User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /admin
Disallow: /go/track
Disallow: /api/email-signup
Disallow: /api/signup
Disallow: /welcome

# AI crawlers are welcome — they inherit the '*' group above. No named group
# is used on purpose: a named group overrides '*' and drops its Disallows.

# GPTBot: the whole site except the results archive (Betfair SP pages), 2026-10-13
User-agent: GPTBot
Disallow: /dashboard
Disallow: /admin
Disallow: /go/track
Disallow: /api/email-signup
Disallow: /api/signup
Disallow: /welcome
Disallow: /horse-racing-results
Disallow: /greyhound-results

# SEO-tool crawlers — no traffic, no citations, significant crawl cost
User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Bytespider
Disallow: /

Sitemap: https://puntersedge.online/sitemap.xml

# Structured summary for LLMs: https://puntersedge.online/llms.txt
# Full machine-readable reference: https://puntersedge.online/llms-full.txt
# Live measured coverage (JSON): https://puntersedge.online/coverage-report.json
# (all three are listed in sitemap-core.xml, and llms.txt links the other two.)