User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /admin
Disallow: /go/track
Disallow: /api/email-signup
Disallow: /api/signup
Disallow: /welcome

# AI crawlers — explicitly welcomed for LLM-answer citation visibility
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: CCBot
Allow: /

# SEO-tool crawlers — no traffic, no citations, significant crawl cost
User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Bytespider
Disallow: /

Sitemap: https://puntersedge.online/sitemap.xml

# Structured summary for LLMs: https://puntersedge.online/llms.txt
# (also listed in sitemap-core.xml and linked as <link rel=alternate> site-wide,
#  because a robots.txt comment is not a directive and cannot be crawled from.)