User-agent: *
Allow: /

# Disallow admin and API paths
Disallow: /api/
Disallow: /payment/
Disallow: /api/setup
Disallow: /api/cron/

# AI crawler guidance
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Sitemap
Sitemap: https://glasgowthings.co.uk/sitemap.xml

# IndexNow key
IndexNow-Key: 896a5b48b5c34669be95255581e54a39

# AI context file
# llms.txt: https://glasgowthings.co.uk/llms.txt