# SupplementIndex — supplement.ge
# Evidence-based supplement safety database by PHIG

User-agent: *
Allow: /
Disallow: /wp-admin/
Disallow: /wp-json/sx/v1/db/

# AI crawlers — welcome with rate limiting
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /data.json
Crawl-delay: 2

User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /data.json
Crawl-delay: 2

User-agent: PerplexityBot
Allow: /
Crawl-delay: 5

User-agent: Google-Extended
Allow: /
Crawl-delay: 2

User-agent: Applebot-Extended
Allow: /
Crawl-delay: 2

Sitemap: https://supplement.ge/sitemap.xml