# Search engines may crawl the pages. AI-training crawlers may not use this content.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: meta-externalagent
Disallow: /

User-agent: *
Allow: /
Disallow: /404
Disallow: /data/

Sitemap: https://padhaku.net/sitemap.xml