User-agent: *
Allow: /
# Social-preview, schema + favicon assets must stay fetchable despite the /assets/ block
Allow: /assets/lWSH55qirnE1H5bltZuG1Cfgnes.png
Allow: /assets/CqpvwVteOfIXijf33SVjyhuaOJs.png
Allow: /assets/ttx5B7EGIui4oNyYgaFjgqbjNis.png
Allow: /assets/QCMFJyTqoJNm59T3VVn0S6v0ik.png
Disallow: /assets/
Disallow: /__/
Disallow: /.ai/
Disallow: /.github/
Disallow: /.well-known/webmcp.json

User-agent: GPTBot
Allow: /
Disallow: /.ai/

User-agent: ChatGPT-User
Allow: /
Disallow: /.ai/

User-agent: ClaudeBot
Allow: /
Disallow: /.ai/

User-agent: Google-Extended
Allow: /
Disallow: /.ai/

User-agent: PerplexityBot
Allow: /
Disallow: /.ai/

User-agent: CCBot
Allow: /
Disallow: /.ai/

Sitemap: https://datadrew.io/sitemap.xml
LLMs: https://datadrew.io/llms.txt