User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: *
Allow: /

# AI discovery (llmstxt.org): /llms.txt /llms-fa.txt /llms-ctx.txt /llms-ctx-full.txt

Disallow: /repo/restricted/
Disallow: /repo/restericted/
Disallow: /fancyindex/
Disallow: /data/
# Pull-through cache shortcuts (advisory — edge rules enforce blocks)
Disallow: /nuget/
Disallow: /npm/
Disallow: /pypi/
Disallow: /php/
Disallow: /golang/
Disallow: /terraform/
Disallow: /hf/
Disallow: /maven/
Disallow: /apk/
Disallow: /apt/
Disallow: /crates/
Disallow: /artifactory/
Disallow: /artifactory/api/system/
Disallow: /artifactory/webapp/
Disallow: /artifactory/api/access
Disallow: /ui/
Disallow: /router/

Sitemap: https://mirror.rasanegaar.com/sitemap.xml