85 lines
1.3 KiB
Text
85 lines
1.3 KiB
Text
# When the robots.txt is sus
|
|
|
|
User-agent: *
|
|
Disallow: /
|
|
Disallow: /web
|
|
Disallow: /images
|
|
Disallow: /videos
|
|
Disallow: /news
|
|
Disallow: /music
|
|
Disallow: /proxy
|
|
Disallow: /api/v1/ac
|
|
# Allow: /
|
|
|
|
User-agent: CCBot
|
|
Disallow: /
|
|
Disallow: /web
|
|
Disallow: /images
|
|
Disallow: /videos
|
|
Disallow: /news
|
|
Disallow: /music
|
|
Disallow: /proxy
|
|
Disallow: /api/v1/ac
|
|
|
|
User-agent: PerplexityBot
|
|
Disallow: /
|
|
Disallow: /web
|
|
Disallow: /images
|
|
Disallow: /videos
|
|
Disallow: /news
|
|
Disallow: /music
|
|
Disallow: /proxy
|
|
Disallow: /api/v1/ac
|
|
|
|
User-agent: Google-Extended
|
|
Disallow: /
|
|
Disallow: /web
|
|
Disallow: /images
|
|
Disallow: /videos
|
|
Disallow: /news
|
|
Disallow: /music
|
|
Disallow: /proxy
|
|
Disallow: /api/v1/ac
|
|
|
|
User-agent: Google-Mariner
|
|
Disallow: /
|
|
Disallow: /web
|
|
Disallow: /images
|
|
Disallow: /videos
|
|
Disallow: /news
|
|
Disallow: /music
|
|
Disallow: /proxy
|
|
Disallow: /api/v1/ac
|
|
|
|
User-agent: Google-Shopping
|
|
Disallow: /
|
|
Disallow: /web
|
|
Disallow: /images
|
|
Disallow: /videos
|
|
Disallow: /news
|
|
Disallow: /music
|
|
Disallow: /proxy
|
|
Disallow: /api/v1/ac
|
|
|
|
User-agent: ClaudeBot
|
|
Disallow: /
|
|
Disallow: /web
|
|
Disallow: /images
|
|
Disallow: /videos
|
|
Disallow: /news
|
|
Disallow: /music
|
|
Disallow: /proxy
|
|
Disallow: /api/v1/ac
|
|
|
|
User-agent: meta-externalagent
|
|
Disallow: /
|
|
Disallow: /web
|
|
Disallow: /images
|
|
Disallow: /videos
|
|
Disallow: /news
|
|
Disallow: /music
|
|
Disallow: /proxy
|
|
Disallow: /api/v1/ac
|
|
|
|
Host: fossq.com
|
|
Sitemap: https://fossq.com/sitemap
|