# robots.txt for RU Adventures Forum

User-agent: *
Disallow: /forum/*action
Disallow: /forum/*PHPSESSID
Disallow: /forum/*;
Disallow: /forum/*action=recent
Disallow: /forum/*action=unread
Disallow: /forum/*prev_next*
Allow: /forum/$
Allow: /forum/*board,*.0.html$
Allow: /forum/*topic,*.0.html$
Allow: /forum/*msg,*.0.html$
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.gif$

# Crawl-delay for heavier bots
User-agent: Yandex
Crawl-delay: 10

User-agent: Bingbot
Crawl-delay: 10

# AI crawlers – allowed, but slowed down
User-agent: GPTBot
Crawl-delay: 10

User-agent: ChatGPT-User
Crawl-delay: 10

User-agent: CCBot
Crawl-delay: 10

User-agent: PerplexityBot
Crawl-delay: 10

User-agent: ClaudeBot
Crawl-delay: 10

User-agent: OAI-SearchBot
Crawl-delay: 10

User-agent: anthropic-ai
Crawl-delay: 10

User-agent: Amazonbot
Crawl-delay: 10

# Junk/abusive bots blocked
User-agent: Baiduspider
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: Naverbot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: ShoeMoneyToolsBot
Disallow: /

User-agent: 008
Disallow: /

# Archive bots - allowed
User-agent: ia_archiver
Allow: /

User-agent: archive.org_bot
Allow: /

# Sitemap
Sitemap: https://ruadventures.com/forum/sitemap.xml