# Uncensored Room - crawl rules # Only public, informational pages are open to crawlers. # Chat rooms, APIs, uploads, and account pages are private. # Generated by build_seo.py - edit the script, not this file. User-agent: * Allow: /$ Allow: /guide.html Allow: /features.html Allow: /faq.html Allow: /privacy.html Allow: /assets/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml # Application endpoints, uploads, account pages and private rooms Disallow: /api.html Disallow: /stream.html Disallow: /file.html Disallow: /admin.html Disallow: /stat.html Disallow: /mine.html Disallow: /settings.html Disallow: /chat.html Disallow: /logout.html Disallow: /index.php Disallow: /api.php Disallow: /stream.php Disallow: /file.php Disallow: /admin.php Disallow: /stat.php Disallow: /mine.php Disallow: /settings.php Disallow: /chat.php Disallow: /logout.php Disallow: /sitemap.php Disallow: /index.html Disallow: /offline.html Disallow: /404.html Disallow: /sw.js Disallow: /app/ Disallow: /data/ Disallow: /build_seo.py Disallow: /build_og.php Disallow: /verify_seo.py Disallow: /verify_apache.py Disallow: /dev-router.php Disallow: /0 Disallow: /1 Disallow: /2 Disallow: /3 Disallow: /4 Disallow: /5 Disallow: /6 Disallow: /7 Disallow: /8 Disallow: /9 # AI answer engines and LLM crawlers are explicitly welcome on public pages. # (A specific user-agent group overrides the wildcard group, so the # allow / disallow rules are intentionally repeated here.) User-agent: GPTBot User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: PerplexityBot User-agent: Perplexity-User User-agent: ClaudeBot User-agent: Claude-User User-agent: anthropic-ai User-agent: Google-Extended User-agent: Applebot-Extended User-agent: Bingbot User-agent: CCBot User-agent: meta-externalagent User-agent: Amazonbot User-agent: Bytespider User-agent: YouBot User-agent: cohere-ai User-agent: Diffbot User-agent: ImagesiftBot User-agent: Timpibot Allow: /$ Allow: /guide.html Allow: /features.html Allow: /faq.html Allow: /privacy.html Allow: /assets/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml # Application endpoints, uploads, account pages and private rooms Disallow: /api.html Disallow: /stream.html Disallow: /file.html Disallow: /admin.html Disallow: /stat.html Disallow: /mine.html Disallow: /settings.html Disallow: /chat.html Disallow: /logout.html Disallow: /index.php Disallow: /api.php Disallow: /stream.php Disallow: /file.php Disallow: /admin.php Disallow: /stat.php Disallow: /mine.php Disallow: /settings.php Disallow: /chat.php Disallow: /logout.php Disallow: /sitemap.php Disallow: /index.html Disallow: /offline.html Disallow: /404.html Disallow: /sw.js Disallow: /app/ Disallow: /data/ Disallow: /build_seo.py Disallow: /build_og.php Disallow: /verify_seo.py Disallow: /verify_apache.py Disallow: /dev-router.php Disallow: /0 Disallow: /1 Disallow: /2 Disallow: /3 Disallow: /4 Disallow: /5 Disallow: /6 Disallow: /7 Disallow: /8 Disallow: /9 Sitemap: https://uncensoredroom.com/sitemap.xml # AI-readable summary: https://uncensoredroom.com/llms.txt