# Nooticr robots.txt — Bing Webmaster Guidelines aligned.
# https://www.bing.com/webmasters/help/webmaster-guidelines-30fba23a
#
# robots.txt controls crawl access, not indexing. Private app routes are also
# noindex via meta robots in the SPA. Do not block Bingbot.
#
# Google Search Console rejects Cloudflare's non-standard Content-Signal line
# (search=yes,ai-train=no,use=reference). Keep AI crawl preferences here with
# normal User-agent / Disallow rules, and turn OFF Cloudflare managed robots.txt
# — its default blocks the AI crawlers this file deliberately lets in.
# Docs: https://developers.cloudflare.com/bots/additional-configurations/managed-robots-txt/

# Default — allow marketing; block console / auth noise (crawl efficiency).
User-agent: *
Allow: /
Allow: /sitemap.xml
Allow: /robots.txt
Allow: /llms.txt
Disallow: /apps/
Disallow: /console
Disallow: /shared/
Disallow: /onboarding
Disallow: /creator
Disallow: /auth/
Disallow: /oauth/
Disallow: /invite/
Disallow: /settings
Disallow: /inbox
Disallow: /compose
Disallow: /pipeline
Disallow: /analytics

# Explicitly allow Bingbot (never block discovery / grounding crawlers).
User-agent: bingbot
Allow: /
Disallow: /apps/
Disallow: /console
Disallow: /shared/
Disallow: /onboarding
Disallow: /creator
Disallow: /auth/
Disallow: /oauth/
Disallow: /invite/

User-agent: Bingbot
Allow: /
Disallow: /apps/
Disallow: /console
Disallow: /shared/
Disallow: /onboarding
Disallow: /creator
Disallow: /auth/
Disallow: /oauth/
Disallow: /invite/

# AI crawlers — search, grounding and training alike — are allowed on the
# marketing site. Nooticr wants to be the answer when someone asks an assistant
# which marketplace or social intelligence tool to use, and a model cannot name
# a product it was never allowed to read. App routes stay closed, same as above.
# A named group replaces the * group for that bot, so the Disallow list repeats.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: CCBot
User-agent: Bytespider
User-agent: DuckAssistBot
User-agent: MistralAI-User
Allow: /
Allow: /llms.txt
Disallow: /apps/
Disallow: /console
Disallow: /shared/
Disallow: /onboarding
Disallow: /creator
Disallow: /auth/
Disallow: /oauth/
Disallow: /invite/
Disallow: /settings
Disallow: /inbox
Disallow: /compose
Disallow: /pipeline
Disallow: /analytics

Sitemap: https://nooticr.com/sitemap.xml
Host: https://nooticr.com