# robots.txt - focusstreammedia.com
# Search engines, AI agents, and browsing assistants are welcome.

User-agent: *
Allow: /

# --- AI crawlers, assistants, and browsing agents (explicit allow) ---
# Verify user-agent names before launch. Not every vendor publishes a stable crawler.

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: MistralAI
Allow: /

User-agent: NVIDIA-Nemotron
Allow: /

User-agent: NvidiaBot
Allow: /

User-agent: CommonCrawl
Allow: /

# --- Usage policy (Content Signals) ---
# search   = may appear in search and AI answer results
# ai-input = may be used as grounding/context for AI-generated answers
# ai-train = may be used for model training
Content-Signal: search=yes, ai-input=yes, ai-train=no

# --- Discovery ---
# LLM guidance: https://focusstreammedia.com/llms.txt
# Expanded LLM guidance: https://focusstreammedia.com/llms-full.txt
# AI guidance: https://focusstreammedia.com/ai.txt
# MCP status: https://focusstreammedia.com/mcp.txt
# Mail security: https://focusstreammedia.com/mail-security.txt

Sitemap: https://focusstreammedia.com/sitemap-index.xml