# FORKOFF Clipping - robots.txt
User-agent: *
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

# AI Crawlers — explicit allow for major LLM / AI-search user-agents.
# Each block MUST re-declare Disallow rules; a named UA overrides the wildcard.

# OpenAI
User-agent: GPTBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

User-agent: ChatGPT-User
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

User-agent: OAI-SearchBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

# Anthropic
User-agent: ClaudeBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

User-agent: anthropic-ai
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

User-agent: Claude-Web
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

# Perplexity
User-agent: PerplexityBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

# Google AI training / Gemini
User-agent: Google-Extended
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

# Apple (Siri / Apple Intelligence)
User-agent: Applebot-Extended
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

# Meta
User-agent: FacebookBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

User-agent: Meta-ExternalAgent
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

# ByteDance (Doubao / Volcano / TikTok)
User-agent: Bytespider
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

# Amazon
User-agent: Amazonbot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

# Cohere
User-agent: cohere-ai
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

# Common Crawl — used by most open-weight models
User-agent: CCBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

# DuckDuckGo AI-assist
User-agent: DuckAssistBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Disallow: /md/
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /accounts
Disallow: /earnings
Disallow: /performance
Disallow: /pending
Disallow: /auth/
Disallow: /api/

Sitemap: https://clips.forkoff.xyz/sitemap.xml

# AI Context
# See https://clips.forkoff.xyz/llms.txt for AI-readable site context
# See https://clips.forkoff.xyz/llmfull.txt for full detailed context