# robots.txt v1.2 by RankBrain (https://www.Badcryptomarketing.com) 

# ----- OPENAI ------
# Search (shows my webpages as links inside ChatGPT search). NOT used for model training.
User-agent: OAI-SearchBot
Allow: /

# User-driven browsing from ChatGPT and Custom GPTs. Acts after a human click.
User-agent: ChatGPT-User
Allow: /

User-agent: ChatGPT-User/2.0
Allow: /

# Model-training crawler. Opt-out here if I don’t want content in GPT-4o or GPT-5.
User-agent: GPTBot
Allow: /                     # everything else

# ------ ANTHROPIC (Claude) ---------
User-agent: anthropic-ai      # bulk model training
Allow: /

User-agent: ClaudeBot         # chat citation fetch
Allow: /

User-agent: claude-web        # web-focused crawl
Allow: /

# ------ PERPLEXITY -------
User-agent: PerplexityBot     # index builder
Allow: /

User-agent: Perplexity-User   # human-triggered visit
Allow: /

# ------ GOOGLE (Gemini) --------
User-agent: Google-Extended
Allow: /

# ------ MICROSOFT (Bing / Copilot) ------
User-agent: BingBot
Allow: /

# ----- AMAZON --------
User-agent: Amazonbot
Allow: /

# ------ APPLE -------
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# ------ META -------
User-agent: FacebookBot
Allow: /

User-agent: meta-externalagent
Allow: /

# -------- LINKEDIN --------
User-agent: LinkedInBot
Allow: /

# ------- BYTEDANCE --------
User-agent: Bytespider
Allow: /

# ------ DUCKDUCKGO -------
User-agent: DuckAssistBot
Allow: /

# ------- COHERE --------
User-agent: cohere-ai
Allow: /

# ------ ALLEN INSTITUTE / COMMON CRAWL / OTHER RESEARCH --------
User-agent: AI2Bot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: omgili
Allow: /

# ------ EMERGING SEARCH START-UPS -------
User-agent: TimpiBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: *
Disallow:

Sitemap: https://www.goat.network/sitemap.xml