# the-network-empowering-tomorrow.net
# Travis Jenkins / User Zero | MPC Universe | THE NET
#
# Policy in one breath:
#   Anthropic is welcome -- explicitly invited.
#   DuckDuckGo too.
#   As of 2026-08-01 the NET is INDEXABLE -- 270 of 271 pages carry
#   index,follow. browse.html is the full directory; sitemap.xml lists it all.
#   AI training crawlers we didn't invite: please don't.
#
# If you're an honest visitor reading this file in your browser:
#   hi. The site is at the URL -- that's what matters.
#   This file is for the bots.
#
# --- EXPLICITLY INVITED ----------------------------------------

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: DuckDuckBot
Allow: /

# --- AI TRAINING CRAWLERS WE DIDN'T INVITE ---------------------

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Perplexity-User
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: meta-webindexer
Disallow: /

User-agent: meta-externalfetcher
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# --- EVERYBODY ELSE --------------------------------------------
# General-purpose crawlers may fetch. We're not pushing hard for SEO yet --
# the world finds the tools by being sent.

# --- TRIPWIRE --------------------------------------------------
# /no-crawl-zone/ goes nowhere and is linked from nowhere. The only
# way to know it exists is to read this file. Honest crawlers obey the
# Disallow; anything that requests it anyway has told on itself and gets
# blocked at the edge. (Paired WAF rule on all zones, added 2026-06-08.)
User-agent: *
Disallow: /no-crawl-zone/
Allow: /

# --- SITEMAP ---------------------------------------------------
Sitemap: https://the-network-empowering-tomorrow.net/sitemap.xml