User-agent: *
Allow: /
Allow: /.well-known/x402
Allow: /.well-known/agent.json
Allow: /api/x402/
Allow: /api/agora/list
# 2026-09-17: these are how an agent or a directory FINDS what we sell, and every one of them sat under the
# blanket /api/ disallow. A crawler that obeys robots.txt was being told to stay away from our own shop window.
# The paid depth is still protected by the paywall and by the internal-only guard on every -full route; these
# are the free and metered surfaces that are meant to be read.
Allow: /discovery/resources
Allow: /api/facilitator/
Allow: /api/mcp
Allow: /api/a2a
Allow: /api/arc/faucet
Allow: /api/arc/fee-flow
Allow: /api/arc/bridge
Allow: /api/arc/impostors
Allow: /api/arc/deployers
Allow: /api/arc/eurc
Allow: /api/arc/gas
Allow: /api/arc/agents
Allow: /api/arc/agent-market
Allow: /api/arc/exit-check/
Allow: /api/email/verify/
Allow: /api/web/read
Allow: /api/city/market
Allow: /api/city/capacity
Disallow: /api/
Disallow: /admin/
Disallow: /ghost/
Disallow: /ghost-api/
Disallow: /dashboard/
Disallow: /fleet/
Disallow: /health
# Opening these starts a card checkout and holds a house for 3 minutes — not for crawlers (2026-09-14)
Disallow: /citizens/city/own
Disallow: /citizens/city/buy

# Raw threat-intelligence data files — the human blacklist page stays free and crawlable,
# but the machine-readable database is a paid product: /api/x402/threat-intel-bulk (2026-09-17).
Disallow: /citizens/blacklist/blacklist-data.json
Disallow: /citizens/blacklist/graph.json
Disallow: /citizens/blacklist/creator-cache.json
Sitemap: https://apexfaucet.xyz/sitemap.xml

# x402 payment-required endpoints — bots welcome to crawl after paying
# See discovery doc for terms: https://apexfaucet.xyz/.well-known/x402
# Price: from $0.003 per request and up, each product priced in /.well-known/x402 (USDC on Solana, Arc or Base, or XNT on X1), settles to our wallets
# (Solana and X1: HYiepS7mNCVVKoaDmZLQ6rNtMWHTQqKheM1NLGn1x8kJ; Arc and Base: 0xd334ab5151c624cada654854e2879903dc4217ed).

# ── AI crawlers and agents are explicitly welcome ──────────────────────────
# This site is built to be used by autonomous agents, not just read by people:
# 132 MCP tools at /api/mcp, x402 micropayments, and a machine-readable guide at
# /llms.txt. Naming these agents rather than relying on the wildcard above so the
# intent is unmistakable. Start at https://apexfaucet.xyz/start/ or /llms.txt .
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: CCBot
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: cohere-ai
Allow: /
User-agent: Bytespider
Allow: /
User-agent: Meta-ExternalAgent
Allow: /

# Machine-readable entry points
# https://apexfaucet.xyz/api/catalog           — everything for sale, one shape (start here to buy)
# https://apexfaucet.xyz/wall/                 — The Wall: 10,000 tiles, 2.5 XNT each, bought once
# https://apexfaucet.xyz/llms.txt              — how to use this place, in plain text
# https://apexfaucet.xyz/api/mcp               — MCP server, 132 tools (free reads; x402 for paid ones)
# https://apexfaucet.xyz/.well-known/agent.json — A2A agent card
# https://apexfaucet.xyz/.well-known/x402      — paid-endpoint terms

# Atom feed of real on-chain events — houses sold, listings paid, commodities handed out.
Sitemap: https://apexfaucet.xyz/feed.xml