# Aptos developer docs — robots.txt
#
# Documentation on aptos.dev is published to help humans and AI agents
# build on the Aptos network. All pages are openly crawlable and we
# declare Content Signals preferences per draft-romm-aipref-contentsignals
# (see https://contentsignals.org/). `Content-Signal:` is a per-group
# directive so it must be repeated inside every `User-agent:` block.
#
# Aptos-wide policy:
#   ai-train=yes  — training on public Aptos developer docs is welcome.
#   search=yes    — indexing for search / grounded answers is welcome.
#   ai-input=yes  — use as input to AI coding assistants is welcome.

User-agent: Algolia Crawler
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# OpenAI search crawler
User-agent: OAI-SearchBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# OpenAI training crawler
User-agent: GPTBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# Anthropic
User-agent: ClaudeBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# Perplexity
User-agent: PerplexityBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# Google Gemini / grounding
User-agent: Google-Extended
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: *
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

Sitemap: https://aptos.dev/sitemap-index.xml

# LLMs.txt - Machine-readable documentation for AI tools
# https://aptos.dev/llms.txt
# https://aptos.dev/llms-small.txt
# https://aptos.dev/llms-full.txt

# Agent discovery (RFC 8288 / RFC 9727 / agent-skills / MCP)
# https://aptos.dev/.well-known/api-catalog
# https://aptos.dev/.well-known/agent-skills/index.json
# https://aptos.dev/.well-known/mcp/server-card.json

# Algolia-Crawler-Verif: F9CC1F2E397396BF