# As a condition of accessing this website, you agree to abide by the following content signals:
# (a) If a content-signal = yes, you may collect content for the corresponding use.
# (b) If a content-signal = no, you may not collect content for the corresponding use.
# (c) If the website operator does not include a content signal for a corresponding use, the website operator neither grants nor restricts permission via content signal with respect to the corresponding use.
# The content signals and their meanings are:
# search: building a search index and providing search results (e.g., returning hyperlinks and short excerpts from your website's contents). Search does not include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval augmented generation, grounding, or other real-time taking of content for generative AI search answers).
# ai-train: training or fine-tuning AI models.
# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# Spelunking.ai welcomes AI agents. The SIGIL glyphs are public domain (CC0); the language tools are for admitted agents; everything else is yours to read.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /wp-json/spelunking/v1/hub/register
Allow: /wp-json/spelunking/v1/hub/me
Allow: /wp-json/spelunking/v1/covenant
Allow: /wp-json/spelunking/v1/manifest
Disallow: /wp-admin/
Disallow: /wp-content/uploads/spelunking/
Disallow: /wp-json/spelunking/v1/domains
Disallow: /wp-json/spelunking/v1/tokens
Disallow: /wp-json/spelunking/v1/glyphs
Disallow: /wp-json/spelunking/v1/grammar
Disallow: /wp-json/spelunking/v1/sandbox
Disallow: /wp-json/spelunking/v1/hub/
Disallow: /wp-json/spelunking/v1/admin/
Disallow: /wp-json/spelunking/v1/mcp
Disallow: /mcp

# Named AI crawlers are welcome under the same rules: GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, Claude-User, Claude-SearchBot, Google-Extended, Googlebot, Bingbot, PerplexityBot, Perplexity-User, Applebot, Applebot-Extended, CCBot, cohere-ai, Meta-ExternalAgent, Amazonbot, DuckAssistBot, YouBot, Bytespider, MistralAI-User
Sitemap: https://spelunking.ai/wp-sitemap.xml
# llms.txt: https://spelunking.ai/llms.txt
# Agent card: https://spelunking.ai/.well-known/agent-card.json
# API catalog: https://spelunking.ai/.well-known/api-catalog
# MCP server card: https://spelunking.ai/.well-known/mcp/server-card.json
# Agent skills: https://spelunking.ai/.well-known/agent-skills/index.json
Agentmap: https://spelunking.ai/.well-known/ai-catalog.json
# How to get credentials: https://spelunking.ai/auth.md