User-agent: *
Disallow: /admin/
Disallow: /login/
Disallow: /api/
Allow: /api/embed/
Allow: /api/avatar/
Disallow: /data/

User-agent: AhrefsBot
Crawl-delay: 5
Disallow: /admin/
Disallow: /login/
Disallow: /api/
Allow: /api/avatar/
Disallow: /data/
Disallow: /*.md$
# Content Signals (contentsignals.org): we welcome search, AI answers and training on this content
Content-Signal: ai-train=yes, search=yes, ai-input=yes

Sitemap: https://allcams.fm/sitemap.xml

# AI-friendly content locations
# - /llms.txt - Curated overview for AI/LLMs (markdown): what the site is, key facts, menu sections
# - /<lang>/llms.txt - Every category page of that language, e.g. /en/llms.txt
# - /<lang>/llms-full.txt - Full expanded content of that language for larger context windows (/llms-full.txt = first language)
# - /*.md - Markdown versions of all pages (append .md to any URL, e.g. /en/asian.md, /en/model/<nick>.md)
# - /mcp/ - MCP server for AI agents (Streamable HTTP at /api/mcp): tools, clients, examples; /mcp.md for the text version
# - /.well-known/ai-catalog.json - Agent Resource Discovery manifest (MCP server card, llms.txt, docs)
Agentmap: https://allcams.fm/.well-known/ai-catalog.json