User-agent: *
Allow: /

# Search engines should rank the HTML page, not the Markdown agent alternate.
User-agent: Googlebot
Disallow: /*.md$

User-agent: Bingbot
Disallow: /*.md$

Sitemap: https://autorfp.ai/sitemap-index.xml

# llms.txt (llmstxt.org): curated, link-first index of the site for LLMs/agents, with
# the long-tail reference library under `## Optional`. Crawlers find it at the root
# regardless; noted here (like Schemamap) because robots.txt has no `LLMs:` directive.
# LLMs: /llms.txt
#
# Schemamap (non-standard): JSON-LD schema index for agents/LLMs — kept as a
# comment because robots.txt only supports `Sitemap:` as a non-group directive.
# Schemamap: https://autorfp.ai/schemamap.xml