# Gated lead magnets are not for the index. The VIMM PDF is reachable by anyone
# holding its URL - it carries no token - but it should not turn up in search
# results, because the form is the intended way in. Targeted at *.pdf rather than
# /assets/ so the Value Project machine-readable .md files below stay crawlable.
# Repeated in every group on purpose: a crawler obeys only its most specific
# User-agent group, so a rule in '*' alone would not reach Googlebot or GPTBot.

# Value Project machine-readable pages (explicit allow)
User-agent: *
Allow: /value-model.md
Allow: /pricing-model.md
Allow: /assets/value-model.md
Allow: /assets/pricing-model.md
Allow: /llms.txt
Allow: /
Disallow: /assets/*.pdf

User-agent: Googlebot
Allow: /
Disallow: /assets/*.pdf

User-agent: Bingbot
Allow: /
Disallow: /assets/*.pdf

User-agent: Twitterbot
Allow: /
Disallow: /assets/*.pdf

User-agent: facebookexternalhit
Allow: /
Disallow: /assets/*.pdf

User-agent: LinkedInBot
Allow: /
Disallow: /assets/*.pdf

User-agent: GPTBot
Allow: /
Disallow: /assets/*.pdf

User-agent: ClaudeBot
Allow: /
Disallow: /assets/*.pdf

User-agent: anthropic-ai
Allow: /
Disallow: /assets/*.pdf

User-agent: Google-Extended
Allow: /
Disallow: /assets/*.pdf

User-agent: CCBot
Allow: /
Disallow: /assets/*.pdf

User-agent: PerplexityBot
Allow: /
Disallow: /assets/*.pdf

User-agent: Amazonbot
Allow: /
Disallow: /assets/*.pdf

User-agent: Bytespider
Allow: /
Disallow: /assets/*.pdf

User-agent: cohere-ai
Allow: /
Disallow: /assets/*.pdf

User-agent: ChatGPT-User
Allow: /
Disallow: /assets/*.pdf

User-agent: Claude-Web
Allow: /
Disallow: /assets/*.pdf

# Both are declared on purpose. sitemap.xml is the main site (generated by
# scripts/prerender.mjs at build:prod, and the only one most crawlers need).
# sitemap-index.xml additionally points at pricing.valueiq.ai, which lives on a
# separate host and would otherwise go undiscovered via sitemap entirely.
Sitemap: https://valueiq.ai/sitemap.xml
Sitemap: https://valueiq.ai/sitemap-index.xml