# payforapi.com — crawler policy
# Content Signals (contentsignals.org): agents may search this site and use its content as
# input for answers, but model training on this data is not allowed (the data is our asset).
Content-Signal: search=yes, ai-input=yes, ai-train=no

User-agent: *
Allow: /

# Search engines and user-triggered agents — explicitly welcome.
User-agent: Googlebot
User-agent: Bingbot
User-agent: YandexBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
Allow: /

# Model-training crawlers — not served (решение Влада 06.10.2026).
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Bytespider
User-agent: meta-externalagent
Disallow: /

Sitemap: https://payforapi.com/sitemap.xml