User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference
Allow: /
Allow: /api/public/
Disallow: /api/
Disallow: /admin/
Disallow: /debug/
Disallow: /auth/
Disallow: /test-toast
Disallow: /test/
Disallow: /offline
Disallow: /story/create

User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: cohere-ai
User-agent: AI2Bot
User-agent: Diffbot
User-agent: Google-CloudVertexBot
User-agent: Timpibot
User-agent: ProRataInc
Allow: /api/public/
Disallow: /

User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DataForSeoBot
User-agent: PetalBot
Disallow: /

Sitemap: https://katalog.club/sitemap.xml