# OCTO Web Studio — robots.txt
# https://octoweb.ru/

User-agent: *
Allow: /
Disallow: /assets/img/og-image.png
Disallow: /sw.js
Disallow: /manifest.json

# Search engines — allow fast crawl
Crawl-delay: 1

# Sitemap
Sitemap: https://octoweb.ru/sitemap.xml

# Block AI training crawlers (optional — comment out if you want to allow)
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /