User-agent: *
Disallow: /assets
Disallow: /commands
Disallow: /components
Disallow: /config
Disallow: /controllers
Disallow: /mail
Disallow: /messages
Disallow: /models
Disallow: /modules
Disallow: /runtime
Disallow: /tests
Disallow: /vendor
Disallow: /views
Disallow: /web/analiz

Host: pro-consulting.ua
Disallow: /*?page=

# --- BLOCK AI BOTS ---
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /

# --- LIMIT SEO PARSERS ---
User-agent: AhrefsBot
Disallow: /base/

User-agent: SemrushBot
Disallow: /base/

User-agent: MJ12bot
Disallow: /base/

User-agent: PetalBot
Disallow: /

User-agent: Baiduspider
Disallow: /

Sitemap: https://pro-consulting.ua/sitemap.xml