User-agent: *
Crawl-delay: 3
host: https://gbinvest.ru/
Sitemap: https://gbinvest.ru/sitemap.xml

User-Agent: Yandex
Allow: /
Crawl-delay: 3

Sitemap: https://gbinvest.ru/sitemap.xml

User-agent: msnbot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Detectify
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: FlipboardProxy
Disallow: /

User-agent: aiHitBot
Disallow: /

User-agent: trovitBot
Disallow: /

User-agent: Yandex
Disallow:
Clean-param: utm