User-agent: Yandex
Disallow:
host: www.cars-center.ru

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Yandex
Crawl-delay: 40

User-agent: Bingbot
Crawl-Delay: 200

User-agent: PetalBot
Disallow: /

User-agent: *
Crawl-Delay: 100