User-agent: A6-Indexer
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-Agent: The Knowledge AI
User-agent: MauiBot
User-agent: spbot
User-agent: MJ12bot
User-agent: Yandex
User-agent: AhrefsBot
User-agent: DotBot/1.1
User-agent: dotbot
User-agent: rogerbot
User-agent: SemrushBot
User-agent: MegaIndex.ru/2.0
User-agent: DAUM
User-Agent: dlvr.it
User-agent: BLEXBot
User-agent: GarlikCrawler/1.2
User-agent: panscient.com
User-agent: WikiDo/1.1
User-agent: dataprovider
Disallow: /

User-Agent: *
Disallow: