User-agent: *
Disallow: /tag/novinki/
Disallow: /tag/akzija/
Disallow: /zdorovje/
Disallow: /news/
Disallow: /articles/
Disallow: /none/
Disallow: /printer/
Disallow: /ssilki.php*
Sitemap: http://nnpcto-magazin.ru/sitemap.xml

User-agent: Yandex
Disallow: /tag/novinki/
Disallow: /tag/akzija/
Disallow: /zdorovje/
Disallow: /news/
Disallow: /articles/
Disallow: /none/
Disallow: /printer/
Disallow: /ssilki.php*
Clean-param: yclid&cpamit_uid&stat-id&region&x&y /

User-Agent: Mail.Ru
Disallow: /tag/novinki/
Disallow: /tag/akzija/
Disallow: /zdorovje/
Disallow: /news/
Disallow: /articles/
Disallow: /none/
Disallow: /printer/
Disallow: /ssilki.php*
Clean-param: yclid&cpamit_uid&stat-id&region&x&y /
Crawl-delay: 300

User-agent: VSAgent
Disallow: / 

User-agent: wotbox
Disallow: /

User-Agent: Slurp
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: dotbot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-agent: NinjaBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DomainCrawler
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-Agent: WebartexBot
Disallow: /

User-Agent: VelenPublicWebCrawler
Disallow: /

User-Agent: oBot
Disallow: /

User-Agent: Exabot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: CheckMarkNetwork
Disallow: /