User-agent: Yandex
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-trackback
Disallow: /wp-feed
Disallow: /wp-comments
Disallow: */trackback
Disallow: */feed
Disallow: */comments
Disallow: /?s
Disallow: /xmlrpc.php?rsd
Disallow: /wp-includes/wlwmanifest.xml
Disallow: *.swf

Host: novostienergetiki.ru

User-agent: *
Crawl-delay: 10
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-trackback
Disallow: /wp-feed
Disallow: /wp-comments
Disallow: /*/trackback
Disallow: /*/feed
Disallow: /*/comments 
Disallow: /?s
Disallow: /xmlrpc.php?rsd
Disallow: /wp-includes/wlwmanifest.xml
Disallow: *.swf

User-agent: Mediapartners-Google
Disallow:

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: bingbot
Disallow: /

Sitemap: http://novostienergetiki.ru/sitemap.xml