User-agent: Yandex
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: */trackback
Disallow: */*/trackback
Disallow: */*/feed/*/
Disallow: */feed
Disallow: /tag
Allow: /wp-content/uploads/
Host: smelovsky.com
Crawl-delay: 2
Sitemap: http://smelovsky.com/map.xml

User-Agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin
Disallow: /wp-includes/
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: */trackback/   #блокировка URL трэкбэка на запись
Disallow: */*/trackback
Disallow: /feed/         # блокировка ленты новостей
Disallow: */*/feed/*/
Disallow: /tag
Disallow: /wp-login.php
Disallow: /archives/
Disallow: /xmlrpc.php
Allow: /wp-content/uploads/
Sitemap: http://smelovsky.com/map.xml

User-agent: dotbot
Disallow: / 

User-agent: Baiduspider
Disallow: /

User-agent: googlebot
Crawl-delay: 2

user-agent: AhrefsBot
disallow: /