User-agent: Yandex
Crawl-delay: 0.5 # задает таймут в 0.5 секунды
Host: viggo.ru
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /feed
Disallow: /comments
Disallow: /wp-login.php
Disallow: /?s=  
Disallow: /search/
Disallow: /wp-register.php
Disallow: /index.php?s=
Disallow: /xmlrpc.php
Disallow: /tag 
Sitemap: http://viggo.ru/sitemap.xml

User-agent: *
Disallow: /search
Crawl-delay: 0.5 # задает таймут в 0.5 секунды
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /?s=  
Disallow: /search/
Disallow: /tag
Sitemap: http://viggo.ru/sitemap.xml