User-agent: Slurp
Disallow: /?s=*
Disallow: /tau
Disallow: /whitenewslist
Disallow: /ukr

User-agent: w3search/Nutch-0.9
Crawl-delay: 300
Disallow: /?s=*

User-agent: Googlebot-News
Disallow: /tau
Disallow: /whitenewslist
Disallow: /ukr

User-agent: *
Disallow: /?s=*
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /wp-content/cache
Disallow: /wp-content/languages
Disallow: /wp-content/languages/upgrade
Disallow: /wp-content/languages/upgrade
Disallow: /webstat
Disallow: /globak
Disallow: /dumper
Disallow: /cgi-bin
Disallow: /az
Disallow: /SpryAssets