User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /trackback
Disallow: */page/
Disallow: */page/*
Disallow: */trackback
Disallow: */*/trackback
Disallow: */*/feed/*/
Disallow: */feed


User-agent: Yandex
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: */page/
Disallow: */page/*
Disallow: /trackback
Disallow: */trackback
Disallow: */*/trackback


User-agent: facebookexternalhit
Crawl-delay: 20