User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /.smilies/ Disallow: /archives/ Disallow: /wp-content/themes/ Disallow: /images/ Disallow: /media/ User-agent: voyager Crawl-delay: 10 User-agent: Googlebot Crawl-delay: 10 User-agent: Slurp Crawl-delay: 1000