User-agent: * Request-rate: 1/5 # Maximum request rate of 1 page every 5 seconds (12/minute) Crawl-delay: 5 # Used by several bots (12/minute) User-agent: Googlebot Disallow: /wp-content/ Disallow: /trackback/ Disallow: /wp-admin/ Disallow: /feed/ Disallow: /archives/ Disallow: /index.php Disallow: /*? Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: */feed/ Disallow: */trackback/ Disallow: /page/ Disallow: /tag/ Disallow: /category/ Disallow: /go/ Disallow: /recommends/ Allow: /?cid* User-agent: Googlebot-Image Disallow: /wp-includes/ Allow: /wp-content/uploads/ User-agent: Mediapartners-Google* Disallow: User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile Allow: / User-Agent: Googlebot Disallow: /link.php Disallow: /gallery2 Disallow: /gallery2/ Disallow: /category/ Disallow: /page/ Disallow: /pages/ Disallow: /feed/ Disallow: /feed User-agent: ia_archiver Disallow: / User-agent: duggmirror Disallow: /