User-agent: * # # disallow general root level directories # Disallow: /_old/ # # -- blog disallows # User-agent: * # Disallow all directories and files within Disallow: /wp-admin/ Disallow: /cgi-bin/ Disallow: /wp-content/plugins Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /trackback/ Disallow: /wp-admin/ Disallow: /feed/ Disallow: /archives/ Disallow: /index.php Disallow: /*? # # allow images in blog # Allow: /wp-content/uploads/ # # # disallow these extensions # Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ # # Disallow parsing individual post feeds, categories and trackbacks # Disallow: /*/feed/ Disallow: /*/trackback/ Disallow: /page/ Disallow: /tag/ Disallow: /category/ # # User-agent: mediapartners-google* Disallow: User-agent: ia_archiver Disallow: / User-agent: duggmirror Disallow: / # # -- allow Yahoo access to allowed images # User-agent: Slurp Allow: /wp-content/uploads/ #