"User-agent: *" "# disallow all files in these directories" "Disallow: /cgi-bin/" "Disallow: /z/j/" "Disallow: /z/c/" "Disallow: /stats/" "Disallow: /dh_" "Disallow: /wp-admin/" "Disallow: /wp-includes/" "Disallow: /contact/" "Disallow: /index.php/tag/" "Disallow: /wp-content/" "Disallow: /wp-content/" "Disallow: /*?*" "User-agent: Googlebot" "# disallow all files ending with these extensions" "Disallow: /*.php$" "Disallow: /*.js$" "Disallow: /*.inc$" "Disallow: /*.css$" "Disallow: /*.gz$" "Disallow: /*.cgi$" "Disallow: /*.wmv$" "Disallow: /*.png$" "Disallow: /*.gif$" "Disallow: /*.jpg$" "Disallow: /*.cgi$" "Disallow: /*.xhtml$" "Disallow: /*.php*" "Disallow: */trackback*" "Disallow: /*?*" "Disallow: /z/" "Disallow: /wp-*" "Allow: /wp-content/uploads/" " " "# allow google image bot to search all images" "User-agent: Googlebot-Image" "Allow: /*" " " "# allow adsense bot on entire site" "User-agent: Mediapartners-Google*" "Disallow: /*?*" "Allow: /z/" "Allow: /about/" "Allow: /contact/" "Allow: /wp-content/" "Allow: /tag/" "Allow: /manual/*" "Allow: /docs/*" "Allow: /*.php$" "Allow: /*.js$" "Allow: /*.inc$" "Allow: /*.css$" "Allow: /*.gz$" "Allow: /*.cgi$" "Allow: /*.wmv$" "Allow: /*.cgi$" "Allow: /*.xhtml$" "Allow: /*.php*" "Allow: /*.gif$" "Allow: /*.jpg$" "Allow: /*.png$" " " "# disallow archiving site" "User-agent: ia_archiver" "Disallow: /" " " "# disable duggmirror" "User-agent: duggmirror" "Disallow: /"