User-agent: * Disallow: /?blackhole Disallow: /cgi-bin/ Disallow: /_borders/ Disallow: /_derived/ Disallow: /_fpclass/ Disallow: /_overlay/ Disallow: /_private/ Disallow: /_themes/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_map/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /tmp/ Disallow: /mail/ Disallow: /dev/ Disallow: /mail/* Disallow: /mail/bin/ Disallow: /concrete5.5.0 Disallow: /trackback/ Disallow: /archives/ Disallow: /category/ Disallow: /tag/* Disallow: /tag/ Disallow: /wp-* Disallow: /login/ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /*.TIF$ Disallow: /*.gif$ User-agent: * Disallow: /cgi-bin Disallow: /wp-content/ Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: /feed Disallow: /*/feed Disallow: /comments Disallow: /author Disallow: /tag Disallow: /archives Disallow: /2010/* Disallow: /2011/* Disallow: /2012/* Disallow: /iframes Disallow: /phpfox/ Disallow: /phpfox/* Disallow: /wp-login.php Disallow: /privacy-policy.html Disallow: /web-site-agreement.html Disallow: /category/*/* Disallow: */trackback User-agent: Googlebot Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.xlsx $ Disallow: /*.doc$ Disallow: /*.pdf$ Disallow: /*.zip$ User-agent: * Allow: /images Sitemap: http://www.deedahwar.net/sitemap.xml.gz User-agent: All Allow: / user-agent: AhrefsBot disallow: / # Google Image User-agent: Googlebot-Image Disallow: Allow: /* # Google AdSense User-agent: Mediapartners-Google* Disallow: Allow: /* # Internet Archiver Wayback Machine User-agent: ia_archiver Disallow: /* # digg mirror User-agent: duggmirror Disallow: /* User-agent: ia_archiver Disallow: /* User-agent: duggmirror Disallow: /* Disallow: *.eot Disallow: *.jpg Disallow: *.tif Disallow: *.gif Disallow: *.png Disallow: *.zip Disallow: /readme.txt # CANONICAL ROBOTS.TXT RewriteBase / RewriteCond %{REQUEST_URI} !^/robots.txt$ [NC] RewriteCond %{REQUEST_URI} robots\.txt [NC] RewriteRule .* http://www.deedahwar.net/robots.txt [R=301,L] sitemap: http://cdn.attracta.com/sitemap/1889508.xml.gz User-agent: * Disallow: /*blackhole Disallow: /?blackhole