####################################################### # iRobots.txt SEO # All Bots User-agent: * Disallow: /cgi-bin Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/ Disallow: /readme.html Disallow: /license.txt Disallow: /search/ Disallow: /*?* Disallow: /*? Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Allow: /wp-content/uploads/ Allow: /*?page=* # Dugg Mirror User-agent: duggmirror Disallow: / # Google AdSense User-agent: Mediapartners-Google Disallow: Allow: / # Custom Records User-agent: *baidu* Disallow: / User-agent: *dotnetdotcom* Disallow: / User-agent: *eagleships* Disallow: / User-agent: *msnbot* Disallow: / User-agent: *yandex* Disallow: / User-agent: /activity Disallow: / User-agent: /category Disallow: / User-agent: /events Disallow: / User-agent: /feed Disallow: / User-agent: /forum Disallow: / User-agent: /friends Disallow: / User-agent: /group Disallow: / User-agent: /profile Disallow: / User-agent: baiduspider Disallow: / User-agent: msnbot Disallow: / User-agent: spider14 Disallow: / ####################################################### # # Robots.txt file generated by iRobots.txt SEO v1.0.4 # by Mark Beljaars # # _ _ _ _ | |_ _ |. _ _ _ _ _ _ _ _ # | | |(_|| |< |_)(/_||(_|(_|| _\.(_(_)| | | # _| # http://markbeljaars.com/plugins/irobotstxt-seo # ####################################################### # # Note: # The Allow directive and wildcards (*) in filenames are # not standard robots.txt syntax, however they are # supported by most search engines.