# robots.txt controlls external spiders of searchmachines User-agent: * # directed to all spiders, not just Scooter Disallow: /cgibin # disallow all in cgi-bin Disallow: /cgi-bin # disallow all in webhosters cgi-bin Disallow: /stats # dissallaw statistics Disallow: /logs # dissallaw statistics #Disallow: /xtension # disallow all in xtension Disallow: /Admin Disallow: /blog/wp-admin Disallow: /blog/wp-includes Disallow: /blog/wp-login.php # moved pages Disallow: feedback.html Disallow: feedbackde.html Disallow: about/index.html Disallow: about/indexde.html # sitemap sitemap: http://meier-online.com/sitemap.xml.gz