Sitemap: http://www.webphase.de/sitemap.xml # disallow all files in these directories User-agent: * Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ # disable duggmirror User-agent: duggmirror Disallow: / # disallow archiving site User-agent: ia_archiver Disallow: /