# # Robot Exclusion File -- robots.txt # Author: rm - port119.de # 18.10.2007 # User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: / User-agent: Googlebot Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /*/trackback/$ Disallow: /wp- Disallow: /trackback/ Disallow: /rss/ Disallow: /comments/feed/ Disallow: /page/ Disallow: /date/ Disallow: /comments/ Disallow: /about/ Disallow: /ueber/ Disallow: /ueber Disallow: /about Disallow: /rss # laut der Empfehlung von http://sw-guide.de/2006-07/google-blogsearch-und-indizierung-von-rss-feeds/ Allow: /feed/ User-agent: * Disallow: /wp- Disallow: /feed/ Disallow: /trackback/ Disallow: /rss/ Disallow: /comments/feed/ Disallow: /page/ Disallow: /date/ Disallow: /comments/ Disallow: /about/ Disallow: /ueber/ Disallow: /ueber Disallow: /about Disallow: /rss Allow: /feed/ # BEGIN XML-SITEMAP-PLUGIN Sitemap: http://www.port119.de/sitemap.xml.gz # END XML-SITEMAP-PLUGIN