# Datei robots.txt im Hauptverzeichnis der Domain User-agent: * Disallow: /impressum/ Disallow: /css/ Disallow: /images/ Disallow: /picture_libraray/ Disallow: /plesk-stat/ Disallow: /test/ Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /trackback/ Disallow: /comments/ Disallow: /category/*/* Disallow: */trackback/$ Disallow: */comments/ Disallow: /*?* Disallow: /*? Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.wmv$ Disallow: /*.png$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.php* Disallow: /category/ Disallow: /tag/ Disallow: /wp-* Allow: /wp-content/uploads/ User-agent: Googlebot Disallow: /impressum/ Disallow: /css/ Disallow: /images/ Disallow: /picture_library/ Disallow: /plesk-stat/ Disallow: /test/ Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /trackback/ Disallow: /comments/ Disallow: /category/*/* Disallow: */trackback/$ Disallow: */comments/ Disallow: /*?* Disallow: /*? Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.wmv$ Disallow: /*.png$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.php* Disallow: /category/ Disallow: /tag/ Disallow: /wp-* Allow: /wp-content/uploads # Google Image User-agent: Googlebot-Image Disallow:Allow: /* # Google AdSense #User-agent: Mediapartners-Google* #Disallow: #Allow: /* # Internet Archiver Wayback Machine #User-agent: ia_archiver #Disallow: / # digg mirror #User-agent: duggmirror #Disallow: / # Falls eine sitemap.xml erzeugt wurde #Sitemap: http://www.meinedomain.de/sitemap.xml