# robots.txt # News-Aktuell User-agent: Slurp Disallow: /cgi-bin/ Disallow: /mpdf.php Disallow: /blocks/ Disallow: /anhang/ Disallow: /seiten/ Disallow: /drucken.php Disallow: /top.php # Yahoo News Crawler User-agent: Yahoo-Newscrawler Disallow: /mpdf.php Disallow: /blocks/ Disallow: /seiten/ Disallow: /drucken.php Disallow: /top.php User-agent: * Disallow: /mpdf.php Disallow: /blocks/ Disallow: /seiten/ Disallow: /uploads/ Disallow: /drucken.php Disallow: /top.php #Massendownloader vom CGI Verzeichnis fernhalten User-agent: mget User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /liste.php Disallow: /visuals.php Disallow: /audio.php Disallow: /webtv.php Disallow: /pdf.php Disallow: /termine.php Disallow: /mpdf.php Disallow: /blocks/ Disallow: /seiten/ Disallow: /uploads/ Disallow: /drucken.php Disallow: /top.php Disallow: /politik.php Disallow: /wirtschaft.php Disallow: /medien.php Disallow: /panorama.php Disallow: /technologie.php Disallow: /produkte.php Disallow: /kultur.php Disallow: /suche.php Disallow: /personalia.php Disallow: liste.php Disallow: visuals.php Disallow: audio.php Disallow: webtv.php Disallow: pdf.php Disallow: termine.php Disallow: top.php Disallow: suche.php Disallow: profisuche.php Disallow: /profisuche.php Disallow: /presseausendung.php Disallow: /presseausendungen.php Disallow: /pressemappe.php