# # robots.txt # Please note: There are a lot of pages on this site, and there are # some misbehaved spiders out there. If you're # irresponsible, your access to the site may be blocked. # # 27.4.2006 17:00 GMT # 27.02.2007 Allow: /impressum.aspx # User-agent: psbot Disallow: / User-agent: WebReaper Disallow: / User-agent: ScoutJet Disallow: / User-agent: wget Disallow: / User-agent: Eurobot Disallow: / # http://eurobot.ayell.eu/ User-agent: twiceler Disallow: / # http://www.cuill.com/twiceler/robot.html User-agent: Gaisbot Disallow: / User-agent: dotbot Disallow: / User-agent: Yandex Disallow: / User-agent: WWW-Mechanize Disallow: / User-agent: MJ12bot Disallow: / User-agent: gonzo* Disallow: / User-agent: SapphireWebCrawler Disallow: / # aka Nutch # http://www.amfibi.com/cabot/ User-agent: Cabot Disallow: / User-agent: * Disallow: /WebResource.axd* Disallow: /controls/ Disallow: /images/ Disallow: /App_Themes/ Disallow: /login.aspx