#robots.txt, www.messe-reise-und-freizeit.de 20081121 # User-agent: wget Disallow: / User-agent: scooter Disallow: / User-agent: webzip Disallow: / User-agent: crawl-it Disallow: / User-agent: WebReaper Disallow: / User-agent: * Disallow: /