# robots.txt for http://www.szagun-valier.de/ # last modified: 01.05.10 User-agent: * Disallow: /cgi-bin/ Disallow: /admin/ #User-agent: Firefly/1.0 #Disallow: / User-agent: WebReaper Disallow: / User-agent: Slurp Crawl-delay: 18