# robots.txt for http://www.ifi.lmu.de/ # see for an explanation. User-agent: MOMspider # The Multi-Owner Maintenance Spider Disallow: /cgi-bin/ # Script files User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /usage/ # Usage files Disallow: /~sysadmin/ # Local information Disallow: /~sysadmin # Local information Disallow: /~rauschma/cgi-bin/wikked/