# robots.txt for http://www.ub.uni-koeln.de/ # see for an explanation. User-agent: * Crawl-delay: 10 Disallow: /cgi-bin Disallow: /IPS