# robots.txt for http://www.bremen.de/
User-Agent: fshtdig
Disallow: /cgi-bin/ #and everything in it


User-Agent: *
# stay away from this
Disallow: /cgi-bin/ #and everything in it