User-agent: * # Disallow main server CGI directory Disallow: /cgi-bin/ # Disallow (known) WebEvent calendars (search engines get lost in the abyss) # (dbronder, 20090324) Disallow: /~intl/cgi-bin/webevent.cgi Disallow: /~wathl/cgi-bin/we3.1/cgi-bin/webevent.cgi # This archiver/crawler is sending weird newline-embedded requests # (dbronder, 20010724) # Removed per request from Charlie Drum (Webmaster) and David McCartney # (University Archivist) (dbronder, 20050325) #User-agent: ia_archiver #Disallow: /