# robots.txt for http://geography.wr.usgs.gov/

User-agent: *
Disallow: /cgi-bin/
Disallow: /includes/

Disallow: /av/ # This DIR is for AV only
Disallow: /stats/ # These are statistics for AV only
Disallow: /wmc-award/ # No more GOOGLE images here -- SORRY
Disallow: /tmp/ # these will soon disappear
Disallow: /foo.html

User-agent: Titan 
Disallow: / 
User-agent: EmailCollector 
Disallow: / 
User-agent: EmailSiphon 
Disallow: / 
User-agent: EmailWolf 
Disallow: / 
User-agent: ExtractorPro 
Disallow: /