# robots.txt for http://fgc3.wr.usgs.gov/ User-agent: * Disallow: /access.html # These are statistics for AV only Disallow: /error.html # These are statistics for AV only Disallow: /tmp/ # these will soon disappear Disallow: /foo.html