# /robots.txt file for https://ops.fhwa.dot.gov
# comments? mail web.master@fhwa.dot.gov, FHWAWEB2@dot.gov

# rules for all robots
User-agent: *

# 1 second crawl delay (note - ignored by googlebot)
Crawl-delay: 1

# files/directories excluded from crawl
Disallow: /freight/index.cfm/*

# exception files from excluded list above
# Allow: