User-agent: *
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /logs/
Disallow: /w3c/
Disallow: /404.html

#Limit system load
User-agent: *
Crawl-delay: 10

# Google
User-agent: Googlebot
Disallow:
Allow: /*

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /


Sitemap: http://www.hec.nasa.gov/sitemap.xml.gz