User-agent: *
Disallow: /img/
Disallow: /pages/
#lines below directly from pandemicflu.gov
Disallow: /pandemicflu/enes/24/_www_pandemicflu_gov/CGI/
Disallow: /pandemicflu/enes/24/_www_pandemicflu_gov/cgi-bin/
Disallow: /pandemicflu/enes/24/_www_pandemicflu_gov/images/
Disallow: /pandemicflu/enes/24/_www_pandemicflu_gov/masters/
Disallow: /pandemicflu/enes/24/_www_pandemicflu_gov/search/
Disallow: /pandemicflu/enes/24/_www_pandemicflu_gov/test/
Disallow: /pandemicflu/enes/24/_www_pandemicflu_gov/planguide/
Disallow: /pandemicflu/enes/24/_answers_pandemicflu_gov/
Hit-rate: 30
# wait 30 seconds before starting a new URL request default=30
Visiting-hours: 01:00EST-05:00EST
# index this site between 1AM - 5AM EST
Concurrent-hits: 2
# limit concurrent active URLs to 2 for each index serve