# Format is:
#
# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
# See <URL:http://www.robotstxt.org/wc/exclusion.html#robotstxt>
#       User-agent: <name of spider>
#       Disallow: <nothing> | <path>
#   Date      By      Reason
#   20050629  Joe  Updated disallow rules
#   20050715  Joe  Updated disallow rules
# -----------------------------------------------------------------------------
User-agent: *
Disallow: /us-federal-code/
Disallow: /CancerTerms/
Disallow: CancerTerms/
Disallow: /MedicalTerms/
Disallow: MedicalTerms/
Disallow: /Medicaldevice/
Disallow: Medicaldevice/
Disallow: /MedicalThesaurus/
Disallow: MedicalThesaurus/
Disallow: /MedicalDrugs/
Disallow: MedicalDrugs/
Disallow: /MedicalTerminologySearch/
Disallow: MedicalTerminologySearch/
Disallow: /AdLog/

User-agent: Slurp 
crawl-delay: 10