User-agent: *
Crawl-delay: 2
Disallow: /career_advancement.html
Disallow: /stats/
Disallow: /cgi-news/
Disallow: /cgi-news2/
Disallow: /cgi-news3/
Disallow: /cgi-stats/
Disallow: /js/
Disallow: /stylesheet.css
Disallow: /cgi-bin/physician_search.cgi
Disallow: /cgi-bin/physician_city.cgi
Disallow: /cgi-bin/physician_name.cgi
Disallow: /cgi-bin/physician_searchname.cgi
Disallow: /cgi-bin/physician_specialty.cgi
Disallow: /data/
Disallow: /awstatsdocs/
Disallow: /backup/
Disallow: /bls/
Disallow: /cgi-bin/optometrist_name.cgi
Disallow: /database_update/
Disallow: /working/
Disallow: /logaholic/
Disallow: /cache/
Disallow: /healthlinks/
Disallow: /medical_dictionary/
Disallow: /old/
Disallow: /cgi-bin/submit.cgi
Disallow: /cgi-bin/sendit.cgi
Disallow: /cgi-bin/submit_resource.cgi
Disallow: /cgi-bin/apply.cgi
Disallow: /cgi-bin/login.cgi
Disallow: /cgi-health/
Disallow: /cgi-bin/jump.cgi
Disallow: /job_parser.php
Disallow: /test_frame.html
Disallow: /testing/
Disallow: /test_parser.php
Disallow: /test_parser.html
Disallow: /top1.htm
Disallow: /top2.htm
Disallow: /cgi-bin/view_jobs.cgi
Disallow: /test/
sitemap: http://www.healthcarehiring.com/sitemap-index.xml.gz

User-Agent: Charlotte
Disallow: /

user-agent: dotbot
Disallow: /