# Disallow all crawlers access to certain pages.
User-agent: *
Disallow: /forms/
Disallow: /webforms/
Disallow: /advertiser/
Disallow: /providers/info.asp?qid=50&code=1&nam=informationyouhaverequested
Disallow: /providers/info.asp?qid=51&code=1&nam=informationyouhaverequested
Disallow: /providers/info.asp?qid=52&code=1&nam=informationyouhaverequested
Disallow: /providers/info.asp?qid=53&code=1&nam=informationyouhaverequested
Disallow: /providers/info.asp?qid=54&code=1&nam=informationyouhaverequested
Disallow: /images/flash/
Disallow: /brandaver/underconstruction.asp




# Disallow Following crawlers access to the site.
User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /robots.txt

User-agent: ia_archiver-web.archive.org
Disallow: robots.txt

User-agent: ia_archiver
Disallow: /robots.txt

User-agent: ia_archiver
Disallow: robots.txt

User-agent: AboutUsBot 
Disallow: /