# /robots.txt file for http://webcrawler.com/
# mail snurokg@flauto-insurance.com for constructive criticism

User-agent: *
Disallow: /Body-Styles/
Disallow: /Scripts
Disallow: /add_link
Disallow: /contacts
Disallow: /count
Disallow: /counter
Disallow: /date
Disallow: /pager
Disallow: /success
Disallow: /captcha/
Disallow: /link_check/
Allow: /