# Disallow all crawlers access to certain pages.

User-agent: hl_ftien_spider
User-agent: Black Hole
User-agent: Titan
User-agent: webstripper
User-agent: Charlotte/1.1
User-agent: Charlotte
Disallow: / 

User-agent: *
Allow: /newsvac/casestudies/files/
Disallow: /newsvac/
Disallow: /fm/
Disallow: /fckeditor/
Disallow: /captcha/
Disallow: /css/
Disallow: /flash/
Disallow: /images/
Disallow: /helper/
Disallow: /js/
Disallow: /yabbfiles/
Allow: /



Sitemap: http://www.third.com/sitemap.xml