#Robot text file to control where robots can and can not go

User-agent: *
Disallow: /cgi-bin/

Sitemap: http://www.thehighlandscoupons.com/sitemap.xml 

# saw these disallowed on LinkedIn web site  decided they were disallowed for a reason

User-agent: NextGenSearchBot
Disallow: /

User-agent: WinkBot/0.06
Disallow: /

User-agent: WinkBot/1.0
Disallow: /

User-agent: Spock
Disallow: /

User-agent: SpokeSpider/1.0
Disallow: /

User-agent: SpokeSpider
Disallow: /

User-agent: disco/Nutch-1.0-dev
Disallow: /

User-agent: IAB
Disallow: /

User-agent: HouxouCrawler/Nutch-0.9
Disallow: /

User-agent: zibber-v0.1(www.zibb.com/crawler/) 
Disallow: /

User-agent: NetinfoBot/1.0/Nutch-0.9
Disallow: /


# disallowed on CraigsList

User-Agent: OmniExplorer_Bot
Disallow: /