# robots.txt for http://www.abke.com # updated 10-18-2006 # Site Downloaders ------------------------------# User-agent: teleport Disallow: / User-agent: wget Disallow: / User-agent: Web Downloader Disallow: / User-agent: nearsite Disallow: / User-agent: netattache Disallow: / User-agent: sitesnagger Disallow: / User-agent: webwhacker Disallow: / User-agent: digout4u Disallow: / User-agent: extractorpro Disallow: / User-agent: go-ahead-got-it Disallow: / User-agent: HTTPClient Disallow: / User-agent: TovekTools Web Indexer Disallow: / User-agent: LinkWalker Disallow: / User-agent: NEWT ActiveX Disallow: / User-agent: GetRight Disallow: / User-agent: WebZIP Disallow: / User-agent: w3mir Disallow: / User-agent: WebBandit Disallow: / User-agent: WebCopy Disallow: / User-agent: WebFetcher Disallow: / User-agent: webwalk Disallow: / User-agent: WebTrends Disallow: / User-agent: CherryPicker Disallow: / # Email Harvesters ------------------------------# User-agent: WX_mail/2.000 Disallow: / User-agent: EmailCollector Disallow: / User-agent: WhoWhere Disallow: / User-agent: Roverbot Disallow: / User-agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: / User-agent: * Disallow: /log/ Disallow: /tmp/ Disallow: /temp/ Disallow: /cgi-bin/ Disallow: /Customers/ Disallow: /css/ Disallow: /downloads/ Disallow: /family/ Disallow: /files/ Disallow: /images/ Disallow: /js/ Disallow: /swfs/ Disallow: /Pricing/ Disallow: /Private/ Disallow: /Search/ Disallow: /wwwstat/