# Robots.txt file [ Developed by : www.khola-janala.com ] # This code will protect your site from any Grabbars & HTTRACK # last update validated 01/02/09 by Khola-Janala.com Disallow: /docs/ User-agent: httrack Disallow: / User-agent: NetCaptor Disallow: / User-agent: Offline Explorer Disallow: / User-agent: SpiderKU/0.9 Disallow: / User-agent: Steeler Disallow: / User-agent: WebCopier v3.3 Disallow: / User-agent: WebCopier v3.2a Disallow: / User-agent: WebCopier Disallow: / User-agent: webcrawler Disallow: / User-agent: Web Downloader/4.9 Disallow: / User-agent: Web Downloader/5.8 Disallow: / User-agent: WebGather 3.0 Disallow: / User-agent: WebStripper/2.56 Disallow: / User-agent: WebZIP/3.65 Disallow: / User-agent: WebZIP Disallow: / User-agent: Wget Disallow: / User-agent: Zao Disallow: / User-agent: Zeus 2.6 Disallow: / User-agent: * Disallow: /cgi-bin/