# robots.txt # not allowed agents User-agent: WebSauger* Disallow: / User-agent: Webzip* Disallow: / User-agent: Net Attache* Disallow: / User-agent: SiteSnagger* Disallow: / User-agent: HTTrack* Disallow: / User-agent: WebCapture* Disallow: / User-agent: WebReaper* Disallow: / User-agent: Roverbot* Disallow: / User-agent: Webwhacker* Disallow: /