User-agent:* Disallow: /admin Disallow: /bin Disallow: /css Disallow: /extra Disallow: /scripts User-agent:*WebReaper* Disallow: / User-agent:Teleport* Disallow: / User-agent:WebZIP* Disallow: / User-agent:WebMirror* Disallow: / User-agent:Offline Explorer* Disallow: / User-agent:ia_archiver* Disallow: / User-agent:Bloodhound* Disallow: / User-agent:Deweb* Disallow: / User-agent:larbin* Disallow: / User-agent:SpiderBot* Disallow: / User-agent:PackRat* Disallow: / User-agent:TLSpider* Disallow: / User-agent:*Openbot/* Disallow: /