# Disallow directory /images/ User-agent: * Disallow: /images/ Disallow: /css/ Disallow: /Templates/ Disallow: /php/ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.zip$ Disallow: /*.doc$ Disallow: /*.exe$ Disallow: /*.pdf$ # Disallow Collectors and Spam User-agent: atSpider Disallow: / User-agent: cherrypicker Disallow: / User-agent: DSurf Disallow: / User-agent: EliteSys Entry Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Mail Sweeper Disallow: / User-agent: munky Disallow: / User-agent: Roverbot Disallow: / User-agent: WebEmailExtrac Disallow: /