User-agent: *

Disallow: /dev/

Disallow: /blog/

# Disallow directory /images/
User-agent: *
Disallow: /images/

User-agent: *
Disallow: /graphics/

#Disallow indexing of specific file extensions
User-agent: *
Disallow: /*.gif$

User-agent: *
Disallow: /*.tif$

User-agent: *
Disallow: /*.jpg$

User-agent: *
Disallow: /*.zip$

User-agent: *
Disallow: /*.doc$

User-agent: *
Disallow: /*.exe$

User-agent: *
Disallow: /*.pdf$

# Disallow Collectors and Spam
User-agent: atSpider
Disallow: /

User-agent: cherrypicker
Disallow: /

User-agent: Dsurf
Disallow: /

User-agent: EliteSys Entry
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: Email Wolf
Disallow: /

User-agent: Mail Sweeper
Disallow: /

User-agent: munky
Disallow: /

User-agent: Roverbot
Disallow: /

User-agent: WebMailExtrac
Disallow: /

User-agent: atSpider
Disallow: /