# Robots.txt

#Exclude all robots from part of the server
User-agent: *
Crawl-delay: 2


Disallow: /_db1/
Disallow: /_docs/
Disallow: /admin/
Disallow: /cf-inf/
Disallow: /docs/
Disallow: /documents/
Disallow: /images/
Disallow: /membership/directory/
Disallow: /news_image/
Disallow: /photos/

# Disallow Collectors and Spam
User-agent: atSpider
Disallow: /

User-agent: cherrypicker
Disallow: /

User-agent: DSurf
Disallow: /

User-agent: EliteSys Entry
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: Mail Sweeper
Disallow: /

User-agent: munky
Disallow: /

User-agent: Roverbot
Disallow: /

User-agent: WebEmailExtrac
Disallow: /