# Disallow root
User-agent: ConveraCrawler
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: LinkChecker
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: LmCrawler
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: Pompos
Disallow: /

User-agent: psBot
Disallow: /

User-agent: ShopWiki
Disallow: /


# Remaining robots will spider the domain
User-agent: *


# Disallow directories
Disallow: /~/
Disallow: /-/ads/
Disallow: /-/ADS/
Disallow: /images/
Disallow: /members/


# Disallow files
Disallow: /-/ads/~adnetwork.asp
Disallow: /-/ADS/~AdNetwork.asp
Disallow: /-/helpdesk.asp
Disallow: /~/helpdesk.asp