user-agent: *
disallow: /*.txt
disallow: /*.cgi
disallow: /Sources/Admin.php
disallow: /Settings.php
disallow: /SSI.php
disallow: /cron.php


# Greedy Omni_Explorer bot -- gobbles!!!
User-Agent: OmniExplorer_Bot
Disallow: /

# Intellectual property snoop
User-agent: NPBot
Disallow: /

# Download Express (photo retriever)
User-agent: downloadexpress
Disallow: /

# Keep the JavaBee robot out - it's purpose is to steal Java applets
User-agent: JavaBee
Disallow: /

# Keep WebReaper out - it's purpose is offline browsing
User-agent: WebReaper [webreaper@otway.com]
Disallow: /

User-agent: lachesis
Disallow: /

User-agent: BlogBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: rabaz
Disallow: /

User-agent: rico
Disallow: /

User-agent: RPT-HTTPClient
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: lachesis
Disallow: /

User-agent: ScoutAbout
Disallow: /

# Microsoft offline browser
User-agent: MSIECrawler
Disallow: /

User-agent: WebFilter Robot 1.0
Disallow: /

# Picture archiver
User-agent: psbot
Disallow: /


# http://www.seventwentyfour.com/
User-agent: LinkWalker
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: VoilaBot BETA 1.2 
Disallow: /