User-agent: BLP_bbot/0.1
Disallow: /
 
User-agent: BLP_bbot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Spinn3r
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: BaiduImagespider
Disallow: /

User-agent: Speedy Spider
Disallow: /

User-agent: psbot
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: Ask Jeeves
Disallow: /

User-agent: daumoa
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: YesupBot
Disallow: /

User-agent: DotSpotsBot
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Willow Internet Crawler by Twotrees
Disallow: /

User-agent: LargeSmall Crawler 
Disallow: /

User-agent: spbot
Disallow: /

User-agent: mxbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Kwaclebot
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: MSRBOT
Disallow: /

User-agent: betaBot
Disallow: /

User-agent: YahooFeedSeeker
Disallow: /

User-agent: Yahoo-Newscrawler
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Lycos_Spider
Disallow: /

User-agent: Yahoo Pipes 1.0
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: KSCrawler
Disallow: /

User-agent: Synapse
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: inagist.com url crawler
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: lmspider
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: R6_CommentReader
Disallow: /

User-agent: R6_FeedFetcher
Disallow: /

User-agent: nu_tch-princeton
Disallow: /

User-agent: SheenBot
Disallow: /

User-agent: MSR-ISRCCrawler
Disallow: /

User-agent: abby
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Purebot
Disallow: /

User-agent: discobot
Disallow: /

User-agent: MSUbot
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: CyberPatrol SiteCat Webbot
Disallow: /

User-agent: diribot
Disallow: /

User-agent: envolk
Disallow: / 

User-agent: FAST Enterprise Crawler 6 
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: Jyxobot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: PostRank
Disallow: /

User-agent: LinkedInBot
Disallow: /

User-agent: Hailoobot
Disallow: /

User-agent: agbot
Disallow: /



User-agent: Googlebot
Disallow: /admin/
Disallow: /images/
Disallow: /documents/
Disallow: /admin/
Disallow: /common/
Disallow: /editor/
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.jpg$
Disallow: /*.gif$
Allow: /
Crawl-delay: 300
Request-rate: 1/300    
Visit-time: 0100-0645


User-agent: msnbot
Disallow: /admin/
Disallow: /images/
Disallow: /documents/
Disallow: /admin/
Disallow: /common/
Disallow: /editor/
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.jpg$
Disallow: /*.gif$
Allow: /
Crawl-delay: 600
Request-rate: 1/600    
Visit-time: 0100-0645

User-agent: *
Disallow: /images/
Disallow: /documents/
Disallow: /admin/
Disallow: /common/
Disallow: /editor/
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.jpg$
Disallow: /*.gif$
Crawl-delay: 600
Request-rate: 1/600    
Visit-time: 0100-0645