User-agent: ^Nutch
Disallow: /
#
User-agent: Skywalker
Disallow: /
#
User-agent: Anonymous
Disallow: /
#
User-agent: mail.visvo.com
Disallow: /
#
User-agent: Baiduspider
Disallow: / 
#
User-agent: Twiceler
Disallow: /
#
User-agent: dotbot
Disallow: /
#
User-agent: Charlotte
Disallow: /
#
User-agent: Slurp China
Disallow: /
#
User-agent: DBLBot/1.0
Disallow: /
#
User-agent: OpenISearch
Disallow: /
#
User-agent: smart.apnoti.com Robot/v1.34
Disallow: /
#
#User-agent: ia_archiver
#Disallow: /
#
User-agent: Speedy Spider
Disallow: /
#
User-agent: envolk/1.7
Disallow: /
#
User-agent: Exabot-Images/3.0
Disallow: /
#
User-agent: NaverBot/1.0
Disallow: /
#
User-agent: Exabot
Disallow: /
#
User-agent: Yeti/1.0
Disallow: /
#
User-agent: Exabot/3.0
Disallow: /
#
User-agent: VDBot/1.0
#Disallow: /
#
User-agent: TurnitinBot/2.1
#Disallow: /
#
User-agent: Yandex
Disallow: /
#
User-agent: MLBot 
Disallow: /
#
User-agent: gh-index-bot/Nutch-1.0
Disallow: /
#
User-agent: GingerCrawler
Disallow: /
#
User-agent: netcraft
Disallow: /
#
User-agent: Nutch
Disallow: /
#
User-agent: StackRambler
Disallow: /
#
User-agent: ^msnbot
Disallow: /
#
User-agent: msnbot/2.0b
Disallow: /
#
User-agent: msnbot/1.1
Disallow: /
#
User-agent: ^SurveyBot
Disallow: /
#
User-agent: taptubot
Disallow: /
#
User-agent: ^discobot
Disallow: /
#
User-agent: KaloogaBot
Disallow: /

#
User-agent:  MJ12bot
Disallow: /
#
User-agent: SearchMonkey
Disallow: /
#
User-agent: WebDataCentreBot
Disallow: /
#
User-agent: ^Dolphin
Disallow: /
#
#
User-agent: Sogou
Disallow: /
#
User-agent: ^SheenBot
Disallow: /
#
User-agent: NetcraftSurveyAgent
Disallow: /
#
User-agent: swish-e
Disallow: /
#
User-agent: SheenBot/SheenBot-1.0.1
Disallow: /
#
User-agent: aiHitBot/1.0
Disallow: /
#
User-agent: yahoo
Disallow: /
#
User-agent: OpenAcoon
Disallow: /
#
User-agent: spbot
Disallow: /
#
User-agent: ScoutJet
Disallow: /
#
User-agent: ia_archiver
Disallow: /
#
User-agent: SBIder/Nutch-1.0-dev
Disallow: /
#
User-agent: NetStudyBot1.0
Disallow: /
#
User-agent: panscient.com
Disallow: /
#
User-agent: Sosospider+
Disallow: /
#
User-agent: yacybot
Disallow: /
#
User-agent: cityreview
Disallow: /
#
User-agent: FyberSpider
Disallow: /
#
User-agent: bixolabs
Disallow: /
#
User-agent: nrsbot
Disallow: /
#
#
User-agent: nrsbot/6.0
Disallow: /
#
#User-agent: SETOOZBOT
#Disallow: /
#
User-agent: Linguee Bot
Disallow: /
#
User-agent: psbot/0.1
Disallow: /
#
#User-agent:
#Disallow: /
# 
#User-agent: 
#Disallow: /
#
#User-agent: 
#Disallow: /
#
#User-agent:
#Disallow: /
# 
#User-agent: 
#Disallow: /
#
#User-agent: 
#Disallow: /
#
#User-agent:
#Disallow: /
#
#
User-agent: *
Disallow: /css/ 
Disallow: /cgi-bin/ 
Disallow: /images/
Disallow: /stuff/
Disallow: /home_images/
Disallow: /Email-errors/
Disallow: /known_images/
Disallow: /m-btns-blu/
Disallow: /m-btns-gre/
Disallow: /phpmyadmin/
Disallow: /phppgadmin/
Disallow: /phpsftpd/
Disallow: /phpsqliteadmin/
Disallow: /PHPWebAdmin/
Disallow: /scripts/
Disallow: /SpamAssassin/
Disallow: /uebimiau/
Disallow: /uebimiau-hM/
Disallow: /webbie/
Disallow: /Mods_A-B/
Disallow: /Mods_A-B-2/
Disallow: /Mods_C-E/
Disallow: /Mods_C-E-2/
Disallow: /Mods_F-H/
Disallow: /Mods_F-H-2/
Disallow: /Mods_I-M/
Disallow: /Mods_I-M-2/
Disallow: /Mods_N-R/
Disallow: /Mods_N-R-2/
Disallow: /Mods_S-T/
Disallow: /Mods_S-T-2/
Disallow: /Mods_U-Z/
Disallow: /Known_Mods/
Disallow: /Known_Mods_2/
Disallow: /Christmas_Mods_1/
Disallow: /testcolor/
Disallow: /Ebay/ 
Disallow: /axse/
Disallow: /axs/
Disallow: /axswtv/
Disallow: /forbidden/
Disallow: /restricted/
Disallow: /xampp/
Disallow: /modperlasp/
Disallow: /modperl/