User-Agent: *
Disallow: 

User-Agent: *
Disallow: /cgi-bin/

User-Agent:Googlebot
Disallow:/_mgxroot/          

User-Agent:DBLBot/1.0
Disallow:/
 
User-Agent:SBIder
Disallow :/

User-Agent:Nutch
Disallow :/

User-agent:psbot
Disallow: /

User-agent:MJ12bot/
Disallow: /

User-agent:CCBOT
Disallow: /

User-Agent:Charlotte
Disallow: / 

User-Agent:WebAlta
Disallow: /

User-Agent:twiceler/
Disallow: /

User-agent:discobot
Disallow: / 

User-agent:Gigabot
Disallow:/

User-agent:SurveyBot
Disallow:/

User-agent:AboutUsBot 
Disallow:/ 

User-agent:ScoutJet
Disallow:/

User-agent:Wget/1.10.2
Disallow: /

User-agent:boitho.com-dc
Disallow: /

User-agent:Yeti/1.0
Disallow: /

User-agent:webalta Crawler/2.0
Disallow:/

User-agent:192.comAgent
Disallow:/

User-agent:Yandex/1.01.001 
Disallow:/

User-agent:flatlandbot/baypup 
Disallow:/     

User-agent:GingerCrawler/1.0
Disallow:/

User-agent:Yanga WorldSearch Bot v1.1/beta (http://www.yanga.co.uk/)
Disallow:/

User-agent:Exabot/3.0
Disallow:/ 

User-agent:WebAlta Crawler/1.3.23 
Disallow:/

User-agent:dotbot 
Disallow:/ 

User-agent:Baiduspider+(+http://www.baidu.jp/spider/)
Disallow:/

User-agent:mmcrawler/Nutch-1.0
Disallow:/