User-agent: UbiCrawler/v0.4beta
Disallow: /
User-agent: crawl
Disallow: /
User-agent: robot
Disallow: /
User-agent: *
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /admin/
Disallow: /bin/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /ScheduledWebService/
Disallow: /errors/
Disallow: /excelfiles/
Disallow: /awstats/
Disallow: /ads/
Disallow: /sapoaadvert/
Disallow: /nl/
Disallow: /property/schedules/
Disallow: /property/editor/
Disallow: /WebModules/
Disallow: /WebModules/Accounts/
Disallow: /WebModules/AdsManager/
Disallow: /WebModules/FileManager/
Disallow: /WebModules/Forums/
Disallow: /WebModules/MailingLists/
Disallow: /WebModules/NewsManager/
Disallow: /WebModules/Accounts/
Disallow: /WebModules/AdsManager/
Disallow: /WebModules/Polls/
Disallow: /adverts/
Disallow: /subscriber/
User-agent: UbiCrawler
Disallow: /
User-agent: BizBot04
Disallow: /
User-agent: HappyBot
Disallow: /
User-agent: CaliforniaBrownSpider
Disallow: /
User-agent: EI*Net/0.1
Disallow: /
User-agent: Ibot/1.0
Disallow: /
User-agent: Merritt/1.0
Disallow: /
User-agent: StatFetcher/1.0
Disallow: /
User-agent: TeacherSoft/1.0
Disallow: /
User-agent: WWW Collector
Disallow: /
User-agent: processor/0.0ALPHA
Disallow: /
User-agent: wobot/1.0
Disallow: /
User-agent: Libertech-Rover
Disallow: /
User-agent: WhoWhere Robot
Disallow: /
User-agent: ITI Spider
Disallow: /
User-agent: w3index
Disallow: /
User-agent: MyCNNSpider
Disallow: /
User-agent: SummyCrawler
Disallow: /
User-agent: OGspider
Disallow: /
User-agent: linklooker
Disallow: /
User-agent: CyberSpyder
Disallow: /
User-agent: SlowBot
Disallow: /
User-agent: heraSpider
Disallow: /
User-agent: Surfbot
Disallow: /
User-agent: Bizbot003
Disallow: /
User-agent: WebWalker
Disallow: /
User-agent: SandBot
Disallow: /
User-agent: EnigmaBot
Disallow: /
User-agent: spyder3.microsys.com
Disallow: /
User-agent: www.freeloader.com
Disallow: /
User-agent: 205.252.60.71
Disallow: /
User-agent: 194.20.32.131
Disallow: /
User-agent: 198.5.209.201
Disallow: /
User-agent: acke.dc.luth.se
Disallow: /
User-agent: dallas.mt.cs.cmu.edu
Disallow: /
User-agent: darkwing.cadvision.com
Disallow: /
User-agent: waldec.com
Disallow: /
User-agent: www2000.ogsm.vanderbilt.edu
Disallow: /
User-agent: unet.ca
Disallow: /
User-agent: murph.cais.net
Disallow: /
User-agent: spyder3.microsys.com
Disallow: /
User-agent: www.freeloader.com
Disallow: /