# robots.txt for http://www.ratite.com/ User-agent: MJ12bot Disallow: / User-agent: dotbot Disallow: / User-agent: ShopWiki Disallow: / User-agent: TurnitinBot Disallow: / User-agent: * Crawl-delay: 85 Disallow: /.tar_files Disallow: /413.t Disallow: /413CS.t Disallow: /captcha Disallow: /cgibin Disallow: /cron Disallow: /css Disallow: /demo Disallow: /dev Disallow: /DEV_400CS Disallow: /DEV_WebStore Disallow: /download Disallow: /freelance_jobs/Databases Disallow: /gmoore Disallow: /hosting Disallow: /ihobb.com Disallow: /js Disallow: /logs Disallow: /Italy Disallow: /Logs Disallow: /mail Disallow: /Mail Disallow: /mikestractors Disallow: /perimeter Disallow: /perl5 Disallow: /Perl/Stats Disallow: /Perl/Stats/free Disallow: /pulver-levine Disallow: /resume Disallow: /stats Disallow: /SSI Disallow: /ssl Disallow: /tps Disallow: /Web_store Disallow: /WebStore/Download Disallow: /ws_forms Disallow: /wwwboard Disallow: /ZZ