<filesmatch "robots.txt">
Header set X-Robots-Tag "noindex, nofollow"

User-agent: *
Disallow: /games/
User-agent: *
Disallow: /cgi-bin/
User-agent: *
Disallow: /images/
User-agent: *
Disallow: /nascar.css
User-agent: *
Disallow: /email-addresses/
User-agent: *
Disallow: /Seasonal/
User-agent: *
Disallow: /logos/
User-agent: *
Disallow: /nav/
User-agent: *
Disallow: /midi/

User-agent: abc/Nutch-0.9-dev (abc; http://abc#11.us; abc at abc dot com)
Disallow: /

User-agent: AboutUsBot 
Disallow: /

User-agent: Acoon-Robot v3.00 (http://www.acoon.de and http://www.acoon.com)
Disallow: /

User-agent: aipbot/1.0 (aipbot; http://www.aipbot.com; aipbot@aipbot.com)
Disallow: /

User-agent: AISearchBot (Email: aisearchbot@gmail.com; If your web site doesn't want to be crawled, please send us a email.)
Disallow: /

User-agent: Alexa
Disallow: /

User-agent: appie 1.1 (www.walhello.com)
Disallow: /

User-agent: BDFetch
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: boitho.com-dc/0.82 ( http://www.boitho.com/dcbot.html )
Disallow: /

User-agent: boitho.com-dc/0.83 ( http://www.boitho.com/dcbot.html )
Disallow: /

User-agent: Bookmark search tool
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: CazoodleBot/0.0.2 (http://www.cazoodle.com/contact.php; cbot@cazoodle.com)
Disallow: /

User-agent: CazoodleBot/Nutch-0.9-dev (CazoodleBot Crawler; http://www.cazoodle.com; mqbot@cazoodle.com)
Disallow: /

User=agent: CCBot/1.0 (+http://www.commoncrawl.org/bot.html)
Disallow: /

User-agent: cfetch/1.0
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: ConveraCrawler/0.9d (+http://www.authoritativeweb.com/crawl)
Disallow: /

User-agent: DeadLinkCheck/0.4.0 libwww-perl/5.63
Disallow: /

User-agent: DotBot/1.0.1 (http://www.dotnetdotcom.org/, crawler@dotnetdotcom.org)
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Exabot-Images/1.0
Disallow: /

User-agent: Exabot-Test/1.0
Disallow: /

User-agent: findlinks
Disallow: /

User-agent: findlinks/1.1.3-beta9 (+http://wortschatz.uni-leipzig.de/findlinks/)
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: genieBot
Disallow: /

User-agent: GeonaBot/1.2; http://www.geona.com/
Disallow: /

User-agent: Gigabot/2.0 (http://www.gigablast.com/spider.html)
Disallow: /

User-agent: Gigabot/3.0 (http://www.gigablast.com/spider.html)
Disallow: /

User-agent: Go!Zilla
Disallow: /

User-agent: Go!Zilla (www.gozilla.com)
Disallow: /

User-agent: Go!Zilla 3.3 (www.gozilla.com)
Disallow: /

User-agent: Go!Zilla 3.5 (www.gozilla.com)
Disallow: /

User-agent: GurujiBot/1.0 (+http://www.guruji.com/en/WebmasterFAQ.html)
Disallow: /

User-agent: HouxouCrawler/Nutch-0.9 (houxou.com's nutch-based crawler which serves special interest on-line communities; http://www.houxou.com/crawler; crawler at houxou dot com)
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ichiro/2.0 (http://help.goo.ne.jp/door/crawler.html)
Disallow: /

User-agent: IconSurf
Disallow: /

User-agent: IconSurf
Disallow: /favicon.ico

User-agent: Image Stripper
Disallow: /

User-agent: Image Sucker
Disallow: /

User-agent: Java/1.4.1_04
Disallow: / 

User-agent: Java/1.5.0_06
Disallow: /

User-agent: Java/1.6.0-beta
Disallow: /

User-agent: Jyxobot/1
Disallow: /

User-agent: kalooga/KaloogaBot (Kalooga; http://www.kalooga.com/info.html?page=crawler)
Disallow: /	
	
User-agent: Keyword Density/0.9
Disallow: /

User-agent: Keyword.Density
Disallow: /

User-agent: KnowItAll/Nutch-0.9 (Nutch-UW-Crawler; http://cs.washington.edu/homes/mjc/crawler.html; uwcrawler08@gmail.com)
Disallow: /

User-agent: Krugle/Krugle,Nutch/0.8+ (Krugle web crawler; http://www.krugle.com/crawler/info.html; webcrawler@krugle.com)
Disallow: /

User-agent: larbin_2.6.3 (larbin2.6.3@unspecified.mail)
Disallow: /

User-agent: larbin_2.6.3 larbin2.6.3@unspecified.mail
Disallow: /

User-agent: LinkextractorPro
Disallow: /

User-agent: linksmanager_bot
Disallow: /

User-agent: linksmanager
Disallow: 

User-agent: LinkWalker
Disallow: /

User-agent: Lycos_Spider_(modspider)
Disallow: /

User-agent: Mail.Ru/1.0
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: Microsoft URL Control - 5.01.4511
Disallow: /

User-agent: Microsoft URL Control - 6.00.8169
Disallow: /

User-agent: Microsoft URL Control - 6.00.8862
Disallow: /

User-agent: Microsoft URL Control - 6.01.9782
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MJ12bot/v1.2.0 (http://majestic12.co.uk/bot.php?+)
Disallow: /

User-agent: MJ12bot/v1.0.8 (http://majestic12.co.uk/bot.php?+)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {610A1313-BC71-883E-3BA1-EE390730FB48}; Alexa Toolbar)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {6DF1268B-E2F6-4AE3-B689-C6AFF2CBF42D}; .NET CLR 1.0.3705; MSN 9.0;MSN 9.1; MSNbMSNI; MSNmen-us; MSNcIA; MPLUS)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; {F8075955-C802-4FA8-BC0D-5283C1BAB0D5}; .NET CLR 1.1.4322; .NET CLR 2.0.50727)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Wanadoo 6.7)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)/Nutch-1.0
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE enviable; DAUMOA 2.0; DAUM Web Robot; Daum Communications Corp., Korea; +http://ws.daum.net/aboutkr.html)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MyFamilyBot/1.0; http://www.ancestry.com/learn/bot.aspx)
Disallow: /

User-agent: Mozilla/4.0 (compatible; NaverBot/1.0; http://help.naver.com/delete_main.asp)
Disallow: /

User-agent: Mozilla/4.0 (compatible; NaverBot/1.0; http://help.naver.com/customer_webtxt_02.jsp)
Disallow: /

User-agent: Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com)
Disallow: /

User-agent: Mozilla/5.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)
Disallow: /

User-agent: Mozilla/5.0 (compatible; BecomeBot/2.3; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)
Disallow: /

User-agent: Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)
Disallow: /

User-agent: Mozilla/5.0 (compatible; Charlotte/1.1; http://www.searchme.com/support/)
Disallow: /

User-agent: Mozilla/5.0 (compatible; DBLBot/1.0; +http://www.dontbuylists.com/)
Disallow: /

User-agent: Mozilla/5.0 (compatible; discobot/1.0; +http://discoveryengine.com/discobot.html)
Disallow: /

User-agent: Mozilla/5.0 (compatible; discobot/1.1; +http://discoveryengine.com/discobot.html)
Disallow: /

User-agent: Mozilla/5.0 (compatible; DotBot/1.1; http://www.dotnetdotcom.org/, crawler@dotnetdotcom.org)
Disallow: /

User-agent: Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)
Disallow: /

User-agent: Mozilla/5.0 (compatible; Exabot-Images/3.0; +http://www.exabot.com/go/robot)
Disallow: /

User-agent: Mozilla/5.0 (compatible; Firefox or MSIE mutant; not on Windows server; +http://ws.daum.net/aboutkr.html) Daumoa/2.0
Disallow: /

User-agent: Mozilla/5.0 (compatible; GurujiBot/1.0; +http://www.guruji.com/en/WebmasterFAQ.html)
Disallow: /

User-agent: Mozilla/5.0 (compatible; heritrix/1.12.1 +http://www.page-store.com) [email:paul@page-store.com]
Disallow: /

User-agent: Mozilla/5.0 (compatible; LinksManager.com_bot +http://linksmanager.com/linkchecker.html)
Disallow: /

User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.2.1; http://www.majestic12.co.uk/bot.php?+)
Disallow: /

User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.2.4; http://www.majestic12.co.uk/bot.php?+)
Disallow: /

User-agent: Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server; +http://ws.daum.net/aboutWebSearch.html) Daumoa/2.0
Disallow: /

User-agent: Mozilla/5.0 (compatible; nextthing.org/1.0; +http://www.nextthing.org/bot)
Disallow: /

User-agent: Mozilla/5.0 (compatible; OsO; http://oso.octopodus.com/abot.html)
Disallow: /

User-agent: Mozilla/5.0 (compatible; ScoutJet; +http://www.scoutjet.com/)
Disallow: /

User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)
Disallow: /

User-agent: Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )
Disallow: /	

User-agent: Mozilla/5.0 (compatible; zermelo; +http://www.powerset.com) [email:paul@page-store.com,crawl@powerset.com]
Disallow: /

User-agent: Mozilla/5.0 GurujiBot/1.0 (+http://www.guruji.com/en/WebmasterFAQ.html)
Disallow: /

User-agent: Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en) AppleWebKit/417.9 (KHTML, like Gecko) Safari/417.8
Disallow: /

User-agent: Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/312.8 (KHTML, like Gecko) Safari/312.6
Disallow: /

User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html)
Disallow: /

User-agent: Mozilla/5.0 (Windows;) NimbleCrawler 1.13 obeys UserAgent NimbleCrawler For problems contact: crawler@healthline.com
Disallow: /

User-agent: Mozilla/5.0 (Windows;) NimbleCrawler 2.0.1 obeys UserAgent NimbleCrawler For problems contact: crawler@healthline.com
Disallow: /

User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9) Gecko/2008052906 Firefox/3.0/1.0 (bot; http://; bot@bot.com)
Disallow: /

User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (http://www.voila.com/)
Disallow: /

User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)
Disallow: /

User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9a1) Gecko/20070308 Minefield/3.0a1
Disallow: /

User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12; ips-agent) Gecko/20050922 Fedora/1.0.7-1.1.fc4 Firefox/1.0.7
Disallow: /

User-agent: MQBOT/Nutch-0.9-dev (MQBOT Crawler; http://falcon.cs.uiuc.edu; mqbot@cs.uiuc.edu)
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: MSRBOT
Disallow: /

User-agent: MultiCrawler, http://sw.deri.org/2006/04/multicrawler/robots.html
Disallow: /

User-agent: MyFamilyBot/1.0
Disallow: /

User-agent: myspace.com
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: NetResearchServer
Disallow: /

User-agent: NetWhatCrawler/0.06-dev (NetWhatCrawler from NetWhat.com; http://www.netwhat.com; support@netwhat.com)
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: NG/2.0
Disallow: /

User-agent: NimbleCrawler
Disallow: /

User-agent: nnn/ttt (n)
Disallow: /

User-agent: Nokia6300/2.0 (05.50) Profile/MIDP-2.0 Configuration/CLDC-1.1 (botmobi http://find.mobi/bot.html abuse@mtld.mobi)
Disallow: /

User-agent: Nokia6680/1.0 (4.04.07) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 Configuration/CLDC-1.1 (botmobi find.mobi/bot.html find@mtld.mobi)
Disallow: /

User-agent: noxtrumbot/1.0 (crawler@noxtrum.com)
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: NPBot/3 (NPBot; http://www.nameprotect.com; npbot@nameprotect.com)
Disallow: /

User-agent: nrsbot/5.0(loopip.com/robot.html)
Disallow: /

User-agent: NuSearch Spider (compatible; MSIE 6.0)
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: nutch/Nutch-1.0-dev (nutch)
Disallow: /

User-agent: NutchCVS/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)
Disallow: /

User-agent: NutchCVS/0.7.1 (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)
Disallow: /

User-agent: NutchCVS/0.7.2 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)
Disallow: /

User-agent: NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)
Disallow: /

User-agent: nutchsearch/Nutch-0.9 (Nutch Search 1.0; herceg_novi at yahoo dot com)
Disallow: /

User-agent: nutch.us/Nutch-1.0 (nutch.us; crawler@nutch.us)
Disallow: /

User-agent: oBot
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: OmniExplorer_Bot/4.32
Disallow: /

User-agent: OmniExplorer_Bot/5.24 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /

User-agent: OmniExplorer_Bot/5.25 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /

User-agent: OmniExplorer_Bot/6.36 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /

User-agent: OmniExplorer_Bot/6.47 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /

User-agent: OmniExplorer_Bot/6.52 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /

User-agent: OmniExplorer_Bot/6.57 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /

User-agent: OmniExplorer_Bot/6.60 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /

User-agent: OmniExplorer_Bot/6.62 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /

User-agent: OmniExplorer_Bot/6.63a (+http://www.omni-explorer.com) WorldIndexer
Disallow: /

User-agent: OmniExplorer_Bot/6.70 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /

User-agent: OOZBOT/0.17 (--; http://www.setooz.com/oozbot.html; pvvpr at iiit dot ac dot in)
Disallow: /

User-agent: PageGrabber
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: Pingdom GIGRIB (http://www.pingdom.com)
Disallow: /

User-agent: profile.myspace.com/index.cfm?fuseaction=user.viewprofile&friendid=1095212
Disallow: /

User-agent: psbot/0.1 (+http://www.picsearch.com/bot.html)
Disallow: /

User-agent: psycheclone
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: QuickTimeWinInet
Disallow: /

User-agent: Rankivabot/3.2 (www.rankiva.com; 3.2; vzmxikn)
Disallow: /

User-agent: RGScan/Nutch-0.9 (pchang at riverglassinc)
Disallow: /

User-agent: rwkpxrtkxsy rqrpyeiidxpkqklfmij
Disallow: /

User-agent: RMA
Disallow: /

User-agent: sait/Nutch-0.9 (SAIT Research; http://www.samsung.com)
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: SBIder/0.8-dev (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)
Disallow: /

User-agent: Scooter/3.3
Disallow: /

User-agent: Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawl@logos.ic.i.u-tokyo.ac.jp)
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: SimilarPages/Nutch-1.0-dev (SimilarPages Nutch Crawler; http://www.similarpages.com; info@similarpages.com)
Disallow: /

User-agent: sna-0.0.1 (mikeelliott@hotmail.com)
Disallow: /

User-agent: Sensis Web Crawler (search_comments\\at\\sensis\\dot\\com\\dot\\au)
Disallow: /

User-agent: Snapbot/1.0
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Sosospider+(+http://help.soso.com/webspider.htm)
Disallow: /

User-agent: Speedy Spider (http://www.entireweb.com/about/search_tech/speedy_spider/)
Disallow: /

User-agent: Sproose
Disallow: /

User-agent: Steeler/3.2 (http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)
Disallow: /

User-agent: SitiDiBot
Disallow: /

User-agent: SurveyBot/2.3 (Whois Source)
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: Test Spider 0.1
Disallow: /

User-agent: TurnitinBot
Disallow: / 

User-agent: TurnitinBot/1.5
Disallow: /

User-agent: TurnitinBot/2.1 (http://www.turnitin.com/robot/crawlerinfo.html)
Disallow: /

User-agent: VadixBot
Disallow: /

User-agent: VisBot/2.0 (Visvo.com Crawler; http://www.visvo.com/bot.html; bot@visvo.com)
Disallow: /

User-agent: voyager/1.0
Disallow: /

User-agent: WebAlta Crawler/2.0 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU)
Disallow: /

User-agent: wwwster/1.4 (Beta, mailto:gue@cis.uni-muenchen.de)
Disallow: /

User-agent: Yandex/1.01.001 (compatible; Win16; I)
Disallow: /

User-agent: Yanga WorldSearch Bot v1.1/beta (http://www.yanga.co.uk/)
Disallow: /

User-agent: Yeti/0.01 (nhn/1noon, yetibot@naver.com, check robots.txt daily and follow it)
Disallow: /

User-agent: YowedoBot/Yowedo 1.0 (Search Engine crawler for yowedo.com; http://yowedo.com/en/partners.html; crawler@yowedo.com)
Disallow: /