User-agent: Baiduspider # Baiduspider - China User-agent: Baiduspider-video User-agent: Baiduspider-image User-agent: Wespe.de # Wespe.de robot - France User-agent: Yandex # Spider - Russian Search Engine User-agent: Sosospider # China Search Engine User-agent: moget #Japan User-agent: ichiro #Japan User-agent: NaverBot #Korea User-agent: Yeti #Korea User-agent: sogou spider #china User-agent: YoudaoBot #China User-agent: SeznamBot/3.0 #Czech Republic User-agent: AhrefsBot #Site scrapper from Ukraine User-agent: GrapeshotCrawler #UK User-agent: Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com) #Site scraper User-agent: rogerbot User-agent: dotbot User-agent: MJ12bot #UK User-agent: BlitzBOT #German User-agent: PetalBot User-agent: ecosia User-agent: Exabot User-agent: SemrushBot User-agent: archive.org_bot Disallow: / # stay out of site, don't look at anything. User-agent: * # all other bots Disallow: /App_Data/ # Don't catalog these directories or pages Disallow: /404.aspx Disallow: /bin/ Disallow: /Documents/ Disallow: /HR/ Disallow: /Scripts/ Disallow: /shadowbox/ Disallow: /Ticker/ Disallow: /TruckerTrivia.aspx Disallow: /fun.aspx Disallow: /Account/ Disallow: /ContactForm/ Disallow: /sm/