# robots.txt file retrieved from stackoverflow (http://stackoverflow.com/robots.txt) and adapted # by Guillaume on 9/14/2016 User-Agent: * Disallow: /*/Api/* Allow: /*/Account/Login* Allow: /*/Account/Register* Disallow: /*/Account/* Allow: /*/Admin/Sitemap* Disallow: /*/Admin/* Allow: /*/Distributor/Inquiry* Disallow: /*/Distributor/* Disallow: /*/ElectronApp/* Disallow: /*/Exercise/* Disallow: /*/Home/UserHome/* Disallow: /*/Netflix/* Disallow: /*/OnBoarding/* Allow: /*/Player/Versions* Disallow: /*/Player/* Allow: /*/Speeches/Playlist/* Disallow: /*/Playlist/* Disallow: /*/Proxy/* Disallow: /*/Routine/* Disallow: /*/Subscription/* Disallow: /*/Subtitles/* Disallow: /*/Tablet/* Disallow: /*/Test/* Disallow: /*/User/* Disallow: /*/Video/* Disallow: /*/Vocabulary/* Allow: / # # beware, the sections below WILL NOT INHERIT from the above! # http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=40360 # # # disallow adsense bot, as we don't do adsense. # User-agent: Mediapartners-Google Disallow: / # # Yahoo Pipes is for feeds not web pages. # User-agent: Yahoo Pipes 1.0 Disallow: / # # 80legs # User-agent: 008 Disallow: / User-agent: voltron Disallow: / # # This isn't really an image # User-agent: Googlebot-Image Disallow: /*/ivc/* Disallow: /users/flair/ # # this technically isn't valid, since for some godforsaken reason # sitemap paths must be ABSOLUTE and not relative. # Sitemap: /sitemap.xml