# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-agent: blinkx
Disallow: /

User-agent: blinkx_ff_spider
Disallow: /

User-agent: bingbot
Disallow: /manifest.json

User-agent: Googlebot
Allow: /api/2.0/static/page_content
Disallow: /beta
Disallow: /_qos/
Disallow: /account/authenticate
Disallow: /activity_feeds/
Disallow: /activities/
Disallow: /api/2.0/
Disallow: /channels/
Disallow: /discussions/search
Disallow: /email$
Disallow: /email?
Disallow: /exstack/
Disallow: /facebook_canvas/
Disallow: /feed/activity/
Disallow: /feed/history/
Disallow: /feed/queue/
Disallow: /feed/search
Disallow: /feed/search/
Disallow: /feed/review/
Disallow: /highest_rated
Disallow: /highest_rated/
Disallow: /labs/caption-search
Disallow: /masthead$
Disallow: /masthead?
Disallow: /masthead/
Disallow: /playlists/flag/
Disallow: /plus/check_hold
Disallow: /plus/check_psn
Disallow: /plus/invite_request
Disallow: /plus/signup
Disallow: /plus/signup/
Disallow: /plus/vip
Disallow: /popular$
Disallow: /popular?
Disallow: /popular/
Disallow: /posts/flag/
Disallow: /posts/list/
Disallow: /posts/item/
Disallow: /profiles/
Disallow: /r/
Disallow: /recent$
Disallow: /recent?
Disallow: /recent/
Disallow: /released$
Disallow: /released?
Disallow: /released/
Disallow: /reviews/update_page
Disallow: /rules$
Disallow: /rules?
Disallow: /search?
Disallow: /search/
Disallow: /social/
Disallow: /support/geofilter
Disallow: /support/search
Disallow: /support/streaming
Disallow: /support/vote
Disallow: /users/
Disallow: /feed/
Disallow: /videos/expander
Disallow: /videos/search
Disallow: /videos/search/
Disallow: /videos/show_trailer
Disallow: /videos/slider
Disallow: /videos/transcripts/
Disallow: /widget/player/
Disallow: /browse/alphabetical/feature_films
Disallow: /*.swf$
Disallow: /unsubscribe_email/

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: *
Allow: /api/2.0/static/page_content
Disallow: /_qos/
Disallow: /account/authenticate
Disallow: /activity_feeds/
Disallow: /activities/
Disallow: /api/2.0/
Disallow: /channels/
Disallow: /discussions/search
Disallow: /email$
Disallow: /email?
Disallow: /exstack/
Disallow: /facebook_canvas/
Disallow: /feed/activity/
Disallow: /feed/history/
Disallow: /feed/queue/
Disallow: /feed/search
Disallow: /feed/search/
Disallow: /feed/review/
Disallow: /highest_rated
Disallow: /highest_rated/
Disallow: /labs/caption-search
Disallow: /masthead$
Disallow: /masthead?
Disallow: /masthead/
Disallow: /mozart/
Disallow: /playlists/flag/
Disallow: /plus/check_hold
Disallow: /plus/check_psn
Disallow: /plus/invite_request
Disallow: /plus/signup
Disallow: /plus/signup/
Disallow: /plus/vip
Disallow: /popular$
Disallow: /popular?
Disallow: /popular/
Disallow: /posts/flag/
Disallow: /posts/list/
Disallow: /posts/item/
Disallow: /profiles/
Disallow: /r/
Disallow: /recent$
Disallow: /recent?
Disallow: /recent/
Disallow: /released$
Disallow: /released?
Disallow: /released/
Disallow: /reviews/update_page
Disallow: /rules$
Disallow: /rules?
Disallow: /search?
Disallow: /search/
Disallow: /social/
Disallow: /support/geofilter
Disallow: /support/search
Disallow: /support/streaming
Disallow: /support/vote
Disallow: /tempo/
Disallow: /tempo-fallback/
Disallow: /users/
Disallow: /feed/
Disallow: /videos/expander
Disallow: /videos/search
Disallow: /videos/search/
Disallow: /videos/show_trailer
Disallow: /videos/slider
Disallow: /videos/transcripts/
Disallow: /widget/player/
Disallow: /browse/alphabetical/feature_films
Disallow: /*.swf$
Disallow: /unsubscribe_email

Sitemap: https://www.hulu.com/sitemap_index.xml