#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /live-tv/american-greed/
Disallow: /live-tv/american-greed-deadly-rich/
Disallow: /live-tv/back-in-the-game/
Disallow: /live-tv/cash-pad/
Disallow: /live-tv/cnbc-originals/
Disallow: /live-tv/deal-or-no-deal/
Disallow: /live-tv/fast-money/
Disallow: /live-tv/five-day-biz-fix/
Disallow: /live-tv/jay-lenos-garage/
Disallow: /live-tv/listing-impossible/
Disallow: /live-tv/mad-money/
Disallow: /live-tv/secret-lives-of-the-super-rich/
Disallow: /live-tv/shark-tank/
Disallow: /live-tv/squawk-alley/
Disallow: /live-tv/squawk-on-the-street/
Disallow: /live-tv/the-exchange/
Disallow: /live-tv/the-profit/
Disallow: /live-tv/the-profit-an-inside-look/
Disallow: /live-tv/undercover-boss/
Disallow: /proplayer
Disallow: /appchart/*

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /live-tv/american-greed/
Disallow: /live-tv/american-greed-deadly-rich/
Disallow: /live-tv/back-in-the-game/
Disallow: /live-tv/cash-pad/
Disallow: /live-tv/cnbc-originals/
Disallow: /live-tv/deal-or-no-deal/
Disallow: /live-tv/fast-money/
Disallow: /live-tv/five-day-biz-fix/
Disallow: /live-tv/jay-lenos-garage/
Disallow: /live-tv/listing-impossible/
Disallow: /live-tv/mad-money/
Disallow: /live-tv/secret-lives-of-the-super-rich/
Disallow: /live-tv/shark-tank/
Disallow: /live-tv/squawk-alley/
Disallow: /live-tv/squawk-on-the-street/
Disallow: /live-tv/the-exchange/
Disallow: /live-tv/the-profit/
Disallow: /live-tv/the-profit-an-inside-look/
Disallow: /live-tv/undercover-boss/
Disallow: /proplayer
Disallow: /appchart/*