# Global allow for Mediapartners - this is used by Google to place ads in content, # not indexing purposes. User-agent: Mediapartners-Google Disallow: # Throttles to decrease load User-agent: Yandex Crawl-delay: 3 User-agent: Baiduspider Crawl-delay: 3 User-agent: bingbot Crawl-delay: 2 User-agent: Slurp Crawl-delay: 2 User-agent: FacebookBot Crawl-delay: 3 # Temporary blocks of uninteresting bots User-Agent: Genieo Disallow: / User-Agent: ecoResearch Disallow: / User-Agent: Spinn3r Disallow: / User-Agent: BLP_bbot Disallow: / User-Agent: R6_CommentReader Disallow: / User-Agent: omgilibot Disallow: / User-Agent: EasouSpider Disallow: / User-Agent: A6-Indexer Disallow: / User-Agent: magpie-crawler Disallow: / User-agent: GPTBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-Web Disallow: / User-agent: PerplexityBot Disallow: / User-agent: CCBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: omgili Disallow: / # Prevent bots from wasting crawl budget on template/non-content pages User-Agent: * Disallow: /search Disallow: /web Disallow: /mrcontent Disallow: /webapi-public Disallow: /adperfect Disallow: /*amp.html?* Disallow: *.ece* Allow: *.ece*.pdf # Block indexing of specific sections/content at the market's request User-Agent: * Disallow: /advertise/circulars Disallow: /advertise/classifieds Disallow: /advertise/sponsored-content Disallow: /advertise/sponsored-content/sponsored-posts Disallow: /advertise/welcome-page Disallow: /advertise/welcome-page/welcome-page-lg Disallow: /advertise/welcome-page/welcome-page-md Disallow: /advertise/welcome-page/welcome-page-sm Disallow: /advertise/welcome-page/welcome-page-xs Disallow: /customer-service/404 Disallow: /customer-service/410 Disallow: /customer-service/marketing Disallow: /customer-service/marketing/scoopy Disallow: /customer-service/newsletter-signup Disallow: /customer-service/plus Disallow: /customer-service/rss Disallow: /customer-service/subscription/special-offers Disallow: /customer-service/subscription/special-offers/offer-a Disallow: /customer-service/subscription/special-offers/offer-b Disallow: /customer-service/subscription/special-offers/offer-c Disallow: /customer-service/tablets Disallow: /entertainment/ent-columns-blogs Disallow: /entertainment/ent-columns-blogs/rick-bentley Disallow: /entertainment/ent-columns-blogs/star-wars Disallow: /entertainment/ent-columns-blogs/video-games Disallow: /entertainment/horoscopes Disallow: /entertainment/movies-news-reviews Disallow: /entertainment/music-news-reviews/joshua-tehee Disallow: /entertainment/performing-arts Disallow: /entertainment/performing-arts/donald-munro Disallow: /entertainment/tv Disallow: /living/family Disallow: /living/food-drink/valley-craft-beer Disallow: /living/liv-columns-blogs Disallow: /living/liv-columns-blogs/andrew-fiala Disallow: /living/liv-columns-blogs/ask-amy Disallow: /living/liv-columns-blogs/carmen-george Disallow: /living/liv-columns-blogs/diy Disallow: /living/religion Disallow: /news/business/biz-columns-blogs Disallow: /news/business/biz-columns-blogs/real-estate-blog Disallow: /news/business/personal-finance Disallow: /news/business/technology Disallow: /news/local/community Disallow: /news/local/community/clovis-news/cn-sports Disallow: /news/local/education/eye-on-education Disallow: /news/local/education/young-achievers Disallow: /news/local/news-columns-blogs Disallow: /news/local/news-columns-blogs/ask-me Disallow: /news/local/news-columns-blogs/city-beat Disallow: /news/local/news-columns-blogs/earth-log Disallow: /news/local/news-columns-blogs/lewis-griswold Disallow: /news/local/news-columns-blogs/morning-scoop Disallow: /news/politics-government/politics-columns-blogs Disallow: /news/politics-government/politics-columns-blogs/political-notebook Disallow: /news/special-reports Disallow: /news/special-reports/domestic-violence Disallow: /news/special-reports/faces-of-christmas Disallow: /news/special-reports/housing-blight Disallow: /news/special-reports/human-trafficking Disallow: /news/special-reports/too-young Disallow: /news/state Disallow: /opinion/opn-columns-blogs/ Disallow: /opinion/opn-columns-blogs/armen-bacon Disallow: /opinion/opn-columns-blogs/bill-mcewen Disallow: /opinion/opn-columns-blogs/david-mas-masumoto Disallow: /opinion/opn-columns-blogs/the-editors-desk Disallow: /opinion/opn-columns-blogs/victor-davis-hanson Disallow: /sports/college Disallow: /sports/college/football Disallow: /sports/college/mountain-west Disallow: /sports/high-school/all-metro-teams Disallow: /sports/high-school/andy-boogaard Disallow: /sports/high-school/prep-athletes Disallow: /sports/high-school/prep-baseball-softball Disallow: /sports/other-sports Disallow: /sports/outdoors/recreation-calendar Disallow: /sports/scores-stats Disallow: /sports/spt-columns-blogs Disallow: /sports/spt-columns-blogs/david-white Disallow: /sports/spt-columns-blogs/marek-warszawski Disallow: /mobile/m-bulldogs-basketball Disallow: /mobile/m-bulldogs-football Disallow: /mobile/m-bulldogs-womens-basketball Disallow: /mobile/m-fresno-beehive Disallow: /mobile/m-fresno-bulldogs Disallow: /site-services/contests-promotions Disallow: /site-services/contests-promotions/actboo-contest-rules Disallow: /site-services/contests-promotions/carr-contest-rules Disallow: /site-services/newsletters/editorials Disallow: /site-services/newsletters/morningscoop Disallow: /site-services/newsletters/sports-night-nl Disallow: /site-services/newsletters Disallow: /site-services/newsletters/afternoon Disallow: /site-services/newsletters/breaking-news-alerts Disallow: /site-services/newsletters/morning-newsletter Disallow: /site-services/promos Disallow: /site-services/testing Disallow: /site-services/testing/ad-ops-testing Disallow: /site-services/testing/contest-test Disallow: /site-services/testing/newsgate-test Disallow: /sponsored/energy_matters Allow: /entertainment/ent-columns-blogs/fresno-famous Allow: /entertainment/ent-columns-blogs/fresno-beehive Allow: /news/local/community/clovis-news Allow: /news/special-reports/kids-day Allow: /news/special-reports/yosemite-at-150 Allow: /opinion/opn-columns-blogs/marek-warszawski Allow: /sports/college/mountain-west/fresno-state Allow: /sports/college/mountain-west/fresno-state/bulldogs-basketball Allow: /sports/college/mountain-west/fresno-state/bulldogs-football # Sitemap files Sitemap: https://www.fresnobee.com/sitemap/story/update.xml Sitemap: https://www.fresnobee.com/sitemap/story/archive.xml Sitemap: https://www.fresnobee.com/sitemap/story/googlenews.xml Sitemap: https://www.fresnobee.com/sitemap/blogpost/update.xml Sitemap: https://www.fresnobee.com/sitemap/blogpost/archive.xml Sitemap: https://www.fresnobee.com/sitemap/blogpost/googlenews.xml Sitemap: https://www.fresnobee.com/sitemap/section/update.xml Sitemap: https://www.fresnobee.com/sitemap/section/archive.xml Sitemap: https://www.fresnobee.com/sitemap/topic/archive.xml Sitemap: https://www.fresnobee.com/sitemap/topic/update.xml