{
 "blogId": "D0193",
 "slug": "ai-crawler-blocking-by-industry-news-vs-retail-2026",
 "title": "AI-Crawler Blocking by Industry: News vs Retail (2026)",
 "template": "CW3_CATEGORY_REPORT",
 "editionId": "2026-06",
 "snapshotSha256": "741353c4304216ee37c1b1f874a70b9b370bcc5fcd242312052cab0a6b9369fb",
 "sealedAt": "2026-06-13",
 "source": "US Tech Automations Research",
 "methodology": "https://ustechautomations.com/resources/research",
 "canonicalUrl": "https://ustechautomations.com/resources/blog/ai-crawler-blocking-by-industry-news-vs-retail-2026",
 "displays": [
  {
   "key": "category.News.sites",
   "display": "20",
   "value": 20,
   "kind": "count"
  },
  {
   "key": "category.News.withRobots",
   "display": "17",
   "value": 17,
   "kind": "count"
  },
  {
   "key": "category.News.anyBlock",
   "display": "14",
   "value": 14,
   "kind": "count"
  },
  {
   "key": "category.News.anyBlockPct",
   "display": "82.4%",
   "value": 82.4,
   "kind": "rate"
  },
  {
   "key": "category.Tech.sites",
   "display": "15",
   "value": 15,
   "kind": "count"
  },
  {
   "key": "category.Tech.withRobots",
   "display": "13",
   "value": 13,
   "kind": "count"
  },
  {
   "key": "category.Tech.anyBlock",
   "display": "9",
   "value": 9,
   "kind": "count"
  },
  {
   "key": "category.Tech.anyBlockPct",
   "display": "69.2%",
   "value": 69.2,
   "kind": "rate"
  },
  {
   "key": "category.Reference.sites",
   "display": "14",
   "value": 14,
   "kind": "count"
  },
  {
   "key": "category.Reference.withRobots",
   "display": "11",
   "value": 11,
   "kind": "count"
  },
  {
   "key": "category.Reference.anyBlock",
   "display": "6",
   "value": 6,
   "kind": "count"
  },
  {
   "key": "category.Reference.anyBlockPct",
   "display": "54.5%",
   "value": 54.5,
   "kind": "rate"
  },
  {
   "key": "category.Retail.sites",
   "display": "15",
   "value": 15,
   "kind": "count"
  },
  {
   "key": "category.Retail.withRobots",
   "display": "12",
   "value": 12,
   "kind": "count"
  },
  {
   "key": "category.Retail.anyBlock",
   "display": "2",
   "value": 2,
   "kind": "count"
  },
  {
   "key": "category.Retail.anyBlockPct",
   "display": "16.7%",
   "value": 16.7,
   "kind": "rate"
  },
  {
   "key": "category.Social.sites",
   "display": "10",
   "value": 10,
   "kind": "count"
  },
  {
   "key": "category.Social.withRobots",
   "display": "10",
   "value": 10,
   "kind": "count"
  },
  {
   "key": "category.Social.anyBlock",
   "display": "4",
   "value": 4,
   "kind": "count"
  },
  {
   "key": "category.Social.anyBlockPct",
   "display": "40%",
   "value": 40,
   "kind": "rate"
  },
  {
   "key": "category.Finance.sites",
   "display": "12",
   "value": 12,
   "kind": "count"
  },
  {
   "key": "category.Finance.withRobots",
   "display": "11",
   "value": 11,
   "kind": "count"
  },
  {
   "key": "category.Finance.anyBlock",
   "display": "2",
   "value": 2,
   "kind": "count"
  },
  {
   "key": "category.Finance.anyBlockPct",
   "display": "18.2%",
   "value": 18.2,
   "kind": "rate"
  },
  {
   "key": "category.Travel.sites",
   "display": "9",
   "value": 9,
   "kind": "count"
  },
  {
   "key": "category.Travel.withRobots",
   "display": "9",
   "value": 9,
   "kind": "count"
  },
  {
   "key": "category.Travel.anyBlock",
   "display": "3",
   "value": 3,
   "kind": "count"
  },
  {
   "key": "category.Travel.anyBlockPct",
   "display": "33.3%",
   "value": 33.3,
   "kind": "rate"
  },
  {
   "key": "category.Education.sites",
   "display": "9",
   "value": 9,
   "kind": "count"
  },
  {
   "key": "category.Education.withRobots",
   "display": "7",
   "value": 7,
   "kind": "count"
  },
  {
   "key": "category.Education.anyBlock",
   "display": "1",
   "value": 1,
   "kind": "count"
  },
  {
   "key": "category.Education.anyBlockPct",
   "display": "14.3%",
   "value": 14.3,
   "kind": "rate"
  },
  {
   "key": "category.Government.sites",
   "display": "9",
   "value": 9,
   "kind": "count"
  },
  {
   "key": "category.Government.withRobots",
   "display": "8",
   "value": 8,
   "kind": "count"
  },
  {
   "key": "category.Government.anyBlock",
   "display": "1",
   "value": 1,
   "kind": "count"
  },
  {
   "key": "category.Government.anyBlockPct",
   "display": "12.5%",
   "value": 12.5,
   "kind": "rate"
  },
  {
   "key": "category.Entertainment.sites",
   "display": "9",
   "value": 9,
   "kind": "count"
  },
  {
   "key": "category.Entertainment.withRobots",
   "display": "9",
   "value": 9,
   "kind": "count"
  },
  {
   "key": "category.Entertainment.anyBlock",
   "display": "6",
   "value": 6,
   "kind": "count"
  },
  {
   "key": "category.Entertainment.anyBlockPct",
   "display": "66.7%",
   "value": 66.7,
   "kind": "rate"
  },
  {
   "key": "agg.anyAIBlock.count",
   "display": "48",
   "value": 48,
   "kind": "count"
  },
  {
   "key": "agg.anyAIBlock.pct",
   "display": "44.9%",
   "value": 44.9,
   "kind": "rate"
  },
  {
   "key": "edition.snapshotDate",
   "display": "June 13, 2026",
   "value": null,
   "kind": "window"
  },
  {
   "key": "edition.sitesChecked",
   "display": "122",
   "value": 122,
   "kind": "count"
  },
  {
   "key": "edition.sitesWithRobots",
   "display": "107",
   "value": 107,
   "kind": "count"
  },
  {
   "key": "edition.categories",
   "display": "10",
   "value": 10,
   "kind": "count"
  },
  {
   "key": "edition.botsTracked",
   "display": "21",
   "value": 21,
   "kind": "count"
  },
  {
   "key": "edition.operatorsTracked",
   "display": "12",
   "value": 12,
   "kind": "count"
  }
 ]
}