[
  {
    "id": "CC-MAIN-2026-39",
    "name": "September 2026 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2026-39/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2026-39-index",
    "from": "2026-09-04T13:16:03",
    "to": "2026-09-17T05:59:21",
    "npages": 2171285702,
    "bytes": 397378758044593,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 2.5,
    "new-urls": 587225055,
    "nhosts": 40430352,
    "ndomains": 33254652
  },
  {
    "id": "CC-MAIN-2026-34",
    "name": "August 2026 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2026-34/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2026-34-index",
    "from": "2026-08-07T10:18:45",
    "to": "2026-08-20T01:52:41",
    "npages": 2139617681,
    "bytes": 396394239452245,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 3.1,
    "new-urls": 749840653,
    "nhosts": 40251564,
    "ndomains": 33120438
  },
  {
    "id": "CC-MAIN-2026-30",
    "name": "July 2026 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2026-30/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2026-30-index",
    "from": "2026-07-10T07:05:34",
    "to": "2026-07-23T01:13:28",
    "npages": 2149001456,
    "bytes": 400242440873455,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 1.9,
    "new-urls": 603806874,
    "nhosts": 40525324,
    "ndomains": 33290596
  },
  {
    "id": "CC-MAIN-2026-25",
    "name": "June 2026 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2026-25/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2026-25-index",
    "from": "2026-06-05T21:48:11",
    "to": "2026-06-18T19:32:05",
    "npages": 2098491742,
    "bytes": 389882951388001,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 4.2,
    "new-urls": 479717713,
    "nhosts": 40883087,
    "ndomains": 33694507
  },
  {
    "id": "CC-MAIN-2026-21",
    "name": "May 2026 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2026-21/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2026-21-index",
    "from": "2026-05-08T07:40:46",
    "to": "2026-05-21T22:06:58",
    "npages": 2164140877,
    "bytes": 401938568621694,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 2.9,
    "new-urls": 668654391,
    "nhosts": 41431127,
    "ndomains": 33925905
  },
  {
    "id": "CC-MAIN-2026-17",
    "name": "April 2026 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2026-17/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2026-17-index",
    "from": "2026-04-10T08:11:53",
    "to": "2026-04-23T05:04:17",
    "npages": 2191936300,
    "bytes": 416956151754369,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 2.5,
    "new-urls": 660461520,
    "nhosts": 43212465,
    "ndomains": 35359712
  },
  {
    "id": "CC-MAIN-2026-12",
    "name": "March 2026 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2026-12/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2026-12-index",
    "from": "2026-03-05T07:07:56",
    "to": "2026-03-17T17:32:36",
    "npages": 1974845234,
    "bytes": 378940564215016,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.8,
    "new-urls": 600146788,
    "nhosts": 44065210,
    "ndomains": 36172833
  },
  {
    "id": "CC-MAIN-2026-08",
    "name": "February 2026 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2026-08/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2026-08-index",
    "from": "2026-02-06T18:14:58",
    "to": "2026-02-19T11:27:33",
    "npages": 2166991722,
    "bytes": 399711354104042,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 3.4,
    "new-urls": 626113549,
    "nhosts": 45570756,
    "ndomains": 37153380
  },
  {
    "id": "CC-MAIN-2026-04",
    "name": "January 2026 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2026-04/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2026-04-index",
    "from": "2026-01-12T16:12:39",
    "to": "2026-01-25T14:05:40",
    "npages": 2329630755,
    "bytes": 437932873289353,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 1.0,
    "new-urls": 616064514,
    "nhosts": 44962815,
    "ndomains": 36977003
  },
  {
    "id": "CC-MAIN-2025-51",
    "name": "December 2025 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2025-51/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2025-51-index",
    "from": "2025-12-04T19:18:28",
    "to": "2025-12-17T14:22:46",
    "npages": 2169087279,
    "bytes": 400430094915628,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 3.7,
    "new-urls": 783523934,
    "nhosts": 46060332,
    "ndomains": 36971985
  },
  {
    "id": "CC-MAIN-2025-47",
    "name": "November 2025 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2025-47/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2025-47-index",
    "from": "2025-11-06T20:07:18",
    "to": "2025-11-19T12:34:13",
    "npages": 2294472912,
    "bytes": 416203443769796,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.2,
    "new-urls": 636762318,
    "nhosts": 45278203,
    "ndomains": 36858566
  },
  {
    "id": "CC-MAIN-2025-43",
    "name": "October 2025 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2025-43/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2025-43-index",
    "from": "2025-10-05T11:42:39",
    "to": "2025-10-19T01:06:58",
    "npages": 2616796857,
    "bytes": 515301270615394,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 1.2,
    "new-urls": 747598797,
    "nhosts": 47028412,
    "ndomains": 38536490
  },
  {
    "id": "CC-MAIN-2025-38",
    "name": "September 2025 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2025-38/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2025-38-index",
    "from": "2025-09-05T11:21:01",
    "to": "2025-09-18T11:00:14",
    "npages": 2385964209,
    "bytes": 463347395390320,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.7,
    "new-urls": 801017724,
    "nhosts": 47001434,
    "ndomains": 38618249
  },
  {
    "id": "CC-MAIN-2025-33",
    "name": "August 2025 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2025-33/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2025-33-index",
    "from": "2025-08-02T22:09:07",
    "to": "2025-08-15T23:42:38",
    "npages": 2442493478,
    "bytes": 466546501448057,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 3.0,
    "new-urls": 675299035,
    "nhosts": 47529915,
    "ndomains": 38893957
  },
  {
    "id": "CC-MAIN-2025-30",
    "name": "July 2025 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2025-30/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2025-30-index",
    "from": "2025-07-07T18:36:38",
    "to": "2025-07-20T20:56:29",
    "npages": 2422580507,
    "bytes": 461077262212150,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.9,
    "new-urls": 763266213,
    "nhosts": 47641753,
    "ndomains": 39091572
  },
  {
    "id": "CC-MAIN-2025-26",
    "name": "June 2025 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2025-26/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2025-26-index",
    "from": "2025-06-12T11:28:40",
    "to": "2025-06-25T09:54:11",
    "npages": 2385603949,
    "bytes": 428137350317750,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 3.0,
    "new-urls": 713081286,
    "nhosts": 47435427,
    "ndomains": 38512437
  },
  {
    "id": "CC-MAIN-2025-21",
    "name": "May 2025 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2025-21/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2025-21-index",
    "from": "2025-05-12T01:17:22",
    "to": "2025-05-25T06:44:06",
    "npages": 2477165602,
    "bytes": 471735560659753,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 3.1,
    "new-urls": 654129961,
    "nhosts": 46976773,
    "ndomains": 38251838
  },
  {
    "id": "CC-MAIN-2025-18",
    "name": "April 2025 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2025-18/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2025-18-index",
    "from": "2025-04-17T13:50:10",
    "to": "2025-05-01T01:05:29",
    "npages": 2747336110,
    "bytes": 514885469890832,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 2.8,
    "new-urls": 838132076,
    "nhosts": 47557674,
    "ndomains": 38885373
  },
  {
    "id": "CC-MAIN-2025-13",
    "name": "March 2025 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2025-13/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2025-13-index",
    "from": "2025-03-15T03:16:26",
    "to": "2025-03-28T17:32:37",
    "npages": 2740844187,
    "bytes": 500840275974825,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.4,
    "new-urls": 902879343,
    "nhosts": 46701762,
    "ndomains": 38048218
  },
  {
    "id": "CC-MAIN-2025-08",
    "name": "February 2025 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2025-08/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2025-08-index",
    "from": "2025-02-06T11:42:25",
    "to": "2025-02-19T23:14:40",
    "npages": 2679706056,
    "bytes": 442803995079285,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.6,
    "new-urls": 1033020795,
    "nhosts": 47641976,
    "ndomains": 38551855
  },
  {
    "id": "CC-MAIN-2025-05",
    "name": "January 2025 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2025-05/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2025-05-index",
    "from": "2025-01-12T19:43:58",
    "to": "2025-01-26T16:54:02",
    "npages": 3031278337,
    "bytes": 511103974602780,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.0,
    "new-urls": 985515207,
    "nhosts": 48854520,
    "ndomains": 39321583
  },
  {
    "id": "CC-MAIN-2024-51",
    "name": "December 2024 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2024-51/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2024-51-index",
    "from": "2024-12-01T16:20:23",
    "to": "2024-12-15T00:22:57",
    "npages": 2635362356,
    "bytes": 433261745132066,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.3,
    "new-urls": 1054461777,
    "nhosts": 47522314,
    "ndomains": 38347759
  },
  {
    "id": "CC-MAIN-2024-46",
    "name": "November 2024 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2024-46/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2024-46-index",
    "from": "2024-11-01T18:42:24",
    "to": "2024-11-15T05:19:00",
    "npages": 2687811747,
    "bytes": 445559626171254,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.3,
    "new-urls": 979434997,
    "nhosts": 47545592,
    "ndomains": 38369536
  },
  {
    "id": "CC-MAIN-2024-42",
    "name": "October 2024 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2024-42/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2024-42-index",
    "from": "2024-10-03T09:40:20",
    "to": "2024-10-16T09:12:31",
    "npages": 2495190754,
    "bytes": 401984660089088,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.8,
    "new-urls": 1032959532,
    "nhosts": 47552457,
    "ndomains": 38304026
  },
  {
    "id": "CC-MAIN-2024-38",
    "name": "September 2024 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2024-38/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2024-38-index",
    "from": "2024-09-07T09:58:56",
    "to": "2024-09-21T04:50:54",
    "npages": 2800893463,
    "bytes": 451968999449777,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.8,
    "new-urls": 995048952,
    "nhosts": 47667694,
    "ndomains": 38600392
  },
  {
    "id": "CC-MAIN-2024-33",
    "name": "August 2024 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2024-33/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2024-33-index",
    "from": "2024-08-02T23:45:08",
    "to": "2024-08-16T06:08:12",
    "npages": 2315926416,
    "bytes": 360013918508070,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.4,
    "new-urls": 849206961,
    "nhosts": 47646699,
    "ndomains": 38314355
  },
  {
    "id": "CC-MAIN-2024-30",
    "name": "July 2024 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2024-30/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2024-30-index",
    "from": "2024-07-12T09:42:14",
    "to": "2024-07-25T20:55:45",
    "npages": 2546630395,
    "bytes": 395080246061810,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 3.5,
    "new-urls": 949017576,
    "nhosts": 49631224,
    "ndomains": 40022641
  },
  {
    "id": "CC-MAIN-2024-26",
    "name": "June 2024 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2024-26/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2024-26-index",
    "from": "2024-06-12T14:04:24",
    "to": "2024-06-25T23:28:02",
    "npages": 2798047026,
    "bytes": 420066803999131,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 1.7,
    "new-urls": 945497868,
    "nhosts": 52714606,
    "ndomains": 41422679
  },
  {
    "id": "CC-MAIN-2024-22",
    "name": "May 2024 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2024-22/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2024-22-index",
    "from": "2024-05-17T23:31:22",
    "to": "2024-05-31T00:06:14",
    "npages": 2709877975,
    "bytes": 414783369380256,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 2.6,
    "new-urls": 918858872,
    "nhosts": 50329468,
    "ndomains": 39672464
  },
  {
    "id": "CC-MAIN-2024-18",
    "name": "April 2024 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2024-18/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2024-18-index",
    "from": "2024-04-12T10:13:54",
    "to": "2024-04-25T16:02:16",
    "npages": 2786800057,
    "bytes": 424724693645771,
    "perc-url-duplicates": 0.7,
    "perc-content-duplicates": 1.8,
    "new-urls": 980819499,
    "nhosts": 47249591,
    "ndomains": 37650533
  },
  {
    "id": "CC-MAIN-2024-10",
    "name": "February/March 2024 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2024-10/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2024-10-index",
    "from": "2024-02-20T21:10:55",
    "to": "2024-03-05T15:40:45",
    "npages": 3106525566,
    "bytes": 467015596332470,
    "perc-url-duplicates": 0.8,
    "perc-content-duplicates": 3.3,
    "new-urls": 1391587520,
    "nhosts": 46400316,
    "ndomains": 37076380
  },
  {
    "id": "CC-MAIN-2023-50",
    "name": "November/December 2023 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2023-50/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2023-50-index",
    "from": "2023-11-28T08:34:43",
    "to": "2023-12-12T00:04:08",
    "npages": 3354042124,
    "bytes": 500270929196590,
    "perc-url-duplicates": 0.8,
    "perc-content-duplicates": 1.7,
    "new-urls": 1413878967,
    "nhosts": 47588945,
    "ndomains": 37753297
  },
  {
    "id": "CC-MAIN-2023-40",
    "name": "September/October 2023 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2023-40/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2023-40-index",
    "from": "2023-09-21T07:37:11",
    "to": "2023-10-05T04:20:06",
    "npages": 3445015037,
    "bytes": 501577265652400,
    "perc-url-duplicates": 0.8,
    "perc-content-duplicates": 1.4,
    "new-urls": 1223796606,
    "nhosts": 43774397,
    "ndomains": 34751623
  },
  {
    "id": "CC-MAIN-2023-23",
    "name": "May/June 2023 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2023-23/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2023-23-index",
    "from": "2023-05-27T22:35:15",
    "to": "2023-06-11T02:30:20",
    "npages": 3140573968,
    "bytes": 437813059556665,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 2.5,
    "new-urls": 1009985051,
    "nhosts": 44538755,
    "ndomains": 35465162
  },
  {
    "id": "CC-MAIN-2023-14",
    "name": "March/April 2023 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2023-14/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2023-14-index",
    "from": "2023-03-20T08:35:13",
    "to": "2023-04-02T13:50:54",
    "npages": 3118633413,
    "bytes": 443152580006808,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 1.8,
    "new-urls": 1276571074,
    "nhosts": 43564649,
    "ndomains": 34430126
  },
  {
    "id": "CC-MAIN-2023-06",
    "name": "January/February 2023 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2023-06/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2023-06-index",
    "from": "2023-01-26T21:08:44",
    "to": "2023-02-09T14:25:10",
    "npages": 3189578207,
    "bytes": 446948428961642,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 1.9,
    "new-urls": 1326920593,
    "nhosts": 41677455,
    "ndomains": 33172138
  },
  {
    "id": "CC-MAIN-2022-49",
    "name": "November/December 2022 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2022-49/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2022-49-index",
    "from": "2022-11-26T08:07:25",
    "to": "2022-12-10T10:42:42",
    "npages": 3381612888,
    "bytes": 469959139089780,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 1.6,
    "new-urls": 1259054456,
    "nhosts": 44158815,
    "ndomains": 34827992
  },
  {
    "id": "CC-MAIN-2022-40",
    "name": "September/October 2022 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2022-40/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2022-40-index",
    "from": "2022-09-24T15:15:38",
    "to": "2022-10-08T00:04:52",
    "npages": 3176763048,
    "bytes": 420316789740924,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.4,
    "new-urls": 1302598516,
    "nhosts": 43813671,
    "ndomains": 34439244
  },
  {
    "id": "CC-MAIN-2022-33",
    "name": "August 2022 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2022-33/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2022-33-index",
    "from": "2022-08-07T15:09:25",
    "to": "2022-08-20T07:31:08",
    "npages": 2588690250,
    "bytes": 325938798447071,
    "perc-url-duplicates": 0.7,
    "perc-content-duplicates": 3.2,
    "new-urls": 1319740149,
    "nhosts": 46272964,
    "ndomains": 36634288
  },
  {
    "id": "CC-MAIN-2022-27",
    "name": "June/July 2022 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2022-27/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2022-27-index",
    "from": "2022-06-24T21:39:08",
    "to": "2022-07-07T18:43:29",
    "npages": 3109609672,
    "bytes": 409311866035754,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 1.4,
    "new-urls": 1422711399,
    "nhosts": 44649210,
    "ndomains": 35465507
  },
  {
    "id": "CC-MAIN-2022-21",
    "name": "May 2022 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2022-21/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2022-21-index",
    "from": "2022-05-16T04:13:37",
    "to": "2022-05-29T13:38:54",
    "npages": 3449824215,
    "bytes": 464350498317425,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 1.5,
    "new-urls": 1403568348,
    "nhosts": 45672763,
    "ndomains": 36239867
  },
  {
    "id": "CC-MAIN-2022-05",
    "name": "January 2022 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2022-05/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2022-05-index",
    "from": "2022-01-16T09:31:37",
    "to": "2022-01-29T15:24:05",
    "npages": 2986392030,
    "bytes": 356280025224500,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 2.1,
    "new-urls": 1368433857,
    "nhosts": 44368670,
    "ndomains": 35485371
  },
  {
    "id": "CC-MAIN-2021-49",
    "name": "November/December 2021 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2021-49/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2021-49-index",
    "from": "2021-11-26T22:40:56",
    "to": "2021-12-09T15:25:03",
    "npages": 2527075799,
    "bytes": 313104969748282,
    "perc-url-duplicates": 0.7,
    "perc-content-duplicates": 3.2,
    "new-urls": 1208927869,
    "nhosts": 45134961,
    "ndomains": 35886138
  },
  {
    "id": "CC-MAIN-2021-43",
    "name": "October 2021 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2021-43/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2021-43-index",
    "from": "2021-10-15T19:24:39",
    "to": "2021-10-28T22:36:01",
    "npages": 3349178015,
    "bytes": 401669845241384,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 1.3,
    "new-urls": 1363825891,
    "nhosts": 46356937,
    "ndomains": 36268319
  },
  {
    "id": "CC-MAIN-2021-39",
    "name": "September 2021 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2021-39/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2021-39-index",
    "from": "2021-09-16T09:49:19",
    "to": "2021-09-29T03:47:57",
    "npages": 2959903779,
    "bytes": 345966372054467,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 2.7,
    "new-urls": 1326441386,
    "nhosts": 46419761,
    "ndomains": 35400842
  },
  {
    "id": "CC-MAIN-2021-31",
    "name": "July/August 2021 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2021-31/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2021-31-index",
    "from": "2021-07-23T14:39:21",
    "to": "2021-08-06T05:01:21",
    "npages": 3165089855,
    "bytes": 397552775848124,
    "perc-url-duplicates": 0.5,
    "perc-content-duplicates": 3.3,
    "new-urls": 993905051,
    "nhosts": 46990262,
    "ndomains": 36229096
  },
  {
    "id": "CC-MAIN-2021-25",
    "name": "June 2021 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2021-25/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2021-25-index",
    "from": "2021-06-12T10:39:20",
    "to": "2021-06-25T14:59:05",
    "npages": 2457631756,
    "bytes": 290946448700164,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 2.1,
    "new-urls": 1343821560,
    "nhosts": 47815503,
    "ndomains": 35932515
  },
  {
    "id": "CC-MAIN-2021-21",
    "name": "May 2021 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2021-21/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2021-21-index",
    "from": "2021-05-05T20:39:09",
    "to": "2021-05-19T04:26:35",
    "npages": 2632142465,
    "bytes": 311264250882666,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 1.6,
    "new-urls": 1280308515,
    "nhosts": 47079406,
    "ndomains": 36693656
  },
  {
    "id": "CC-MAIN-2021-17",
    "name": "April 2021 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2021-17/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2021-17-index",
    "from": "2021-04-10T10:58:31",
    "to": "2021-04-23T19:17:13",
    "npages": 3134424806,
    "bytes": 352138053661199,
    "perc-url-duplicates": 0.6,
    "perc-content-duplicates": 2.4,
    "new-urls": 1385878657,
    "nhosts": 44536533,
    "ndomains": 34010292
  },
  {
    "id": "CC-MAIN-2021-10",
    "name": "February/March 2021 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2021-10/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2021-10-index",
    "from": "2021-02-24T16:57:08",
    "to": "2021-03-09T12:22:30",
    "npages": 2736749883,
    "bytes": 312710741699590,
    "perc-url-duplicates": 0.7,
    "perc-content-duplicates": 1.4,
    "new-urls": 1239929656,
    "nhosts": 45169589,
    "ndomains": 34030905
  },
  {
    "id": "CC-MAIN-2021-04",
    "name": "January 2021 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2021-04/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2021-04-index",
    "from": "2021-01-15T13:41:01",
    "to": "2021-01-28T16:41:24",
    "npages": 3401286407,
    "bytes": 387617418169542,
    "perc-url-duplicates": 0.8,
    "perc-content-duplicates": 2.5,
    "new-urls": 1163314220,
    "nhosts": 49115244,
    "ndomains": 35260454
  },
  {
    "id": "CC-MAIN-2020-50",
    "name": "November/December 2020 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2020-50/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2020-50-index",
    "from": "2020-11-23T15:38:26",
    "to": "2020-12-06T03:20:41",
    "npages": 2642471501,
    "bytes": 296858065294325,
    "perc-url-duplicates": 0.7,
    "perc-content-duplicates": 3.3,
    "new-urls": 1377757240,
    "nhosts": 50489412,
    "ndomains": 34705193
  },
  {
    "id": "CC-MAIN-2020-45",
    "name": "October 2020 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2020-45/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2020-45-index",
    "from": "2020-10-19T14:59:01",
    "to": "2020-11-01T03:12:51",
    "npages": 2731063243,
    "bytes": 308010284999097,
    "perc-url-duplicates": 0.8,
    "perc-content-duplicates": 3.8,
    "new-urls": 1570432043,
    "nhosts": 52252895,
    "ndomains": 35366328
  },
  {
    "id": "CC-MAIN-2020-40",
    "name": "September 2020 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2020-40/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2020-40-index",
    "from": "2020-09-18T06:16:27",
    "to": "2020-10-02T00:04:29",
    "npages": 3473571206,
    "bytes": 379687151165375,
    "perc-url-duplicates": 0.8,
    "perc-content-duplicates": 1.9,
    "new-urls": 1574558237,
    "nhosts": 52327922,
    "ndomains": 35651678
  },
  {
    "id": "CC-MAIN-2020-34",
    "name": "August 2020 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2020-34/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2020-34-index",
    "from": "2020-08-03T08:31:23",
    "to": "2020-08-15T21:47:56",
    "npages": 2449834239,
    "bytes": 261708608732153,
    "perc-url-duplicates": 0.8,
    "perc-content-duplicates": 3.9,
    "new-urls": 941472516,
    "nhosts": 48620941,
    "ndomains": 35784429
  },
  {
    "id": "CC-MAIN-2020-29",
    "name": "July 2020 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2020-29/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2020-29-index",
    "from": "2020-07-02T04:57:58",
    "to": "2020-07-16T18:32:47",
    "npages": 3144733420,
    "bytes": 332782304577866,
    "perc-url-duplicates": 0.9,
    "perc-content-duplicates": 3.3,
    "new-urls": 1113285954,
    "nhosts": 49631406,
    "ndomains": 35992413
  },
  {
    "id": "CC-MAIN-2020-24",
    "name": "May/June 2020 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2020-24/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2020-24-index",
    "from": "2020-05-24T21:03:25",
    "to": "2020-06-07T10:59:29",
    "npages": 2763206762,
    "bytes": 284936918032978,
    "perc-url-duplicates": 0.9,
    "perc-content-duplicates": 2.8,
    "new-urls": 1251317611,
    "nhosts": 48003638,
    "ndomains": 35144434
  },
  {
    "id": "CC-MAIN-2020-16",
    "name": "March/April 2020 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2020-16/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2020-16-index",
    "from": "2020-03-28T07:40:47",
    "to": "2020-04-10T20:36:09",
    "npages": 2886236237,
    "bytes": 312280547326383,
    "perc-url-duplicates": 0.8,
    "perc-content-duplicates": 0.7,
    "new-urls": 980400216,
    "nhosts": 48417633,
    "ndomains": 34740004
  },
  {
    "id": "CC-MAIN-2020-10",
    "name": "February 2020 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2020-10/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2020-10-index",
    "from": "2020-02-16T18:21:39",
    "to": "2020-02-29T14:44:48",
    "npages": 2629963462,
    "bytes": 264675728587166,
    "perc-url-duplicates": 0.8,
    "perc-content-duplicates": 1.2,
    "new-urls": 1084504183,
    "nhosts": 50557611,
    "ndomains": 36078526
  },
  {
    "id": "CC-MAIN-2020-05",
    "name": "January 2020 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2020-05/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2020-05-index",
    "from": "2020-01-17T12:33:39",
    "to": "2020-01-29T22:33:33",
    "npages": 3101097173,
    "bytes": 335640773090910,
    "perc-url-duplicates": 0.9,
    "perc-content-duplicates": 2.3,
    "new-urls": 899451468,
    "nhosts": 46981558,
    "ndomains": 34258638
  },
  {
    "id": "CC-MAIN-2019-51",
    "name": "December 2019 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2019-51/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2019-51-index",
    "from": "2019-12-05T14:16:05",
    "to": "2019-12-16T14:52:04",
    "npages": 2471904965,
    "bytes": 262969974423043,
    "perc-url-duplicates": 0.8,
    "perc-content-duplicates": 2.7,
    "new-urls": 916018848,
    "nhosts": 44413500,
    "ndomains": 32939357
  },
  {
    "id": "CC-MAIN-2019-47",
    "name": "November 2019 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2019-47/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2019-47-index",
    "from": "2019-11-11T19:17:04",
    "to": "2019-11-23T03:49:13",
    "npages": 2590595173,
    "bytes": 282744454100763,
    "perc-url-duplicates": 0.9,
    "perc-content-duplicates": 2.9,
    "new-urls": 1134595380,
    "nhosts": 44286957,
    "ndomains": 33253379
  },
  {
    "id": "CC-MAIN-2019-43",
    "name": "October 2019 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2019-43/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2019-43-index",
    "from": "2019-10-13T19:55:41",
    "to": "2019-10-24T06:36:31",
    "npages": 3019036529,
    "bytes": 316994443555513,
    "perc-url-duplicates": 0.8,
    "perc-content-duplicates": 3.1,
    "new-urls": 1153020490,
    "nhosts": 47657983,
    "ndomains": 35197133
  },
  {
    "id": "CC-MAIN-2019-39",
    "name": "September 2019 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2019-39/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2019-39-index",
    "from": "2019-09-15T05:24:33",
    "to": "2019-09-24T10:52:00",
    "npages": 2561062912,
    "bytes": 267847750399253,
    "perc-url-duplicates": 0.9,
    "perc-content-duplicates": 2.7,
    "new-urls": 992505285,
    "nhosts": 43145761,
    "ndomains": 31452367
  },
  {
    "id": "CC-MAIN-2019-35",
    "name": "August 2019 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2019-35/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2019-35-index",
    "from": "2019-08-17T10:26:24",
    "to": "2019-08-26T11:13:56",
    "npages": 2954836065,
    "bytes": 286057758023033,
    "perc-url-duplicates": 0.9,
    "perc-content-duplicates": 4.1,
    "new-urls": 1140152979,
    "nhosts": 49943451,
    "ndomains": 36290400
  },
  {
    "id": "CC-MAIN-2019-30",
    "name": "July 2019 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2019-30/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2019-30-index",
    "from": "2019-07-15T17:52:05",
    "to": "2019-07-24T10:43:21",
    "npages": 2594798375,
    "bytes": 247295924114121,
    "perc-url-duplicates": 0.9,
    "perc-content-duplicates": 2.4,
    "new-urls": 831509631,
    "nhosts": 42885276,
    "ndomains": 31115231
  },
  {
    "id": "CC-MAIN-2019-26",
    "name": "June 2019 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2019-26/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2019-26-index",
    "from": "2019-06-15T20:27:24",
    "to": "2019-06-27T14:18:18",
    "npages": 2594261117,
    "bytes": 243165093483780,
    "perc-url-duplicates": 0.9,
    "perc-content-duplicates": 1.5,
    "new-urls": 881298434,
    "nhosts": 43324846,
    "ndomains": 31556662
  },
  {
    "id": "CC-MAIN-2019-22",
    "name": "May 2019 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2019-22/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2019-22-index",
    "from": "2019-05-19T06:15:20",
    "to": "2019-05-27T15:18:25",
    "npages": 2679746250,
    "bytes": 245628751198608,
    "perc-url-duplicates": 1.0,
    "perc-content-duplicates": 1.8,
    "new-urls": 790994840,
    "nhosts": 49283908,
    "ndomains": 35605554
  },
  {
    "id": "CC-MAIN-2019-18",
    "name": "April 2019 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2019-18/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2019-18-index",
    "from": "2019-04-18T10:12:43",
    "to": "2019-04-26T17:54:23",
    "npages": 2497818607,
    "bytes": 218295951215275,
    "perc-url-duplicates": 1.0,
    "perc-content-duplicates": 2.4,
    "new-urls": 765439142,
    "nhosts": 45686480,
    "ndomains": 33191518
  },
  {
    "id": "CC-MAIN-2019-13",
    "name": "March 2019 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2019-13/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2019-13-index",
    "from": "2019-03-18T13:22:20",
    "to": "2019-03-27T04:27:50",
    "npages": 2569681845,
    "bytes": 230720561471378,
    "perc-url-duplicates": 1.0,
    "perc-content-duplicates": 2.8,
    "new-urls": 686752791,
    "nhosts": 48929500,
    "ndomains": 34974874
  },
  {
    "id": "CC-MAIN-2019-09",
    "name": "February 2019 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2019-09/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2019-09-index",
    "from": "2019-02-15T18:33:19",
    "to": "2019-02-24T07:01:13",
    "npages": 2913733422,
    "bytes": 249402241174208,
    "perc-url-duplicates": 1.0,
    "perc-content-duplicates": 3.8,
    "new-urls": 743194257,
    "nhosts": 49287179,
    "ndomains": 35484698
  },
  {
    "id": "CC-MAIN-2019-04",
    "name": "January 2019 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2019-04/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2019-04-index",
    "from": "2019-01-15T22:54:38",
    "to": "2019-01-24T14:36:22",
    "npages": 2889726642,
    "bytes": 265131774568884,
    "perc-url-duplicates": 0.9,
    "perc-content-duplicates": 3.7,
    "new-urls": 867643934,
    "nhosts": 60242330,
    "ndomains": 33634695
  },
  {
    "id": "CC-MAIN-2018-51",
    "name": "December 2018 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2018-51/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2018-51-index",
    "from": "2018-12-09T18:55:47",
    "to": "2018-12-19T17:31:24",
    "npages": 3164247635,
    "bytes": 280265065707216,
    "perc-url-duplicates": 1.2,
    "perc-content-duplicates": 1.4,
    "new-urls": 718392834,
    "nhosts": 63270632,
    "ndomains": 35271439
  },
  {
    "id": "CC-MAIN-2018-47",
    "name": "November 2018 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2018-47/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2018-47-index",
    "from": "2018-11-12T17:28:45",
    "to": "2018-11-22T12:35:20",
    "npages": 2646568544,
    "bytes": 242525017908146,
    "perc-url-duplicates": 1.2,
    "perc-content-duplicates": 3.2,
    "new-urls": 636793856,
    "nhosts": 57213346,
    "ndomains": 33389605
  },
  {
    "id": "CC-MAIN-2018-43",
    "name": "October 2018 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2018-43/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2018-43-index",
    "from": "2018-10-15T08:02:48",
    "to": "2018-10-24T06:42:01",
    "npages": 3041784523,
    "bytes": 265205184729109,
    "perc-url-duplicates": 1.1,
    "perc-content-duplicates": 0.9,
    "new-urls": 573238044,
    "nhosts": 62069483,
    "ndomains": 31963859
  },
  {
    "id": "CC-MAIN-2018-39",
    "name": "September 2018 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2018-39/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2018-39-index",
    "from": "2018-09-18T13:06:31",
    "to": "2018-09-26T16:13:48",
    "npages": 2841194829,
    "bytes": 242048461520004,
    "perc-url-duplicates": 1.1,
    "perc-content-duplicates": 2.2,
    "new-urls": 489585900,
    "nhosts": 56474429,
    "ndomains": 29832599
  },
  {
    "id": "CC-MAIN-2018-34",
    "name": "August 2018 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2018-34/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2018-34-index",
    "from": "2018-08-14T06:22:51",
    "to": "2018-08-22T08:54:54",
    "npages": 2686323358,
    "bytes": 246357881816816,
    "perc-url-duplicates": 1.3,
    "perc-content-duplicates": 2.4,
    "new-urls": 633430692,
    "nhosts": 54331757,
    "ndomains": 30085546
  },
  {
    "id": "CC-MAIN-2018-30",
    "name": "July 2018 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2018-30/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2018-30-index",
    "from": "2018-07-15T18:38:00",
    "to": "2018-07-23T18:49:55",
    "npages": 3263958200,
    "bytes": 283827031229424,
    "perc-url-duplicates": 1.5,
    "perc-content-duplicates": 2.6,
    "new-urls": 633186440,
    "nhosts": 62451023,
    "ndomains": 30534423
  },
  {
    "id": "CC-MAIN-2018-26",
    "name": "June 2018 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2018-26/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2018-26-index",
    "from": "2018-06-17T21:32:37",
    "to": "2018-06-25T20:55:10",
    "npages": 3069414247,
    "bytes": 258520269206734,
    "perc-url-duplicates": 1.1,
    "perc-content-duplicates": 2.7,
    "new-urls": 732166167,
    "nhosts": 62303176,
    "ndomains": 31959458
  },
  {
    "id": "CC-MAIN-2018-22",
    "name": "May 2018 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2018-22/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2018-22-index",
    "from": "2018-05-20T09:28:30",
    "to": "2018-05-28T11:16:37",
    "npages": 2788388007,
    "bytes": 239126191264461,
    "perc-url-duplicates": 1.0,
    "perc-content-duplicates": 1.6,
    "new-urls": 536756406,
    "nhosts": 61359667,
    "ndomains": 30953922
  },
  {
    "id": "CC-MAIN-2018-17",
    "name": "April 2018 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2018-17/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2018-17-index",
    "from": "2018-04-19T09:15:46",
    "to": "2018-04-27T09:59:37",
    "npages": 3101353989,
    "bytes": 253987501232646,
    "perc-url-duplicates": 0.8,
    "perc-content-duplicates": 2.9,
    "new-urls": 582655807,
    "nhosts": 66341003,
    "ndomains": 31132878
  },
  {
    "id": "CC-MAIN-2018-13",
    "name": "March 2018 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2018-13/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2018-13-index",
    "from": "2018-03-17T03:56:30",
    "to": "2018-03-25T06:46:27",
    "npages": 3232738018,
    "bytes": 284337695637620,
    "perc-url-duplicates": 1.1,
    "perc-content-duplicates": 2.3,
    "new-urls": 802838388,
    "nhosts": 64663019,
    "ndomains": 31051894
  },
  {
    "id": "CC-MAIN-2018-09",
    "name": "February 2018 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2018-09/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2018-09-index",
    "from": "2018-02-17T18:59:05",
    "to": "2018-02-26T04:53:58",
    "npages": 3488463319,
    "bytes": 300536226999345,
    "perc-url-duplicates": 0.9,
    "perc-content-duplicates": 0.4,
    "new-urls": 1071976415,
    "nhosts": 71316578,
    "ndomains": 31215472
  },
  {
    "id": "CC-MAIN-2018-05",
    "name": "January 2018 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2018-05/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2018-05-index",
    "from": "2018-01-16T07:04:44",
    "to": "2018-01-24T12:59:39",
    "npages": 3464537205,
    "bytes": 298385074636475,
    "perc-url-duplicates": 0.9,
    "perc-content-duplicates": 1.7,
    "new-urls": 1161939120,
    "nhosts": 60598789,
    "ndomains": 29769642
  },
  {
    "id": "CC-MAIN-2017-51",
    "name": "December 2017 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2017-51/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2017-51-index",
    "from": "2017-12-10T23:55:16",
    "to": "2017-12-19T00:16:55",
    "npages": 2914004423,
    "bytes": 269133016575671,
    "perc-url-duplicates": 0.7,
    "perc-content-duplicates": 2.6,
    "new-urls": 637482272,
    "nhosts": 50537187,
    "ndomains": 23514587
  },
  {
    "id": "CC-MAIN-2017-47",
    "name": "November 2017 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2017-47/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2017-47-index",
    "from": "2017-11-17T17:03:36",
    "to": "2017-11-25T12:54:37",
    "npages": 3204943573,
    "bytes": 287343034723371,
    "perc-url-duplicates": 0.9,
    "perc-content-duplicates": 1.8,
    "new-urls": 793231698,
    "nhosts": 59250305,
    "ndomains": 25418336
  },
  {
    "id": "CC-MAIN-2017-43",
    "name": "October 2017 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2017-43/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2017-43-index",
    "from": "2017-10-16T21:42:09",
    "to": "2017-10-24T12:57:36",
    "npages": 3650430218,
    "bytes": 348748095977586,
    "perc-url-duplicates": 1.0,
    "perc-content-duplicates": 2.2,
    "new-urls": 902230771,
    "nhosts": 64582863,
    "ndomains": 26443475
  },
  {
    "id": "CC-MAIN-2017-39",
    "name": "September 2017 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2017-39/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2017-39-index",
    "from": "2017-09-19T11:22:42",
    "to": "2017-09-26T23:28:17",
    "npages": 3017180563,
    "bytes": 279341049655480,
    "perc-url-duplicates": 1.2,
    "perc-content-duplicates": 2.1,
    "new-urls": 838823040,
    "nhosts": 68834916,
    "ndomains": 25543915
  },
  {
    "id": "CC-MAIN-2017-34",
    "name": "August 2017 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2017-34/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2017-34-index",
    "from": "2017-08-16T12:50:13",
    "to": "2017-08-24T12:15:32",
    "npages": 3280080910,
    "bytes": 310433133466170,
    "perc-url-duplicates": 0.7,
    "perc-content-duplicates": -1.3,
    "new-urls": 826191097,
    "nhosts": 50282581,
    "ndomains": 21860809
  },
  {
    "id": "CC-MAIN-2017-30",
    "name": "July 2017 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2017-30/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2017-30-index",
    "from": "2017-07-20T12:19:02",
    "to": "2017-07-29T13:29:38",
    "npages": 2892213652,
    "bytes": 270140671637973,
    "perc-url-duplicates": 1.6,
    "perc-content-duplicates": 5.6,
    "new-urls": 526102760,
    "nhosts": 56656354,
    "ndomains": 28203688
  },
  {
    "id": "CC-MAIN-2017-26",
    "name": "June 2017 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2017-26/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2017-26-index",
    "from": "2017-06-22T11:47:18",
    "to": "2017-06-29T17:41:25",
    "npages": 3165214086,
    "bytes": 296569324705292,
    "perc-url-duplicates": 1.0,
    "perc-content-duplicates": 2.4,
    "new-urls": 769209479,
    "nhosts": 49246271,
    "ndomains": 23350329
  },
  {
    "id": "CC-MAIN-2017-22",
    "name": "May 2017 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2017-22/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2017-22-index",
    "from": "2017-05-22T15:17:15",
    "to": "2017-05-30T14:44:50",
    "npages": 2967293699,
    "bytes": 283596679518758,
    "perc-url-duplicates": 1.6,
    "perc-content-duplicates": 1.8,
    "new-urls": 471974452,
    "nhosts": 45591275,
    "ndomains": 23868267
  },
  {
    "id": "CC-MAIN-2017-17",
    "name": "April 2017 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2017-17/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2017-17-index",
    "from": "2017-04-23T05:18:57",
    "to": "2017-05-01T08:01:36",
    "npages": 2942930482,
    "bytes": 278922874037715,
    "perc-url-duplicates": 1.2,
    "perc-content-duplicates": 0.9,
    "new-urls": 569645220,
    "nhosts": 46613678,
    "ndomains": 24910163
  },
  {
    "id": "CC-MAIN-2017-13",
    "name": "March 2017 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2017-13/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2017-13-index",
    "from": "2017-03-22T21:55:16",
    "to": "2017-03-31T02:18:45",
    "npages": 3070720576,
    "bytes": 294485026915066,
    "perc-url-duplicates": 1.1,
    "perc-content-duplicates": -0.2,
    "new-urls": 690568400,
    "nhosts": 41050117,
    "ndomains": 20191742
  },
  {
    "id": "CC-MAIN-2017-09",
    "name": "February 2017 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2017-09/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2017-09-index",
    "from": "2017-02-19T11:38:29",
    "to": "2017-03-01T21:56:21",
    "npages": 3084366662,
    "bytes": 314687710946070,
    "perc-url-duplicates": 5.1,
    "perc-content-duplicates": 0.3,
    "new-urls": 417148061,
    "nhosts": 49058582,
    "ndomains": 27330988
  },
  {
    "id": "CC-MAIN-2017-04",
    "name": "January 2017 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2017-04/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2017-04-index",
    "from": "2017-01-16T10:37:01",
    "to": "2017-01-25T03:12:25",
    "npages": 3146498026,
    "bytes": 275327597533768,
    "perc-url-duplicates": 1.0,
    "perc-content-duplicates": 0.7,
    "new-urls": 415730235,
    "nhosts": 49381625,
    "ndomains": 29850051
  },
  {
    "id": "CC-MAIN-2016-50",
    "name": "December 2016 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2016-50/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2016-50-index",
    "from": "2016-12-02T17:51:44",
    "to": "2016-12-11T15:40:44",
    "npages": 2866282390,
    "bytes": 249899847816413,
    "perc-url-duplicates": 1.5,
    "perc-content-duplicates": 1.1,
    "new-urls": 485423061,
    "nhosts": 49920842,
    "ndomains": 30479701
  },
  {
    "id": "CC-MAIN-2016-44",
    "name": "October 2016 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2016-44/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2016-44-index",
    "from": "2016-10-20T19:25:54",
    "to": "2016-10-29T01:20:47",
    "npages": 3254976731,
    "bytes": 271050060224575,
    "perc-url-duplicates": 1.7,
    "perc-content-duplicates": 6.6,
    "new-urls": 1673769696,
    "nhosts": 60710319,
    "ndomains": 34243794
  },
  {
    "id": "CC-MAIN-2016-40",
    "name": "September 2016 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2016-40/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2016-40-index",
    "from": "2016-09-24T20:47:41",
    "to": "2016-10-02T00:13:21",
    "npages": 1722656393,
    "bytes": 144057750380583,
    "perc-url-duplicates": 1.8,
    "perc-content-duplicates": 10.7,
    "new-urls": 142103417,
    "nhosts": 51543077,
    "ndomains": 28180171
  },
  {
    "id": "CC-MAIN-2016-36",
    "name": "August 2016 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2016-36/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2016-36-index",
    "from": "2016-08-23T20:56:23",
    "to": "2016-09-01T07:28:38",
    "npages": 1611613090,
    "bytes": 137795391799291,
    "perc-url-duplicates": 3.3,
    "perc-content-duplicates": 10.9,
    "new-urls": 114400552,
    "nhosts": 52508908,
    "ndomains": 28693907
  },
  {
    "id": "CC-MAIN-2016-30",
    "name": "July 2016 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2016-30/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2016-30-index",
    "from": "2016-07-23T09:04:35",
    "to": "2016-07-31T11:06:39",
    "npages": 1737322304,
    "bytes": 152939938979003,
    "perc-url-duplicates": 6.0,
    "perc-content-duplicates": 11.5,
    "new-urls": 172518052,
    "nhosts": 33908950,
    "ndomains": 20846085
  },
  {
    "id": "CC-MAIN-2016-26",
    "name": "June 2016 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2016-26/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2016-26-index",
    "from": "2016-06-24T20:12:56",
    "to": "2016-07-02T11:22:37",
    "npages": 1236815660,
    "bytes": 88623547035512,
    "perc-url-duplicates": 0.0,
    "perc-content-duplicates": 12.6,
    "new-urls": 43022887,
    "nhosts": 29359449,
    "ndomains": 18960939
  },
  {
    "id": "CC-MAIN-2016-22",
    "name": "May 2016 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2016-22/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2016-22-index",
    "from": "2016-05-24T05:52:30",
    "to": "2016-06-01T09:13:51",
    "npages": 1466220798,
    "bytes": 109013317353257,
    "perc-url-duplicates": 0.0,
    "perc-content-duplicates": 10.7,
    "new-urls": 151361754,
    "nhosts": 32432769,
    "ndomains": 20350958
  },
  {
    "id": "CC-MAIN-2016-18",
    "name": "April 2016 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2016-18/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2016-18-index",
    "from": "2016-04-28T19:43:41",
    "to": "2016-05-07T02:19:46",
    "npages": 1335046923,
    "bytes": 102758408401405,
    "perc-url-duplicates": 0.0,
    "perc-content-duplicates": 9.3,
    "new-urls": 21462587,
    "nhosts": 23006430,
    "ndomains": 13267938
  },
  {
    "id": "CC-MAIN-2016-07",
    "name": "February 2016 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2016-07/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2016-07-index",
    "from": "2016-02-05T21:49:27",
    "to": "2016-02-15T00:47:02",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2015-48",
    "name": "November 2015 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2015-48/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2015-48-index",
    "from": "2015-11-24T22:02:39",
    "to": "2015-12-02T08:47:02",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2015-40",
    "name": "September 2015 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2015-40/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2015-40-index",
    "from": "2015-10-04T03:10:21",
    "to": "2015-10-14T05:33:42",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2015-35",
    "name": "August 2015 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2015-35/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2015-35-index",
    "from": "2015-08-27T19:15:34",
    "to": "2015-09-05T18:09:14",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2015-32",
    "name": "July 2015 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2015-32/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2015-32-index",
    "from": "2015-07-28T01:21:04",
    "to": "2015-08-05T14:20:33",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2015-27",
    "name": "June 2015 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2015-27/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2015-27-index",
    "from": "2015-06-29T23:05:10",
    "to": "2015-07-08T08:56:09",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2015-22",
    "name": "May 2015 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2015-22/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2015-22-index",
    "from": "2015-05-22T08:23:37",
    "to": "2015-06-04T01:17:08",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2015-18",
    "name": "April 2015 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2015-18/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2015-18-index",
    "from": "2015-04-18T03:17:22",
    "to": "2015-05-07T10:35:30",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2015-14",
    "name": "March 2015 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2015-14/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2015-14-index",
    "from": "2015-03-26T19:04:45",
    "to": "2015-04-02T10:50:04",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2015-11",
    "name": "February 2015 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2015-11/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2015-11-index",
    "from": "2015-02-26T22:51:04",
    "to": "2015-03-07T05:44:47",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2015-06",
    "name": "January 2015 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2015-06/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2015-06-index",
    "from": "2015-01-25T03:43:18",
    "to": "2015-02-02T03:07:58",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2014-52",
    "name": "December 2014 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2014-52/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2014-52-index",
    "from": "2014-12-17T19:50:34",
    "to": "2014-12-29T17:15:41",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2014-49",
    "name": "November 2014 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2014-49/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2014-49-index",
    "from": "2014-11-20T20:17:51",
    "to": "2014-11-29T10:31:57",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2014-42",
    "name": "October 2014 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2014-42/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2014-42-index",
    "from": "2014-10-20T04:17:59",
    "to": "2014-11-01T14:14:09",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2014-41",
    "name": "September 2014 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2014-41/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2014-41-index",
    "from": "2014-09-15T01:58:23",
    "to": "2014-10-02T18:25:42",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2014-35",
    "name": "August 2014 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2014-35/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2014-35-index",
    "from": "2014-08-20T04:48:45",
    "to": "2014-09-03T09:11:02",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2014-23",
    "name": "July 2014 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2014-23/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2014-23-index",
    "from": "2014-07-09T23:29:26",
    "to": "2014-08-02T10:28:44",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2014-15",
    "name": "April 2014 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2014-15/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2014-15-index",
    "from": "2014-04-16T04:08:36",
    "to": "2014-04-25T10:01:03",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2014-10",
    "name": "March 2014 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2014-10/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2014-10-index",
    "from": "2014-03-07T03:34:34",
    "to": "2014-03-17T22:15:18",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2013-48",
    "name": "Winter 2013 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2013-48/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2013-48-index",
    "from": "2013-12-04T15:19:39",
    "to": "2013-12-22T13:58:39",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2013-20",
    "name": "Summer 2013 Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2013-20/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2013-20-index",
    "from": "2013-05-18T04:54:09",
    "to": "2013-06-20T13:36:32",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2012",
    "name": "2012 ARC Files Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2012/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2012-index",
    "from": "2012-01-27T17:41:51",
    "to": "2012-06-05T06:28:50",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2009-2010",
    "name": "2009 - 2010 ARC Files Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2009-2010/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2009-2010-index",
    "from": "2009-07-02T15:25:48",
    "to": "2010-09-10T21:44:53",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  },
  {
    "id": "CC-MAIN-2008-2009",
    "name": "2008 - 2009 ARC Files Index",
    "timegate": "https://index.commoncrawl.org/CC-MAIN-2008-2009/",
    "cdx-api": "https://index.commoncrawl.org/CC-MAIN-2008-2009-index",
    "from": "2008-05-09T05:37:12",
    "to": "2009-01-09T20:58:29",
    "npages": null,
    "ndomains": null,
    "perc-url-duplicates": null,
    "new-urls": null,
    "bytes": null,
    "nhosts": null,
    "perc-content-duplicates": null
  }
]