{
  "schemaVersion": 1,
  "studyId": "common-crawl-index-metadata",
  "collectedAt": "2026-09-13T23:16:36.683Z",
  "source": "https://index.commoncrawl.org/CC-MAIN-2026-34-index",
  "indexId": "CC-MAIN-2026-34",
  "cohortSize": 49,
  "observedOrigins": 46,
  "failedOrigins": 0,
  "privacy": "Exact public homepages only; no paths or discovered URLs persisted.",
  "rows": [
    {
      "origin": "https://ahrefs.com",
      "observed": true,
      "captureCount": 8,
      "firstCapture": "20260807194750",
      "lastCapture": "20260819001703",
      "uniqueDigests": 8,
      "statuses": {
        "200": 8
      },
      "mimeTypes": {
        "text/html": 8
      },
      "responseSha256": "50335e72d2d2e5760e6d3ba2c1114f14b3d223a39f134f37c49d63be3035cb79"
    },
    {
      "origin": "https://authoritas.com",
      "observed": true,
      "captureCount": 3,
      "firstCapture": "20260808214913",
      "lastCapture": "20260819061442",
      "uniqueDigests": 2,
      "statuses": {
        "200": 2,
        "301": 1
      },
      "mimeTypes": {
        "text/html": 3
      },
      "responseSha256": "47dae9369a06b756be0f52581af78d38f4322890e5728fe97edf8e983cd70cf4"
    },
    {
      "origin": "https://botify.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260809161134",
      "lastCapture": "20260809161134",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "26e0ae2f870ac392e7aa59b1568d594f19bec93e0731e8676d973cd6c7ca6e38"
    },
    {
      "origin": "https://brightedge.com",
      "observed": true,
      "captureCount": 4,
      "firstCapture": "20260808212828",
      "lastCapture": "20260813145638",
      "uniqueDigests": 3,
      "statuses": {
        "200": 3,
        "301": 1
      },
      "mimeTypes": {
        "text/html": 4
      },
      "responseSha256": "8b553a40c8aae5175f8f9cbde6e9385c57f1e419f6d17627e7c71a543c2b5af7"
    },
    {
      "origin": "https://brightlocal.com",
      "observed": false,
      "captureCount": 0,
      "firstCapture": null,
      "lastCapture": null,
      "uniqueDigests": 0,
      "statuses": {},
      "mimeTypes": {},
      "responseSha256": null
    },
    {
      "origin": "https://catchpoint.com",
      "observed": true,
      "captureCount": 6,
      "firstCapture": "20260808160832",
      "lastCapture": "20260819074319",
      "uniqueDigests": 4,
      "statuses": {
        "200": 5,
        "301": 1
      },
      "mimeTypes": {
        "text/html": 6
      },
      "responseSha256": "5cd8d946e5b00c4dcc0b0a35564847e50d68c7a4421bb3a8e7c102823d506c12"
    },
    {
      "origin": "https://clearscope.io",
      "observed": true,
      "captureCount": 3,
      "firstCapture": "20260807110112",
      "lastCapture": "20260819200853",
      "uniqueDigests": 3,
      "statuses": {
        "200": 3
      },
      "mimeTypes": {
        "text/html": 3
      },
      "responseSha256": "c3882e8c497076adec596c7f955e4e5315dfdddef73ae5f6afe4a9e3a4fa3887"
    },
    {
      "origin": "https://cognitiveseo.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260813064636",
      "lastCapture": "20260813064636",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "ea3ff91624120d7cac249cf96fab389fd2c8f595e82e7ed92874f57ab380e14a"
    },
    {
      "origin": "https://conductor.com",
      "observed": true,
      "captureCount": 7,
      "firstCapture": "20260807190028",
      "lastCapture": "20260819195115",
      "uniqueDigests": 6,
      "statuses": {
        "200": 7
      },
      "mimeTypes": {
        "text/html": 7
      },
      "responseSha256": "4b78b9af41b050b988b13615e7a30e06767782bf4631701a52a564be658b709b"
    },
    {
      "origin": "https://debugbear.com",
      "observed": true,
      "captureCount": 3,
      "firstCapture": "20260808103052",
      "lastCapture": "20260812113008",
      "uniqueDigests": 3,
      "statuses": {
        "200": 2,
        "302": 1
      },
      "mimeTypes": {
        "text/html": 3
      },
      "responseSha256": "102252beb96b8b1e4c1f6583c4e0f7567dba0e5fddca8327ac3ee47a3f128ab3"
    },
    {
      "origin": "https://frase.io",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260818082756",
      "lastCapture": "20260818082756",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "f8225131c4c9b1a68dd1e1a4707fa58b5f389a67b6e007bd30418309aebc20b6"
    },
    {
      "origin": "https://gtmetrix.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260819173825",
      "lastCapture": "20260819173825",
      "uniqueDigests": 1,
      "statuses": {
        "403": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "be28d80ca4f80a2f84b0a6bf9d9e53d7288b45952e072608134a64aceca98527"
    },
    {
      "origin": "https://jetoctopus.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260808222448",
      "lastCapture": "20260808222448",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "39bf0af414b650011ca211c1f6ae2168d66fbf12f28475619b18b14b41454eb7"
    },
    {
      "origin": "https://littlewarden.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260812151332",
      "lastCapture": "20260812151332",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "fd7616ed35f2f37f5ef9cd744ef115ba8fe392be523228a1393f86e57e180bfe"
    },
    {
      "origin": "https://localfalcon.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260813154011",
      "lastCapture": "20260813154011",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "2e87c1e68dff0b34eeea1dbacb79f49fff325b3db6e8319f55b755b0f2f55937"
    },
    {
      "origin": "https://localviking.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260813173516",
      "lastCapture": "20260813173516",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "72e106a52fde9767b071b9f67a651f05d77f09c9985e2c6fc3405d7bd7e736fc"
    },
    {
      "origin": "https://lumar.io",
      "observed": true,
      "captureCount": 4,
      "firstCapture": "20260807105527",
      "lastCapture": "20260819054508",
      "uniqueDigests": 4,
      "statuses": {
        "200": 4
      },
      "mimeTypes": {
        "text/html": 4
      },
      "responseSha256": "d8f64df37bb9804115642d3d642d4e0e86adb259b0dae5e952b4c2585e981cda"
    },
    {
      "origin": "https://majestic.com",
      "observed": true,
      "captureCount": 6,
      "firstCapture": "20260807110410",
      "lastCapture": "20260818172327",
      "uniqueDigests": 6,
      "statuses": {
        "200": 6
      },
      "mimeTypes": {
        "text/html": 6
      },
      "responseSha256": "9c05f3dc14008d8487daee42bf052a1f510ed7ac4351da748e555e6ba7ba1af0"
    },
    {
      "origin": "https://mangools.com",
      "observed": true,
      "captureCount": 5,
      "firstCapture": "20260807120835",
      "lastCapture": "20260819003301",
      "uniqueDigests": 5,
      "statuses": {
        "200": 5
      },
      "mimeTypes": {
        "text/html": 5
      },
      "responseSha256": "6f9f6d42ebe324ce68acab253aeb14135ea84098e4b37231ff52d0882be5ac91"
    },
    {
      "origin": "https://marketmuse.com",
      "observed": true,
      "captureCount": 2,
      "firstCapture": "20260807105945",
      "lastCapture": "20260811235051",
      "uniqueDigests": 2,
      "statuses": {
        "200": 2
      },
      "mimeTypes": {
        "text/html": 2
      },
      "responseSha256": "a412ded94ab5ceb32eaeaf9a0221b132b5df5ddddd18b6965fc2ce841a2385f0"
    },
    {
      "origin": "https://moz.com",
      "observed": true,
      "captureCount": 5,
      "firstCapture": "20260808223653",
      "lastCapture": "20260819145102",
      "uniqueDigests": 5,
      "statuses": {
        "200": 5
      },
      "mimeTypes": {
        "text/html": 5
      },
      "responseSha256": "ff673cf1514df007a01d709103ac1cb22461699faaa8076f8d0412fb766d0925"
    },
    {
      "origin": "https://oncrawl.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260819232644",
      "lastCapture": "20260819232644",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "dc1e99b21c6f1a077a037c07d7048cc7bb89294acfc011fbaf35af4cc15ba285"
    },
    {
      "origin": "https://patrickstox.com",
      "observed": false,
      "captureCount": 0,
      "firstCapture": null,
      "lastCapture": null,
      "uniqueDigests": 0,
      "statuses": {},
      "mimeTypes": {},
      "responseSha256": null
    },
    {
      "origin": "https://pi-datametrics.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260812180934",
      "lastCapture": "20260812180934",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "e50ead1f4f208d2ca4132d1643a0d370a0a81fe51479c0e4419baf3de621f0d5"
    },
    {
      "origin": "https://pingdom.com",
      "observed": true,
      "captureCount": 3,
      "firstCapture": "20260818085007",
      "lastCapture": "20260819115043",
      "uniqueDigests": 2,
      "statuses": {
        "200": 2,
        "301": 1
      },
      "mimeTypes": {
        "text/html": 2,
        "unk": 1
      },
      "responseSha256": "8d5e73b747d07ef15ae90743a5d3161f8f0f106d2df764229d2b6abce5a1f48d"
    },
    {
      "origin": "https://ryte.com",
      "observed": true,
      "captureCount": 2,
      "firstCapture": "20260810172504",
      "lastCapture": "20260814213504",
      "uniqueDigests": 1,
      "statuses": {
        "302": 2
      },
      "mimeTypes": {
        "unk": 2
      },
      "responseSha256": "6faca90c5836c1ce4e5530229b15bc8d4b86c27cb19f32ee7969b314de7fd21d"
    },
    {
      "origin": "https://screamingfrog.co.uk",
      "observed": true,
      "captureCount": 4,
      "firstCapture": "20260809021510",
      "lastCapture": "20260812153023",
      "uniqueDigests": 4,
      "statuses": {
        "200": 2,
        "301": 2
      },
      "mimeTypes": {
        "text/html": 4
      },
      "responseSha256": "44dd7b40024f70f29831393139321a301e2c84450a5e83925e19014f05e55b6a"
    },
    {
      "origin": "https://searchatlas.com",
      "observed": true,
      "captureCount": 4,
      "firstCapture": "20260807103659",
      "lastCapture": "20260807164616",
      "uniqueDigests": 4,
      "statuses": {
        "200": 2,
        "301": 2
      },
      "mimeTypes": {
        "text/html": 3,
        "unk": 1
      },
      "responseSha256": "e169f0368f4ce116d6c67012de6094a02d24fbb3bb9c9ed57c633875273edffc"
    },
    {
      "origin": "https://semrush.com",
      "observed": true,
      "captureCount": 88,
      "firstCapture": "20260807103624",
      "lastCapture": "20260819235415",
      "uniqueDigests": 38,
      "statuses": {
        "200": 37,
        "301": 51
      },
      "mimeTypes": {
        "text/html": 88
      },
      "responseSha256": "e291a0794b6b99e54d07d592717f71dc2cc24d766cb717444ab1cd47e787985d"
    },
    {
      "origin": "https://seobility.net",
      "observed": true,
      "captureCount": 5,
      "firstCapture": "20260814101005",
      "lastCapture": "20260819134925",
      "uniqueDigests": 1,
      "statuses": {
        "302": 5
      },
      "mimeTypes": {
        "text/html": 5
      },
      "responseSha256": "8a9e242622ed0691368b92492382372bf44f05a84b6d6fac354f3f584aa0236a"
    },
    {
      "origin": "https://seoclarity.net",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260812150819",
      "lastCapture": "20260812150819",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "65cd9b968309684cbce71d5de0aa0af4086f3660ed46b4d59eabd8cc971c17b0"
    },
    {
      "origin": "https://seomonitor.com",
      "observed": true,
      "captureCount": 2,
      "firstCapture": "20260811173051",
      "lastCapture": "20260819172828",
      "uniqueDigests": 2,
      "statuses": {
        "200": 2
      },
      "mimeTypes": {
        "text/html": 2
      },
      "responseSha256": "39209776409c18c93d4a0ea0c20fe6db0c4a6eafd84de7a0a44b697949aa17e1"
    },
    {
      "origin": "https://seoptimer.com",
      "observed": true,
      "captureCount": 2,
      "firstCapture": "20260809071235",
      "lastCapture": "20260813181904",
      "uniqueDigests": 2,
      "statuses": {
        "200": 2
      },
      "mimeTypes": {
        "text/html": 2
      },
      "responseSha256": "a9539d2e246d3753f3db82c73c4d8e747437904784b26ca4ae05b9e081a69b41"
    },
    {
      "origin": "https://seositecheckup.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260818111101",
      "lastCapture": "20260818111101",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "b79b5b2c13e7644f9074dc88741b264a7ca80cd4440905469edd6f4c79ad3ede"
    },
    {
      "origin": "https://seranking.com",
      "observed": true,
      "captureCount": 3,
      "firstCapture": "20260811195012",
      "lastCapture": "20260812015951",
      "uniqueDigests": 3,
      "statuses": {
        "200": 3
      },
      "mimeTypes": {
        "text/html": 3
      },
      "responseSha256": "947bc5a558291773b123272208aa08f96f8b0b284057fdbd98140d89d0046043"
    },
    {
      "origin": "https://serpstat.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260807104309",
      "lastCapture": "20260807104309",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "aec8104966ad14ea9c026df23e5f7e6166da95c23fcc2f4c9bc9b059bd6b7dc1"
    },
    {
      "origin": "https://similarweb.com",
      "observed": true,
      "captureCount": 6,
      "firstCapture": "20260807212307",
      "lastCapture": "20260819045445",
      "uniqueDigests": 6,
      "statuses": {
        "200": 5,
        "301": 1
      },
      "mimeTypes": {
        "text/html": 6
      },
      "responseSha256": "e10a4ee8902f000ed7e0cf4396325be91fd0b5bc693cc8038502d1a29a580a93"
    },
    {
      "origin": "https://sistrix.com",
      "observed": true,
      "captureCount": 2,
      "firstCapture": "20260816192317",
      "lastCapture": "20260817135156",
      "uniqueDigests": 2,
      "statuses": {
        "200": 2
      },
      "mimeTypes": {
        "text/html": 2
      },
      "responseSha256": "81dc86c2faf4d3a2a105d950fcc782b185d8df0f159fae74a560d3e97bb64da7"
    },
    {
      "origin": "https://sitebulb.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260817053639",
      "lastCapture": "20260817053639",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "2f7d278f9ef25cd41c0105a2021b06b0c750f73d96e244fc56fb2cf7331b4b95"
    },
    {
      "origin": "https://sitechecker.pro",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260814033655",
      "lastCapture": "20260814033655",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "24cdfacc550bb146677caf014f5768935549b63728de6c960b700e9cc16e55b7"
    },
    {
      "origin": "https://siteimprove.com",
      "observed": true,
      "captureCount": 5,
      "firstCapture": "20260815153220",
      "lastCapture": "20260818090110",
      "uniqueDigests": 2,
      "statuses": {
        "200": 3,
        "301": 2
      },
      "mimeTypes": {
        "text/html": 3,
        "unk": 2
      },
      "responseSha256": "7361360b0775117808e8ffd0cb73c36256dadb0d7a43c0081b66375519c71fd7"
    },
    {
      "origin": "https://speedcurve.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260815001049",
      "lastCapture": "20260815001049",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "3533dd10e7a4cf73dd5065c104efee4b77c797537d0eef806337425b862d7ce5"
    },
    {
      "origin": "https://spyfu.com",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260810162226",
      "lastCapture": "20260810162226",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "f89c7df8881d71f8c79453a3aec18c3c2da820a38999e605d9586e0f58234f4c"
    },
    {
      "origin": "https://surferseo.com",
      "observed": true,
      "captureCount": 4,
      "firstCapture": "20260807184444",
      "lastCapture": "20260812180526",
      "uniqueDigests": 3,
      "statuses": {
        "200": 4
      },
      "mimeTypes": {
        "text/html": 4
      },
      "responseSha256": "94f4e02cf3f1b1f82b5a24fdb4784e052c10902d78f9f57717e9a9af7c5c75c8"
    },
    {
      "origin": "https://uptrends.com",
      "observed": true,
      "captureCount": 3,
      "firstCapture": "20260807214938",
      "lastCapture": "20260818135422",
      "uniqueDigests": 1,
      "statuses": {
        "200": 3
      },
      "mimeTypes": {
        "text/html": 3
      },
      "responseSha256": "be8bd75f8c0151a58606a550a940752990d01b1ba90a3b1071446ec4640744e3"
    },
    {
      "origin": "https://webpagetest.org",
      "observed": false,
      "captureCount": 0,
      "firstCapture": null,
      "lastCapture": null,
      "uniqueDigests": 0,
      "statuses": {},
      "mimeTypes": {},
      "responseSha256": null
    },
    {
      "origin": "https://whitespark.ca",
      "observed": true,
      "captureCount": 1,
      "firstCapture": "20260809065330",
      "lastCapture": "20260809065330",
      "uniqueDigests": 1,
      "statuses": {
        "200": 1
      },
      "mimeTypes": {
        "text/html": 1
      },
      "responseSha256": "b0115607a4350df3389115956e267588a7c8096cf0f43b873ebbab0f2d2397b5"
    },
    {
      "origin": "https://woorank.com",
      "observed": true,
      "captureCount": 3,
      "firstCapture": "20260809194427",
      "lastCapture": "20260810163504",
      "uniqueDigests": 2,
      "statuses": {
        "200": 2,
        "301": 1
      },
      "mimeTypes": {
        "text/html": 3
      },
      "responseSha256": "63efd1d229cdb72e7f8682e9a3924ccfc402586de18607dcdccb12227b24ddf5"
    },
    {
      "origin": "https://yext.com",
      "observed": true,
      "captureCount": 12,
      "firstCapture": "20260812001321",
      "lastCapture": "20260820000102",
      "uniqueDigests": 12,
      "statuses": {
        "200": 11,
        "301": 1
      },
      "mimeTypes": {
        "text/html": 12
      },
      "responseSha256": "ea6286caadfba4df6c291aa0bb95fa9a72e0772b7bc506a88ac44e0b9b7dc5d6"
    }
  ]
}