{
  "schema_version": "1.0",
  "title": "Crackle PR AI Visibility Index \u2014 Q4 2026 findings",
  "edition": "2026.Q4",
  "table_version": "r3",
  "prepared_on": "2026-10-07",
  "status": "published",
  "not_before": "2026-10-20T00:01:00-04:00",
  "publisher": {
    "name": "Crackle PR",
    "url": "https://www.cracklepr.com"
  },
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "reserved_version_doi": "https://doi.org/10.5281/zenodo.23164968",
  "doi_status": "published",
  "intended_public_url": "https://www.cracklepr.com/data/q4-2026-findings.json",
  "methodology_url": "https://www.cracklepr.com/ai-visibility-index/methodology",
  "sample": {
    "answers": 500,
    "questions": 25,
    "runs_per_question_engine": 5,
    "answers_per_engine": 125,
    "engines": [
      "ChatGPT",
      "Claude",
      "Grok",
      "Perplexity"
    ],
    "not_collected": [
      "Google AI Overviews"
    ],
    "instrument": "Vendor APIs with web search enabled",
    "collection_dates": [
      "2026-10-02",
      "2026-10-03"
    ]
  },
  "primary": {
    "label": "Addendum A1 filed before this test was computed; after collection",
    "metric": "Jaccard similarity: shared agency names divided by distinct names across both lists",
    "list_limit": 5,
    "same_engine": 0.429,
    "different_engines": 0.17,
    "difference": 0.259,
    "difference_ci95": [
      0.227,
      0.295
    ],
    "permutation_p": 0.001,
    "bootstrap": "1000 question-level cluster resamples across 25 designed questions",
    "zero_agency_answers_excluded_from_pairwise_overlap": 34,
    "same_engine_by_engine": {
      "chatgpt": 0.437,
      "claude": 0.41,
      "grok": 0.544,
      "perplexity": 0.325
    },
    "different_engine_by_pair": {
      "chatgpt-claude": 0.136,
      "chatgpt-grok": 0.127,
      "chatgpt-perplexity": 0.207,
      "claude-grok": 0.214,
      "claude-perplexity": 0.158,
      "grok-perplexity": 0.176
    }
  },
  "edelman_example": {
    "metric": "Weighted agency score, 0\u2013100; not a mention percentage",
    "per_engine": {
      "chatgpt": 0.7,
      "claude": 22.0,
      "grok": 20.3,
      "perplexity": 3.3
    }
  },
  "post_hoc": {
    "label": "Follow-up analyses, not preregistered",
    "questions_with_same_engine_overlap_higher": 23,
    "eligible_questions": 23,
    "length_preserving_random_pool": {
      "obs_W": 0.429,
      "obs_B": 0.17,
      "null_W": 0.201,
      "null_B": 0.2,
      "excess_W": 0.228,
      "excess_B": -0.03
    },
    "cross_engine_minus_random_pool_ci95": [
      -0.047,
      -0.014
    ],
    "size_insensitive_overlap": {
      "W": 0.566,
      "B": 0.269,
      "D": 0.297,
      "ci": [
        0.251,
        0.348
      ],
      "by_pair": {
        "chatgpt-claude": 0.229,
        "chatgpt-grok": 0.217,
        "chatgpt-perplexity": 0.337,
        "claude-grok": 0.309,
        "claude-perplexity": 0.25,
        "grok-perplexity": 0.27
      }
    },
    "top_two_survive_each_engine_removal": [
      "Walker Sands",
      "Highwire"
    ]
  },
  "limitations": [
    "One industry: B2B tech PR; not a study of all AI recommendations.",
    "25 designed commercial-intent questions, not a random sample of buyer searches.",
    "API results do not establish consumer-app behavior or purchasing effects.",
    "Overlap measures reproducibility, not recommendation quality or accuracy.",
    "Crackle PR produces the study and appears in the archive, but is excluded from the public ranking.",
    "Public evidence enables scrutiny; it does not remove the publisher conflict of interest."
  ],
  "provenance": [
    {
      "source": ".lovable/index-scoring/analyses/addendum-A1-results-2026Q4-r3.json",
      "sha256": "f8086a2197e46c095c8b500263efb448a61967f1b968ce6f79789e05c2a33f42"
    },
    {
      "source": ".lovable/index-scoring/analyses/pplx-checks-2026Q4-r3.json",
      "sha256": "6ccec3f22d539de042a8c48084958e7616ef6308986453eba69df133aff76c07"
    },
    {
      "source": ".lovable/index-scoring/analyses/a1-robustness-2026Q4-r3.json",
      "sha256": "77ce1f7ea925d9e5da30d7f2d4bbc03e3bce29e708d704267525879333ffe899"
    },
    {
      "source": ".lovable/index-scoring/scores-2026Q4-r3.csv",
      "sha256": "8c33362c6ef8e5c082707c22ce19e6dcf83e9127ac844daff18f6987ff204e9f"
    }
  ],
  "published_on": "2026-10-20",
  "version_doi": "https://doi.org/10.5281/zenodo.23164968"
}
