{
 "questions": 310,
 "companies": 210,
 "topics": 10,
 "engines": 3,
 "engine": {
  "perplexity/sonar": {
   "answers": 310,
   "answers_with_citations": 310,
   "citations_total": 3031,
   "citations_unique": 2915,
   "citations_per_answer": 9.8,
   "url_n": 2915,
   "url_live": 2294,
   "url_live_pct": 78.7,
   "url_gated": 469,
   "url_gated_pct": 16.1,
   "url_dead": 38,
   "url_dead_pct": 1.3,
   "url_empty": 74,
   "url_empty_pct": 2.5,
   "url_unreachable": 40,
   "url_unreachable_pct": 1.4,
   "url_not_openable_pct": 21.3,
   "answers_citing_dead": 33,
   "answers_citing_dead_pct": 10.6,
   "answers_citing_unopenable": 261,
   "answers_citing_unopenable_pct": 84.2,
   "cite_own_site_pct": 23.4,
   "cite_aggregator_pct": 23.1,
   "top_hosts": [
    {
     "host": "linkedin.com",
     "n": 169,
     "pct": 5.6
    },
    {
     "host": "en.wikipedia.org",
     "n": 129,
     "pct": 4.3
    },
    {
     "host": "tracxn.com",
     "n": 91,
     "pct": 3.0
    },
    {
     "host": "pitchbook.com",
     "n": 68,
     "pct": 2.2
    },
    {
     "host": "clay.com",
     "n": 47,
     "pct": 1.6
    },
    {
     "host": "getlatka.com",
     "n": 43,
     "pct": 1.4
    },
    {
     "host": "zoominfo.com",
     "n": 42,
     "pct": 1.4
    },
    {
     "host": "finance.yahoo.com",
     "n": 40,
     "pct": 1.3
    },
    {
     "host": "reddit.com",
     "n": 35,
     "pct": 1.2
    },
    {
     "host": "cbinsights.com",
     "n": 34,
     "pct": 1.1
    },
    {
     "host": "growjo.com",
     "n": 29,
     "pct": 1.0
    },
    {
     "host": "crunchbase.com",
     "n": 27,
     "pct": 0.9
    }
   ],
   "distinct_hosts": 989,
   "aggregator_url_n": 692,
   "aggregator_url_live_pct": 66.0,
   "pairs": 1249,
   "pair_live_pct": 78.9,
   "pair_gated_pct": 16.0,
   "pair_dead_pct": 0.9,
   "pair_empty_pct": 2.1,
   "pair_unreachable_pct": 2.1,
   "pairs_numeric": 909,
   "pairs_numeric_readable": 708,
   "pairs_numeric_readable_missing_pct": 15.4,
   "det_end_to_end_n": 599,
   "det_end_to_end_pct": 65.9,
   "det_end_to_end_ci": [
    62.8,
    68.9
   ],
   "det_fail_pct": 34.1,
   "det_by_topic": {
    "ceo": {
     "n": 116,
     "pass_pct": 44.0
    },
    "hq": {
     "n": 98,
     "pass_pct": 55.1
    },
    "pricing": {
     "n": 85,
     "pass_pct": 62.4
    },
    "security": {
     "n": 107,
     "pass_pct": 68.2
    },
    "acquisitions": {
     "n": 137,
     "pass_pct": 68.6
    },
    "revenue": {
     "n": 99,
     "pass_pct": 69.7
    },
    "sla": {
     "n": 71,
     "pass_pct": 70.4
    },
    "funding": {
     "n": 50,
     "pass_pct": 72.0
    },
    "founding": {
     "n": 64,
     "pass_pct": 78.1
    },
    "headcount": {
     "n": 82,
     "pass_pct": 84.1
    }
   },
   "judged_n": 400,
   "judge_supported_pct": 50.8,
   "judge_partial_pct": 24.5,
   "judge_unsupported_pct": 24.8,
   "judge_supported_ci": [
    45.9,
    55.6
   ],
   "judge_end_to_end_pct": 40.0
  },
  "perplexity/sonar-pro": {
   "answers": 310,
   "answers_with_citations": 310,
   "citations_total": 3019,
   "citations_unique": 2906,
   "citations_per_answer": 9.7,
   "url_n": 2906,
   "url_live": 2304,
   "url_live_pct": 79.3,
   "url_gated": 450,
   "url_gated_pct": 15.5,
   "url_dead": 37,
   "url_dead_pct": 1.3,
   "url_empty": 75,
   "url_empty_pct": 2.6,
   "url_unreachable": 40,
   "url_unreachable_pct": 1.4,
   "url_not_openable_pct": 20.7,
   "answers_citing_dead": 32,
   "answers_citing_dead_pct": 10.3,
   "answers_citing_unopenable": 256,
   "answers_citing_unopenable_pct": 82.6,
   "cite_own_site_pct": 22.9,
   "cite_aggregator_pct": 23.0,
   "top_hosts": [
    {
     "host": "linkedin.com",
     "n": 172,
     "pct": 5.7
    },
    {
     "host": "en.wikipedia.org",
     "n": 129,
     "pct": 4.3
    },
    {
     "host": "tracxn.com",
     "n": 90,
     "pct": 3.0
    },
    {
     "host": "pitchbook.com",
     "n": 67,
     "pct": 2.2
    },
    {
     "host": "clay.com",
     "n": 46,
     "pct": 1.5
    },
    {
     "host": "finance.yahoo.com",
     "n": 42,
     "pct": 1.4
    },
    {
     "host": "getlatka.com",
     "n": 42,
     "pct": 1.4
    },
    {
     "host": "zoominfo.com",
     "n": 40,
     "pct": 1.3
    },
    {
     "host": "reddit.com",
     "n": 33,
     "pct": 1.1
    },
    {
     "host": "cbinsights.com",
     "n": 32,
     "pct": 1.1
    },
    {
     "host": "growjo.com",
     "n": 27,
     "pct": 0.9
    },
    {
     "host": "techcrunch.com",
     "n": 24,
     "pct": 0.8
    }
   ],
   "distinct_hosts": 998,
   "aggregator_url_n": 684,
   "aggregator_url_live_pct": 67.1,
   "pairs": 1262,
   "pair_live_pct": 79.1,
   "pair_gated_pct": 15.8,
   "pair_dead_pct": 1.0,
   "pair_empty_pct": 2.4,
   "pair_unreachable_pct": 1.7,
   "pairs_numeric": 917,
   "pairs_numeric_readable": 712,
   "pairs_numeric_readable_missing_pct": 16.7,
   "det_end_to_end_n": 593,
   "det_end_to_end_pct": 64.7,
   "det_end_to_end_ci": [
    61.5,
    67.7
   ],
   "det_fail_pct": 35.3,
   "det_by_topic": {
    "ceo": {
     "n": 119,
     "pass_pct": 44.5
    },
    "hq": {
     "n": 104,
     "pass_pct": 51.0
    },
    "pricing": {
     "n": 86,
     "pass_pct": 62.8
    },
    "security": {
     "n": 98,
     "pass_pct": 65.3
    },
    "sla": {
     "n": 74,
     "pass_pct": 67.6
    },
    "acquisitions": {
     "n": 141,
     "pass_pct": 69.5
    },
    "funding": {
     "n": 53,
     "pass_pct": 69.8
    },
    "founding": {
     "n": 64,
     "pass_pct": 71.9
    },
    "revenue": {
     "n": 93,
     "pass_pct": 75.3
    },
    "headcount": {
     "n": 85,
     "pass_pct": 80.0
    }
   },
   "judged_n": 400,
   "judge_supported_pct": 54.0,
   "judge_partial_pct": 22.5,
   "judge_unsupported_pct": 23.5,
   "judge_supported_ci": [
    49.1,
    58.8
   ],
   "judge_end_to_end_pct": 42.7
  },
  "openai/gpt-4.1:online": {
   "answers": 310,
   "answers_with_citations": 310,
   "citations_total": 626,
   "citations_unique": 622,
   "citations_per_answer": 2.0,
   "url_n": 622,
   "url_live": 495,
   "url_live_pct": 79.6,
   "url_gated": 57,
   "url_gated_pct": 9.2,
   "url_dead": 3,
   "url_dead_pct": 0.5,
   "url_empty": 41,
   "url_empty_pct": 6.6,
   "url_unreachable": 26,
   "url_unreachable_pct": 4.2,
   "url_not_openable_pct": 20.4,
   "answers_citing_dead": 3,
   "answers_citing_dead_pct": 1.0,
   "answers_citing_unopenable": 97,
   "answers_citing_unopenable_pct": 31.3,
   "cite_own_site_pct": 36.4,
   "cite_aggregator_pct": 16.3,
   "top_hosts": [
    {
     "host": "en.wikipedia.org",
     "n": 47,
     "pct": 7.5
    },
    {
     "host": "sec.gov",
     "n": 37,
     "pct": 5.9
    },
    {
     "host": "cbinsights.com",
     "n": 19,
     "pct": 3.0
    },
    {
     "host": "reveliolabs.com",
     "n": 16,
     "pct": 2.6
    },
    {
     "host": "linkedin.com",
     "n": 16,
     "pct": 2.6
    },
    {
     "host": "owler.com",
     "n": 13,
     "pct": 2.1
    },
    {
     "host": "techcrunch.com",
     "n": 12,
     "pct": 1.9
    },
    {
     "host": "leadiq.com",
     "n": 9,
     "pct": 1.4
    },
    {
     "host": "getlatka.com",
     "n": 8,
     "pct": 1.3
    },
    {
     "host": "crunchbase.com",
     "n": 6,
     "pct": 1.0
    },
    {
     "host": "akamai.com",
     "n": 5,
     "pct": 0.8
    },
    {
     "host": "businessmodelcanvastemplate.com",
     "n": 5,
     "pct": 0.8
    }
   ],
   "distinct_hosts": 325,
   "aggregator_url_n": 102,
   "aggregator_url_live_pct": 71.6,
   "pairs": 0
  }
 },
 "wayback_n": 1432,
 "wayback_never_archived": 360,
 "wayback_never_archived_pct": 25.1,
 "wayback_never_archived_ci": [
  23.0,
  27.5
 ],
 "wayback_aggregator_n": 326,
 "wayback_aggregator_never_pct": 39.3,
 "compare": {
  "det_sonar_pct": 65.9,
  "det_sonar_ci": [
   62.8,
   68.9
  ],
  "det_sonarpro_pct": 64.7,
  "det_sonarpro_ci": [
   61.5,
   67.7
  ],
  "judge_sonar_supported_pct": 50.8,
  "judge_sonar_ci": [
   45.9,
   55.6
  ],
  "judge_sonarpro_supported_pct": 54.0,
  "judge_sonarpro_ci": [
   49.1,
   58.8
  ],
  "citations_per_answer_sonar": 9.8,
  "citations_per_answer_sonarpro": 9.7,
  "intervals_overlap_det": true,
  "intervals_overlap_judge": true
 },
 "pooled": {
  "pairs": 2511,
  "numeric_pairs": 1826,
  "det_pass": 1192,
  "det_pass_pct": 65.3,
  "det_pass_ci": [
   63.1,
   67.4
  ],
  "det_fail_pct": 34.7,
  "pair_live_pct": 79.0,
  "pair_gated_pct": 15.9,
  "pair_dead_pct": 2.8,
  "det_by_topic": {
   "ceo": {
    "n": 235,
    "pass_pct": 44.3
   },
   "hq": {
    "n": 202,
    "pass_pct": 53.0
   },
   "pricing": {
    "n": 171,
    "pass_pct": 62.6
   },
   "security": {
    "n": 205,
    "pass_pct": 66.8
   },
   "sla": {
    "n": 145,
    "pass_pct": 69.0
   },
   "acquisitions": {
    "n": 278,
    "pass_pct": 69.1
   },
   "funding": {
    "n": 103,
    "pass_pct": 70.9
   },
   "revenue": {
    "n": 192,
    "pass_pct": 72.4
   },
   "founding": {
    "n": 128,
    "pass_pct": 75.0
   },
   "headcount": {
    "n": 167,
    "pass_pct": 82.0
   }
  },
  "distinct_numeric_claims": 872,
  "numeric_claims_multi_marker_pct": 66.2,
  "claim_level_any_pass_n": 746,
  "claim_level_any_pass_pct": 85.6,
  "claim_level_any_pass_ci": [
   83.1,
   87.7
  ],
  "claim_level_any_fail_pct": 14.4
 }
}