{ "protocol": "forecast-extension-20261023", "version": "2026-10-23", "condition": "balanced-opus", "handling": "strict_json", "design": { "protocol": "forecast-extension-20261023", "condition": "balanced-opus", "frozenAt": "2026-10-23T10:11:57.262Z", "cohortSha256": "4f247b703f31db077e6e403dcd1adc1de79bf53a9ef12c6a94775850168b445e", "coinSha256": "847a6cab2ea3daaa049630f73b066125be59a559f80e5ef0f2d0d23d5f5c7b15", "requestHashes": { "claude-sonnet-5-5": "66572c874bed5be4c931b15ee88c7fbdbdd9eb0e92b7c52793e7a8a78c1805b5", "gpt-6-astra": "99323c7a0aae210158ccd96f29d0b6a35969a2fac8c982e92235ffdd9062af1d", "gemini-4-argon-high": "94bcb24d103b032929f10301737427888931d9f4c841944b83f7ee6215b9f8ae", "grok-4.5": "3babbacfb832a03bd72ff9902375bd28e82db378001df0fc9fe64c2e0e38e636", "claude-opus-5-5": "8c85a666312871506b1b3fea61ac9863c14fb165c03b19cbc3f329a011244892" }, "codeHashes": { }, "sourceHashes": { "benchmark/rediscovery-tasks.json": "068c3136304a39fb31e7a68aa933ce5b4949a46d7f23d5b32fc67c53a688e8f0", "parent/cohort.json": "4f247b703f31db077e6e403dcd1adc1de79bf53a9ef12c6a94775850168b445e", "parent/coin.json": "847a6cab2ea3daaa049630f73b066125be59a559f80e5ef0f2d0d23d5f5c7b15", "parent/protocol.json": "14a9274109bd4f337eae2a4e20be58938ea56715e888f67dc85ae7ffc1e5fec8" }, "models": [ { "model": "claude-sonnet-5-5", "trainingCutoff": "2026-06-30", "providerDatePrecision": "month", "source": "https://platform.claude.com/docs/en/models/sonnet-5-5/overview", "sourceVerifiedOn": "2026-10-21" }, { "model": "gpt-6-astra", "declaredCutoff": "2026-04-30", "boundaryKind": "knowledge_cutoff", "providerDatePrecision": "day", "source": "https://developers.openai.com/api/docs/models/gpt-6-astra", "sourceVerifiedOn": "2026-10-22", "sourceScopeNote": "Official knowledge cutoff; not a separately documented endpoint for every training stage" }, { "model": "gemini-4-argon-high", "declaredCutoff": "2026-03-31", "boundaryKind": "knowledge_cutoff", "providerDatePrecision": "month", "source": "https://deepmind.google/models/model-cards/gemini-4-argon/", "sourceVerifiedOn": "2026-10-22", "sourceScopeNote": "Official Gemini 4 knowledge cutoff; high is the original reasoning setting" }, { "model": "grok-4.5", "declaredCutoff": "2026-01-31", "boundaryKind": "pretraining_cutoff", "providerDatePrecision": "month", "source": "https://cursor.com/resources/grok-4-5-model-card.pdf", "sourceVerifiedOn": "2026-10-22", "sourceScopeNote": "Joint SpaceXAI and Cursor model card dated 2026-07-14, section 1.2: January 2026 pretraining cutoff. Supplemental midtraining and post-training are disclosed without a separate final data date; the later Grok 4.6 summary does not establish a different Grok 4.5 pretraining cutoff" }, { "model": "claude-opus-5-5", "trainingCutoff": "2026-06-30", "providerDatePrecision": "month", "source": "https://platform.claude.com/docs/en/models/opus-5-5/overview", "sourceVerifiedOn": "2026-10-22" } ], "parentProtocolSha256": "14a9274109bd4f337eae2a4e20be58938ea56715e888f67dc85ae7ffc1e5fec8", "parentCohortSha256": "4f247b703f31db077e6e403dcd1adc1de79bf53a9ef12c6a94775850168b445e", "newCallsOnly": [ "claude-opus-5-5" ], "parentAnalysisSha256": "5fd6b215ab92f9287731e33857ae1d460c0d9254d68b14729c4a9d2115e72b73", "parentStrictAnalysisSha256": "924b7b05af50c46b872f204ad99f51d66892857554c6d16f16628443cb5bec4a", "requestUnits": 100, "hypotheses": 100, "sourceCount": 50, "pilot": "First three fixed request units, technical checks only; retain unchanged in full run", "maxResponseAttempts": 2, "maxTokens": 32000, "tools": false, "parsing": "Strict original execution; primary first single-unambiguous-JSON analysis from original complete raw replies, same fixed two-response budget; strict sensitivity analysis retained", "extractionSourceSha256": "9ca4d161f996dfd66e13b812bc4fd940e76db1e547d67e6d8aab9f529b813189", "question": "Will this hypothesis be confirmed experimentally?", "combinations": "All 31 nonempty subsets and all minimum-vote thresholds, 80 rules; exact vote counts 0..5", "comparison": "Exact common valid identities for every combination and individual/coin baseline; technical gaps remain separate", "uncertainty": "10000 paired source/question-cluster percentile bootstrap replicates; seed 20261022", "selection": "Exploratory full-cohort balanced-accuracy maximum and TP/FP Pareto frontier, no held-out superiority claim", "companyDependence": "Sonnet and Opus are both Anthropic models; five predictors represent four companies, not five independent sources", "referenceScope": "Frozen constructed experimental 50/50 labels from 50 papers" }, "cohort": { "protocol": "balanced-confirmation-v1", "frozenAt": "2026-10-22T23:27:44.281Z", "commonBoundary": "2026-06-30", "selection": "First fifty source papers in manual curation order passing complete temporal eligibility; no forecast was consulted", "construction": "Two distinct intervention/readout claims per source, one experimentally confirmed and one contradicted by the measured direction or a direct failed rescue. Source papers are analysis clusters. This constructed case-control cohort does not estimate the natural prevalence of successful hypotheses.", "sources": [ { "id": "B42791620", "pmid": "42791620", "pmcid": "PMC13615307", "doi": "10.1111/acel.70741", "title": "Hepatocyte Growth Hormone Receptor Ablation Is Associated With Aging Phenotypes and Hepatic Mitochondrial Dysfunction.", "earliest_public_date": "2026-09-25", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13615307/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13615307/fullTextXML", "fullTextSha256": "ad013e21c456a7658037963b0130fd0cd8339e0f2f8af31741a0ed15c804c052", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:48.977898+00:00", "preprintSha256": "36732e0bcb7a01a68926487bc8f16598c41c89a7d77b7d6f67edfb98b0a89851", "publicationDateEvidence": { "pmcid": "PMC13615307", "metadata": "2026-10-01", "xmlDates": [ "2026-09-25", "2026-10-01" ], "earliest": "2026-09-25", "afterCutoff": true } }, { "id": "B42774966", "pmid": "42774966", "pmcid": "PMC13596399", "doi": "10.2147/itt.s604318", "title": "ACBP/DBI Neutralization Stimulates Anticancer Immune Responses by Upregulating Lamin A in T Cells.", "earliest_public_date": "2026-09-18", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13596399/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13596399/fullTextXML", "fullTextSha256": "6de33e3724eab85d842b7173279dc3d113faae37619ee2dbf0a8b330c7cee9bb", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:50.169668+00:00", "preprintSha256": "9fae1f2bb08e935a2c2a7a6cb7a6da59970204585661acdcb093a984c3b416f4", "publicationDateEvidence": { "pmcid": "PMC13596399", "metadata": "2026-09-18", "xmlDates": [ "2026-09-18" ], "earliest": "2026-09-18", "afterCutoff": true } }, { "id": "B42782838", "pmid": "42782838", "pmcid": "PMC13605115", "doi": "10.3390/dermatopathology13030041", "title": "TRPV4 Regulates Imiquimod (IMQ)-Induced Psoriasis via CaMKKβ/AMPK and Calmodulin/Akt-Mediated Autophagic Signaling Pathways in Juvenile Murine Keratinocytes.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13605115/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13605115/fullTextXML", "fullTextSha256": "b150ab1e987a36b24fadafcc3cdc2e8c54416284982da4370caf750a779df583", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:50.182919+00:00", "preprintSha256": "2a6df6d0239dd998a5ab38555592eaf2ba156af6c55c0175a54967dfd3987618", "publicationDateEvidence": { "pmcid": "PMC13605115", "metadata": "2026-09-05", "xmlDates": [ "2026-09-05", "2026-09-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42788989", "pmid": "42788989", "pmcid": "PMC13615061", "doi": "10.1007/s10456-026-10092-2", "title": "Myeloid deficiency of RORα exacerbates lipid dysregulation and laser-induced choroidal neovascularization.", "earliest_public_date": "2026-09-25", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13615061/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13615061/fullTextXML", "fullTextSha256": "7e66d9dcab2754117cface37fd02d960b82ed808cd233454e9fe220e0b045edd", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:51.127135+00:00", "preprintSha256": "44e7903710c2e14094e154dc7627013fb9876b6db667a1dae5b080d19442aef8", "publicationDateEvidence": { "pmcid": "PMC13615061", "metadata": "2026-09-25", "xmlDates": [ "2026-09-25" ], "earliest": "2026-09-25", "afterCutoff": true } }, { "id": "B42811121", "pmid": "42811121", "pmcid": "PMC13661251", "doi": "10.1038/s43587-026-01227-7", "title": "Mitochondrial membrane lipid cardiolipin controls fiber-type adaptations in aging muscle via estrogen-related receptor γ.", "earliest_public_date": "2026-09-29", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13661251/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13661251/fullTextXML", "fullTextSha256": "34e952b29518ab61394ee2c4592421c69e5279488d16498b0eeefbe2c0e657a4", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:51.162083+00:00", "preprintSha256": "cec0a9a7a25d4228c1c3fc984fdc5e332cf92cd364786cdc1f0d9c1f84b8bf43", "publicationDateEvidence": { "pmcid": "PMC13661251", "metadata": "2026-09-29", "xmlDates": [ "2026-09-29" ], "earliest": "2026-09-29", "afterCutoff": true } }, { "id": "B42479094", "pmid": "42479094", "pmcid": "PMC13672570", "doi": "10.1007/s10753-026-02537-z", "title": "Macrophage-derived FGF21 Restrains Endometritis By Suppressing Inflammation and Promoting Repair Through FGFR1.", "earliest_public_date": "2026-07-21", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13672570/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13672570/fullTextXML", "fullTextSha256": "c472fbf8d747aacc79b7eccca6052b8e4795f064456bdbf9fbf3e9e6a6b82788", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:51.243025+00:00", "preprintSha256": "0e5230062cfa458cf8a6e5e7a6adb29d9866a2025db978eadc81ebdde827f33e", "publicationDateEvidence": { "pmcid": "PMC13672570", "metadata": "2026-07-21", "xmlDates": [ "2026-07-21" ], "earliest": "2026-07-21", "afterCutoff": true } }, { "id": "B42749730", "pmid": "42749730", "pmcid": "PMC13582914", "doi": "10.1038/s41467-026-76351-4", "title": "CK2α restriction of STING accumulation underlies systemic aging.", "earliest_public_date": "2026-08-19", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13582914/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13582914/fullTextXML", "fullTextSha256": "c54c5e0aed73ba51c59ca8a4052934653eea5327bfdfc03517d29d3ec259a6c6", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:51.726005+00:00", "preprintSha256": "7656b08012179d11782c756e3632cf82b74bb6595c4f6b2f659f60faacde1081", "publicationDateEvidence": { "pmcid": "PMC13582914", "metadata": "2026-08-19", "xmlDates": [ "2026-08-19" ], "earliest": "2026-08-19", "afterCutoff": true } }, { "id": "B42801556", "pmid": "42801556", "pmcid": "PMC13616408", "doi": "10.1002/advs.77463", "title": "Grtp1 Safeguards Against Paternal Reproductive Aging and Intergenerational Behavioral Deficits by Preserving Redox Homeostasis.", "earliest_public_date": "2026-09-27", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13616408/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13616408/fullTextXML", "fullTextSha256": "da37fdaa9439f9f8ec016ef626282fd48ae6854877aa3c47b097b84d30b3cc92", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:52.107908+00:00", "preprintSha256": "0633de051eaba4eb13ec544b5420ef0972a793adec7278d2d0e7bb30ebcd3308", "publicationDateEvidence": { "pmcid": "PMC13616408", "metadata": "2026-09-27", "xmlDates": [ "2026-09-27" ], "earliest": "2026-09-27", "afterCutoff": true } }, { "id": "B42544868", "pmid": "42544868", "pmcid": "PMC13430927", "doi": "10.1002/advs.76902", "title": "SDF-1 Attenuates Oocyte Quality Decline During Reproductive Aging Through Autophagy-Enhanced Stress Granule Scavenging.", "earliest_public_date": "2026-08-03", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13430927/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13430927/fullTextXML", "fullTextSha256": "6765a6673e4a734d0895585a58c5eae29e78919992bab5432fbced1fa2cdd835", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:52.966766+00:00", "preprintSha256": "c4bfa2c1eb18f48cf543c2f89a038d1662485f9c7ecf610619542010977dc8b3", "publicationDateEvidence": { "pmcid": "PMC13430927", "metadata": "2026-08-03", "xmlDates": [ "2026-08-03" ], "earliest": "2026-08-03", "afterCutoff": true } }, { "id": "B42733840", "pmid": "42733840", "pmcid": "PMC13571648", "doi": "10.1016/j.isci.2026.117424", "title": "KMT5A maintains muscle stem cell quiescence through epigenetic regulation of Notch signaling.", "earliest_public_date": "2026-09-04", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13571648/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13571648/fullTextXML", "fullTextSha256": "579c8b5def6a93415d650ef119d0644f133e659607682a80ee3faa2d67061c70", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:54.097493+00:00", "preprintSha256": "f1e1ff0e7652229571ad1b81bbd3558a233d7b3014e57ea10e3fce464d9d26af", "publicationDateEvidence": { "pmcid": "PMC13571648", "metadata": "2026-09-04", "xmlDates": [ "2026-09-04" ], "earliest": "2026-09-04", "afterCutoff": true } }, { "id": "B42686685", "pmid": "42686685", "pmcid": "PMC13538362", "doi": "10.1038/s41413-026-00573-x", "title": "Inhibition of ERK5 activity ameliorates osteoarthritis by suppressing NLRP3 inflammasome-mediated chondrocyte pyroptosis.", "earliest_public_date": "2026-09-02", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13538362/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13538362/fullTextXML", "fullTextSha256": "8df51ab4cc8280a14575b6b2cad5761d0e3dec666ebfbd2dbc2d2ad047b9dc2c", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:54.393112+00:00", "preprintSha256": "0d091f617feba0e83733ddd2a5115176e5ef58d87a3169e72a371bc83beb41fc", "publicationDateEvidence": { "pmcid": "PMC13538362", "metadata": "2026-09-02", "xmlDates": [ "2026-09-02" ], "earliest": "2026-09-02", "afterCutoff": true } }, { "id": "B42884025", "pmid": "42884025", "pmcid": "PMC13665431", "doi": "10.3390/ijms27198783", "title": "The p53-PA200 Feedback Loop Modulates Age-Dependent Tumorigenesis.", "earliest_public_date": "2026-09-30", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13665431/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13665431/fullTextXML", "fullTextSha256": "cd3a83ad6d3b12863eb0a1284222d3f65c23d3179367499c4f12c7feda353058", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:56.281905+00:00", "preprintSha256": "32ed455acd029e0536706b7fb9835c6e64689e90a29706b4ae04ca8f236f5c34", "publicationDateEvidence": { "pmcid": "PMC13665431", "metadata": "2026-09-30", "xmlDates": [ "2026-09-30" ], "earliest": "2026-09-30", "afterCutoff": true } }, { "id": "B42637932", "pmid": "42637932", "pmcid": "PMC13631325", "doi": "10.1038/s44318-026-00885-y", "title": "Loss of Erbin in tubular epithelial cells sensitizes mice to acute kidney injury and aggravates renal fibrosis.", "earliest_public_date": "2026-08-24", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13631325/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13631325/fullTextXML", "fullTextSha256": "3a420a100ae3d0c9bed4c22a7d68aa9bb32e092b0800ba0c624422da724a0ed6", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:56.391395+00:00", "preprintSha256": "5fe5e7884825029a3f9fc044edfc9f886a0040e7035704cd01a1baab1a3da526", "publicationDateEvidence": { "pmcid": "PMC13631325", "metadata": "2026-08-24", "xmlDates": [ "2026-08-24" ], "earliest": "2026-08-24", "afterCutoff": true } }, { "id": "B42741942", "pmid": "42741942", "pmcid": "PMC13574142", "doi": "10.1172/jci199854", "title": "LSD1-mediated demethylation of the DNA damage response factor ATM promotes senescence and organ aging.", "earliest_public_date": "2026-09-15", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13574142/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13574142/fullTextXML", "fullTextSha256": "17eb726ab031d72143104412dc7f2fa42cdaf396464400f1adb2824dd9b82837", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:56.475772+00:00", "preprintSha256": "736103d7de868eebc324646e0eec066e2bbd26e36f762db0fdd5a6d0dce8cce9", "publicationDateEvidence": { "pmcid": "PMC13574142", "metadata": "2026-09-15", "xmlDates": [ "2026-09-15", "2026-09-15" ], "earliest": "2026-09-15", "afterCutoff": true } }, { "id": "B42467794", "pmid": "42467794", "pmcid": "PMC13378579", "doi": "10.1126/sciadv.aed1646", "title": "iPLA<sub>2</sub>β: A novel store-operated calcium entry modulator contributing to muscle dysfunction during denervation.", "earliest_public_date": "2026-07-17", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13378579/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13378579/fullTextXML", "fullTextSha256": "7f79c2cf8fec2faea07afd37494f189342a8d0dfdf1d240cf342c72891101e70", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:56.746924+00:00", "preprintSha256": "86900402373f705220e0994e74da42fdaa980c813bc0758859b4c9f8dbee7408", "publicationDateEvidence": { "pmcid": "PMC13378579", "metadata": "2026-07-17", "xmlDates": [ "2026-07-17", "2026-07-17" ], "earliest": "2026-07-17", "afterCutoff": true } }, { "id": "B42717871", "pmid": "42717871", "pmcid": "PMC13680780", "doi": "10.1161/hypertensionaha.126.27506", "title": "Atrial Natriuretic Peptide Regulates Zona Glomerulosa Growth and Aldosterone Release.", "earliest_public_date": "2026-09-10", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13680780/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13680780/fullTextXML", "fullTextSha256": "cb25cad942ffdf34133b91457a52363f17b2e7661942706f2d259a3636ab9910", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:57.176080+00:00", "preprintSha256": "5f6e465c7b9afb8db48565d217daa77b28c4e8a346f24819228a83a17cffa704", "publicationDateEvidence": { "pmcid": "PMC13680780", "metadata": "2026-09-10", "xmlDates": [ "2026-09-10", "2026-11-01" ], "earliest": "2026-09-10", "afterCutoff": true } }, { "id": "B42625807", "pmid": "42625807", "pmcid": "PMC13490744", "doi": "10.34133/research.1398", "title": "PDHA1 Hyperactivation Orchestrates Metabolic Reprogramming Promoting Endothelial Senescence.", "earliest_public_date": "2026-08-20", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13490744/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13490744/fullTextXML", "fullTextSha256": "2cf07b62193ee43680587725d7efdabc9df919f6df2d42d95fa8faba5f73e312", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:57.469738+00:00", "preprintSha256": "1e9d8fac0fae850517f7983f58ee5f365391ab2591596ce2f942096c8f90ff94", "publicationDateEvidence": { "pmcid": "PMC13490744", "metadata": "2026-08-20", "xmlDates": [ "2026-08-20" ], "earliest": "2026-08-20", "afterCutoff": true } }, { "id": "B42650159", "pmid": "42650159", "pmcid": "PMC13512339", "doi": "10.3390/genes17080966", "title": "miR-27b-3p Exacerbates VCD-Induced KGN Cell Injury by Targeting PAPPA to Suppress IGF-1 Release and Inhibit the PI3K/AKT Pathway.", "earliest_public_date": "2026-08-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13512339/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13512339/fullTextXML", "fullTextSha256": "2f4a93b2515dd3429852214979e35e9863787be31bd0f39cd9f0f79d4c82e28a", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:57.750858+00:00", "preprintSha256": "36bd588f2c9fbfc2ed29334815905f38409e9fecfef268d1e084eee6a736555a", "publicationDateEvidence": { "pmcid": "PMC13512339", "metadata": "2026-08-18", "xmlDates": [ "2026-08-18", "2026-08-01" ], "earliest": "2026-08-01", "afterCutoff": true } }, { "id": "B42801580", "pmid": "42801580", "pmcid": "PMC13616305", "doi": "10.1002/advs.77849", "title": "A Hepatocyte-to-Stellate Cell Axis Couples Alternate-Day Fasting to Liver Fibrosis Resolution via ATG7 S-Nitrosylation.", "earliest_public_date": "2026-09-27", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13616305/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13616305/fullTextXML", "fullTextSha256": "46b9f88f4ff09f1d30fcc0685ff395bb1d3b126a60f593244e3980f44345ca37", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:58.998705+00:00", "preprintSha256": "66ed8b89d3385248e1d3a6dd74a947d0a0dbcad564f72d093cc0df51635aa389", "publicationDateEvidence": { "pmcid": "PMC13616305", "metadata": "2026-09-27", "xmlDates": [ "2026-09-27" ], "earliest": "2026-09-27", "afterCutoff": true } }, { "id": "B42884089", "pmid": "42884089", "pmcid": "PMC13665185", "doi": "10.3390/ijms27198846", "title": "Folate Deficiency Drives Metabolic Dysfunction, Oxidative Stress, and Inflammation in HK-2 Renal Tubular Cells.", "earliest_public_date": "2026-10-03", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13665185/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13665185/fullTextXML", "fullTextSha256": "185dab4ce8119181c9e3e55f0a0232fbd3f8bfccd0c31459325b6298d20b4d10", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:00.634667+00:00", "preprintSha256": "53c7f67fa8c0513fa45374c4deacb480cb1bd9bf66e5f4ca62b4a358ca5fe6a1", "publicationDateEvidence": { "pmcid": "PMC13665185", "metadata": "2026-10-03", "xmlDates": [ "2026-10-03" ], "earliest": "2026-10-03", "afterCutoff": true } }, { "id": "B42644214", "pmid": "42644214", "pmcid": "PMC13507864", "doi": "10.1111/1750-3841.71412", "title": "Enzymatically Hydrolyzed Eggshell Membrane Promotes Keratinocyte Differentiation Associated With PKC and Akt Signaling Pathways.", "earliest_public_date": "2026-08-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13507864/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13507864/fullTextXML", "fullTextSha256": "f2b59018b5843b8420ade0aba4bf4f6b713344e0d75babfdf255629bf6af3802", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:00.906323+00:00", "preprintSha256": "c7528297ad037a798e43b2cbedecd4b3bef51daa594ffa3a704ea29305e58dd1", "publicationDateEvidence": { "pmcid": "PMC13507864", "metadata": "2026-08-01", "xmlDates": [ "2026-08-26", "2026-08-01" ], "earliest": "2026-08-01", "afterCutoff": true } }, { "id": "B42572248", "pmid": "42572248", "pmcid": "PMC13454561", "doi": "10.1111/acel.70655", "title": "Targeting RANKL Prevents Bone Loss, Improves Muscle Function and Extends Lifespan in Progeroid Mice.", "earliest_public_date": "2026-08-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13454561/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13454561/fullTextXML", "fullTextSha256": "9991053f475b15767e177b9c07016a13d3af99d70c07f3b9817ad67eb2b767a6", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:02.032538+00:00", "preprintSha256": "84e21ce09ee729aedd7a1efb6d9266dd692f9e31d41f63d79d6ae0e1dd6a947b", "publicationDateEvidence": { "pmcid": "PMC13454561", "metadata": "2026-08-01", "xmlDates": [ "2026-08-09" ], "earliest": "2026-08-01", "afterCutoff": true } }, { "id": "B42808563", "pmid": "42808563", "pmcid": "PMC13621815", "doi": "10.1111/acel.70726", "title": "Dietary CoQ10 Ameliorates Age-Related Megakaryocyte Dysfunction via COPS3-Mediated Activation of Autophagy.", "earliest_public_date": "2026-09-29", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13621815/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13621815/fullTextXML", "fullTextSha256": "dc5cc7c0aa314add9280073382625fd761fb06d7556fc622af44533ce3ecbdaa", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:02.053120+00:00", "preprintSha256": "02c269a137b37c3e49747e2fa3cd939aa7343e0fe752596c1f0e9225fc9db440", "publicationDateEvidence": { "pmcid": "PMC13621815", "metadata": "2026-10-01", "xmlDates": [ "2026-09-29" ], "earliest": "2026-09-29", "afterCutoff": true } }, { "id": "B42502704", "pmid": "42502704", "pmcid": "PMC13400213", "doi": "10.1016/j.bonr.2026.101937", "title": "<i>Sost</i> deficiency leads to greater bone vascular porosity, but similar osteocyte lacunar properties with increasing age.", "earliest_public_date": "2026-07-06", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13400213/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13400213/fullTextXML", "fullTextSha256": "0ed5f6cce476c577653b53ca08c5407807d6b0a3fe719b2c4b8e9fe632890f32", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:02.596210+00:00", "preprintSha256": "a95ae27ef556d3387351027e50149469fee09cb96e5c2fef50fb8601281007d7", "publicationDateEvidence": { "pmcid": "PMC13400213", "metadata": "2026-07-06", "xmlDates": [ "2026-07-06" ], "earliest": "2026-07-06", "afterCutoff": true } }, { "id": "B42726576", "pmid": "42726576", "pmcid": "PMC13567674", "doi": "10.3390/nano16171100", "title": "Dual-Targeted Inhibition of PAR<sub>2</sub> Endosomal Signaling in Synoviocytes and Nociceptors Attenuates Osteoarthritis Pain.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13567674/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13567674/fullTextXML", "fullTextSha256": "9aaa30a555c41bce08ed452fc9b619fdcac95ea847c51fa174c5c8e16eb22ad9", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:03.299856+00:00", "preprintSha256": "9f17b86e126d6dc062788ffa4ebfd34fcb0e8a8cd79330de8bfc9f3cdada6f42", "publicationDateEvidence": { "pmcid": "PMC13567674", "metadata": "2026-09-01", "xmlDates": [ "2026-09-01", "2026-09-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42748150", "pmid": "42748150", "pmcid": "PMC13598237", "doi": "10.1073/pnas.2606205123", "title": "Catechol-<i>O</i>-methyltransferase connects dopamine homeostasis to redox signaling, metal homeostasis, and protein folding in schizophrenia.", "earliest_public_date": "2026-09-16", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13598237/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13598237/fullTextXML", "fullTextSha256": "ac168b74422692357dcc67d362450efb4c13da1887f259e18a1e31cc3f1e2ad9", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:03.902720+00:00", "preprintSha256": "e956dfd438afa4bf6bf10133c6588fe46fd4c4c9c249f34f4021702f454e6094", "publicationDateEvidence": { "pmcid": "PMC13598237", "metadata": "2026-09-16", "xmlDates": [ "2026-09-16", "2026-09-22" ], "earliest": "2026-09-16", "afterCutoff": true } }, { "id": "B42448700", "pmid": "42448700", "pmcid": "PMC13490582", "doi": "10.1038/s41467-026-75498-4", "title": "Citrulline drives age-related lipid deposition for healthspan.", "earliest_public_date": "2026-07-14", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13490582/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13490582/fullTextXML", "fullTextSha256": "acc907fbde6a3377c82b44d9ef1b9664f336956514b5104ff9e0b9f698d1d1aa", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:04.330050+00:00", "preprintSha256": "dfc86dffa79dde52bb7cf93031cb1f66fc155e3ad23dae19b990cb9663673f7d", "publicationDateEvidence": { "pmcid": "PMC13490582", "metadata": "2026-07-14", "xmlDates": [ "2026-07-14" ], "earliest": "2026-07-14", "afterCutoff": true } }, { "id": "B42650473", "pmid": "42650473", "pmcid": "PMC13512630", "doi": "10.3390/foods15162779", "title": "Diosmin Attenuates Age-Associated Vascular Oxidative Stress and Endothelial Dysfunction in Aged Rats.", "earliest_public_date": "2026-08-07", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13512630/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13512630/fullTextXML", "fullTextSha256": "2f1ac3fd8cacfad4b1df24c4f8b36a3bc2c2b96d8d095e9f324208ae520d99e3", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:05.456427+00:00", "preprintSha256": "9cb2ff30324051b7d92d2759894a9e4944bd30bdcdf14c11ef193f7ca7859896", "publicationDateEvidence": { "pmcid": "PMC13512630", "metadata": "2026-08-07", "xmlDates": [ "2026-08-07" ], "earliest": "2026-08-07", "afterCutoff": true } }, { "id": "B42678502", "pmid": "42678502", "pmcid": "PMC13534412", "doi": "10.1186/s43556-026-00526-0", "title": "Solute Carrier Family 1 Member 5 (SLC1A5)-dependent glutamine transport regulates macrophage senescence and efferocytosis during liver regeneration.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13534412/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13534412/fullTextXML", "fullTextSha256": "f63845824c9b1f5e37a71e7a6288db4977f4d2b1abe1a4e2aeb178a65dc4766d", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:06.437279+00:00", "preprintSha256": "9edca3e82c72c896c01138096778fff8794d97779c42c7163f97cf1d3ce1e43f", "publicationDateEvidence": { "pmcid": "PMC13534412", "metadata": "2026-09-01", "xmlDates": [ "2026-09-01", "2026-12-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42637079", "pmid": "42637079", "pmcid": "PMC13599633", "doi": "10.1016/j.jbc.2026.113471", "title": "ERα/SIRT1 signaling mediates the metabolic regulatory benefits of pterostilbene.", "earliest_public_date": "2026-08-24", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13599633/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13599633/fullTextXML", "fullTextSha256": "a76bdb5e57ce905ecb1a838d2ed34731caa4919ca5525134f9d7cf0731acb655", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:06.906131+00:00", "preprintSha256": "c5e0989b9c7da69fb442fb6b8ac20d30fbd4235c5d3df6fcde57414f0a23dfb3", "publicationDateEvidence": { "pmcid": "PMC13599633", "metadata": "2026-08-24", "xmlDates": [ "2026-10-01", "2026-08-24" ], "earliest": "2026-08-24", "afterCutoff": true } }, { "id": "B42598518", "pmid": "42598518", "pmcid": "PMC13471064", "doi": "10.1016/j.bioactmat.2026.07.050", "title": "Loss of EGFR activity in skeletal stem/progenitor cells is associated with impaired fracture healing in aged mice.", "earliest_public_date": "2026-08-04", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13471064/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13471064/fullTextXML", "fullTextSha256": "15869787806d5dc5fbeeaab84b54b3ccbc0fc7348007fec9e18a8aed121405ad", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:07.198693+00:00", "preprintSha256": "d1873082e699befa1533bb29a5b03237777834ebddd5646b3d9582721af9e848", "publicationDateEvidence": { "pmcid": "PMC13471064", "metadata": "2026-08-04", "xmlDates": [ "2027-01-01", "2026-08-04" ], "earliest": "2026-08-04", "afterCutoff": true } }, { "id": "B42806619", "pmid": "42806619", "pmcid": "PMC13620287", "doi": "10.1111/acel.70713", "title": "α-Synuclein Promotes Atherosclerosis by Impairing Macrophage Autophagic Flux.", "earliest_public_date": "2026-09-28", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13620287/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13620287/fullTextXML", "fullTextSha256": "06e0ef4c602ab5a0825499273807d1e65c2969c57e4d17452bcf0d3b54fc71fd", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:07.672888+00:00", "preprintSha256": "3e1bf722510077bd0f858e4c46d56c917fefe67fdd77e32e887605c3ce475602", "publicationDateEvidence": { "pmcid": "PMC13620287", "metadata": "2026-10-01", "xmlDates": [ "2026-09-28" ], "earliest": "2026-09-28", "afterCutoff": true } }, { "id": "B42649194", "pmid": "42649194", "pmcid": "PMC13518901", "doi": "10.1038/s41467-026-76075-5", "title": "β-cell FMO3-produced TMAO prevents NF-κB-mediated senescence and inflammation in ageing and diabetic conditions.", "earliest_public_date": "2026-07-27", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13518901/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13518901/fullTextXML", "fullTextSha256": "0fc32713469583ad8a133dd4ee5402e8e8cdbbe6a31376f8a244d78246b87a74", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:09.007511+00:00", "preprintSha256": "6b3b86a4b6d8a3d694f7368b3baf18f9eb4ae41a132ecd6f6f00ceb813530141", "publicationDateEvidence": { "pmcid": "PMC13518901", "metadata": "2026-07-27", "xmlDates": [ "2026-07-27" ], "earliest": "2026-07-27", "afterCutoff": true } }, { "id": "B42782728", "pmid": "42782728", "pmcid": "PMC13605429", "doi": "10.3390/cells15181625", "title": "Smooth Muscle Cell MAPK14 Promotes Vascular Calcification During Hyperlipidemic Aging.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13605429/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13605429/fullTextXML", "fullTextSha256": "c7948b3cb0a93e121ace7356faeea3982d14db9d5da14c71eaaeffc381f7ab42", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:09.131092+00:00", "preprintSha256": "5f9241a4bfe2921380eb2effd15e2a2216e860b7d7b2ec7e2a484d7bce101bbe", "publicationDateEvidence": { "pmcid": "PMC13605429", "metadata": "2026-09-08", "xmlDates": [ "2026-09-08", "2026-09-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42823407", "pmid": "42823407", "pmcid": "PMC13631353", "doi": "10.1038/s41467-026-77298-2", "title": "FBXW7 mitigates hepatic fibrosis by degrading NOTCH1 to transcriptionally silence SEMA3G in liver sinusoidal endothelial cells.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13631353/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13631353/fullTextXML", "fullTextSha256": "1645532c5b326b781037f1ba9a875072699dcc9c30d8ed67003a90d7cce068b3", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:10.043380+00:00", "preprintSha256": "8f496e76e33f96de9dff5179236d53550554516d5975789b3efd8a7144423adc", "publicationDateEvidence": { "pmcid": "PMC13631353", "metadata": "2026-09-01", "xmlDates": [ "2026-09-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42830286", "pmid": "42830286", "pmcid": "PMC13637308", "doi": "10.1186/s40104-026-01504-w", "title": "ZBED6 deletion activates FNDC1-mediated PI3K/AKT and MAPK/ERK1/2 signaling pathways to promote myogenesis in pigs.", "earliest_public_date": "2026-10-05", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13637308/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13637308/fullTextXML", "fullTextSha256": "2da9fc02780b54bac879eaa727815c6cadd99c71f4aeb46232745e9c70aa92ea", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:10.062890+00:00", "preprintSha256": "a722bab1e032b296b1ec27f487830d2ea9f074188f1f3bc9d50db06a91ac0a50", "publicationDateEvidence": { "pmcid": "PMC13637308", "metadata": "2026-10-05", "xmlDates": [ "2026-10-05" ], "earliest": "2026-10-05", "afterCutoff": true } }, { "id": "B42420530", "pmid": "42420530", "pmcid": "PMC13434582", "doi": "10.1038/s12276-026-01787-z", "title": "Deacetylation of SRF catalyzed by SIRT7 protects against abdominal aortic aneurysm formation.", "earliest_public_date": "2026-07-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13434582/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13434582/fullTextXML", "fullTextSha256": "52b8e19c6ae517728cf5fa278556730c04de0a9865e1ee6fe5f14f1801d5396a", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:11.158051+00:00", "preprintSha256": "b5853964385a0a3da8eb629d18cb1229965f7059931a135411be25cd910811c6", "publicationDateEvidence": { "pmcid": "PMC13434582", "metadata": "2026-07-08", "xmlDates": [ "2026-07-08", "2026-07-01" ], "earliest": "2026-07-01", "afterCutoff": true } }, { "id": "B42458466", "pmid": "42458466", "pmcid": "PMC13670565", "doi": "10.1186/s12967-026-08588-y", "title": "Glucagon receptor blockade protects spermatogenesis by enhancing PFKFB3-mediated lactate production in Sertoli cells.", "earliest_public_date": "2026-07-15", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13670565/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13670565/fullTextXML", "fullTextSha256": "568a05e28d21146c1e6b87cf8fcbd7811f50abc6f8bc0591189ec6031c351f56", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:11.231894+00:00", "preprintSha256": "9367f6203f2537b7905826d384cdaeabb872a9b9cd4999f920603b6a776b8d0c", "publicationDateEvidence": { "pmcid": "PMC13670565", "metadata": "2026-07-15", "xmlDates": [ "2026-07-15" ], "earliest": "2026-07-15", "afterCutoff": true } }, { "id": "B42591729", "pmid": "42591729", "pmcid": "PMC13462922", "doi": "10.1002/mco2.70918", "title": "Inhibiting the Endothelial Mechanosensitive Channel Piezo1 Restores Hippocampal Blood-Brain Barrier Integrity to Improve Anesthesia- and Surgery-Induced Cognitive Decline.", "earliest_public_date": "2026-08-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13462922/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13462922/fullTextXML", "fullTextSha256": "7f5e4e83292fa95f424a672763b62e46abc2b015c2be94584b97bb132be5756b", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:08.498676+00:00", "preprintSha256": "b5ada20a9d2657277267727e02e343f7326c29f0b0cea4faa5478594d913c5d1", "publicationDateEvidence": { "pmcid": "PMC13462922", "metadata": "2026-08-12", "xmlDates": [ "2026-08-12", "2026-08-01" ], "earliest": "2026-08-01", "afterCutoff": true } }, { "id": "B42681644", "pmid": "42681644", "pmcid": "PMC13531920", "doi": "10.1186/s13045-026-01840-4", "title": "Glutathione reductase deficiency potentiates the immunogenicity of ferroptosis and cuproptosis via amplified reactive oxygen species accumulation and cGAS-STING pathway activation.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13531920/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13531920/fullTextXML", "fullTextSha256": "02398190e8b9ee855db7f1a5a5d934adea13d4de1756633fa68899f3bbe08939", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:07.518114+00:00", "preprintSha256": "c683cd9a51f6e5e8beafd43491346510a335f95b32d7380171c30beb307ff639", "publicationDateEvidence": { "pmcid": "PMC13531920", "metadata": "2026-09-01", "xmlDates": [ "2026-09-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42610635", "pmid": "42610635", "pmcid": "PMC13483296", "doi": "10.1111/acel.70670", "title": "AK050834 Deficiency Prevents Vascular Aging via Opposite Regulation of Two Senescence-Sensitive Genes ATF3 and p21.", "earliest_public_date": "2026-08-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13483296/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13483296/fullTextXML", "fullTextSha256": "0a1364720b51a6e4d34d77db40c0e7ef8103c8c2b32071f49a6d71be1cae7aee", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:10.038442+00:00", "preprintSha256": "c2d2b1c73015658394605aaed5dc2a69c0d89c32e817438ca27697cc24da6870", "publicationDateEvidence": { "pmcid": "PMC13483296", "metadata": "2026-08-01", "xmlDates": [ "2026-08-18" ], "earliest": "2026-08-01", "afterCutoff": true } }, { "id": "B42690146", "pmid": "42690146", "pmcid": "PMC13591257", "doi": "10.1042/cs20261576", "title": "IRAP deficiency preserves renal function and attenuates pathology in aged mice.", "earliest_public_date": "2026-09-16", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13591257/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13591257/fullTextXML", "fullTextSha256": "b4cdaa6f657aac39d5bee8cbf947d8903ccf45526d9e7a9fbd2d3879e542cc62", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:11.328423+00:00", "preprintSha256": "491fc863644df554d8d56ba8ec4d3c8f22aa2cc3c25e71718acda50b64c5bef9", "publicationDateEvidence": { "pmcid": "PMC13591257", "metadata": "2026-10-01", "xmlDates": [ "2026-10-01", "2026-09-16" ], "earliest": "2026-09-16", "afterCutoff": true } }, { "id": "B42698366", "pmid": "42698366", "pmcid": "PMC13545643", "doi": "10.1111/acel.70695", "title": "Midlife Growth Hormone Receptor Ablation Extends Healthy Lifespan and Induces Sex-Specific Hepatic Transcriptional Changes at Single-Cell Resolution.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13545643/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13545643/fullTextXML", "fullTextSha256": "2c3c1feb517d27cecb77d10837b6b136ef4dca601f424b065c8f3c1e71dfe050", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:12.387541+00:00", "preprintSha256": "dfdd1d722e6e5942d661ba08d374548fadd5b7462eefdb398fa8ccd9c5066b25", "publicationDateEvidence": { "pmcid": "PMC13545643", "metadata": "2026-09-01", "xmlDates": [ "2026-09-05", "2026-09-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42485573", "pmid": "42485573", "pmcid": "PMC13390905", "doi": "10.20945/2359-4292-2026-0078", "title": "Hypercholesterolemia induced by hypothyroidism is ameliorated by taurine supplementation through the hepatic AMPK/ACC pathway.", "earliest_public_date": "2026-07-22", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13390905/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13390905/fullTextXML", "fullTextSha256": "74a5f5349e4d318a9cd282d3d409e5134491c57000543510e95f177f71480bb8", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:12.487255+00:00", "preprintSha256": "414327f4c19f58074cff97843ac5aaf64bf8d9a9762a25f5cc5c17292b90f508", "publicationDateEvidence": { "pmcid": "PMC13390905", "metadata": "2026-07-22", "xmlDates": [ "2026-07-22" ], "earliest": "2026-07-22", "afterCutoff": true } }, { "id": "B42589691", "pmid": "42589691", "pmcid": "PMC13467427", "doi": "10.3390/ijms27157039", "title": "Hepatic SIRT6 Deficiency Accelerates Female-Specific Aging Through SULT1E1-Mediated Estrogen Depletion.", "earliest_public_date": "2026-08-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13467427/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13467427/fullTextXML", "fullTextSha256": "8c0427e11ff00048d9ea5e7884a2181bff314e6284bdd8f05334d82f87aa2897", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:13.089068+00:00", "preprintSha256": "52122bc7636fe4de4e8df81bbc5d0c2861d8db7f9ac00e0342791bd4121474cd", "publicationDateEvidence": { "pmcid": "PMC13467427", "metadata": "2026-08-05", "xmlDates": [ "2026-08-05", "2026-08-01" ], "earliest": "2026-08-01", "afterCutoff": true } }, { "id": "B42716949", "pmid": "42716949", "pmcid": "PMC13558768", "doi": "10.1038/s41392-026-02849-4", "title": "Alveolar epithelial depletion of βPAK-interacting exchange factor drives spontaneous pulmonary fibrosis by impairing stemness.", "earliest_public_date": "2026-09-10", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13558768/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13558768/fullTextXML", "fullTextSha256": "4c3aff0456b61e1ac2c22cbee0e4cbccd9d4fdc763319b0dd5cb80269ce2addb", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:13.257428+00:00", "preprintSha256": "8607a9e46de902a19545ce47fd2ae92e43ee66ae44cb7d0c973bc1084d76d264", "publicationDateEvidence": { "pmcid": "PMC13558768", "metadata": "2026-09-10", "xmlDates": [ "2026-09-10" ], "earliest": "2026-09-10", "afterCutoff": true } }, { "id": "B42399370", "pmid": "42399370", "pmcid": "PMC13472882", "doi": "10.1038/s43587-026-01166-3", "title": "Therapeutic targeting of the conserved region within the low-complexity domain of TDP-43 is neuroprotective and extends survival in amyotrophic lateral sclerosis mice.", "earliest_public_date": "2026-07-03", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13472882/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13472882/fullTextXML", "fullTextSha256": "4a4973a22ff7fe868a6c68a5d70454603d0a851191f7bb5aff2eaecb6555166b", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:13.590564+00:00", "preprintSha256": "e2e5bb3a1f8b9f149ba0e4098b4dff025f3fe65463ff4eab0be104c1b5a18c8c", "publicationDateEvidence": { "pmcid": "PMC13472882", "metadata": "2026-07-03", "xmlDates": [ "2026-07-03" ], "earliest": "2026-07-03", "afterCutoff": true } }, { "id": "B42418576", "pmid": "42418576", "pmcid": "PMC13344286", "doi": "10.1126/sciadv.aeb2892", "title": "Reprogramming of valine metabolism mediated by abnormally low ALDH6A1 expression promotes invasive metastasis of gastric cancer.", "earliest_public_date": "2026-07-08", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13344286/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13344286/fullTextXML", "fullTextSha256": "953dfa834d16eb39da72984b9080bb00682d73483a0681d322e22a90422590c9", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:14.051986+00:00", "preprintSha256": "3cc692683529cca40e8ec1e5ce7661b373514096e267f926c4185856cf429509", "publicationDateEvidence": { "pmcid": "PMC13344286", "metadata": "2026-07-08", "xmlDates": [ "2026-07-08" ], "earliest": "2026-07-08", "afterCutoff": true } }, { "id": "B42575886", "pmid": "42575886", "pmcid": "PMC13458481", "doi": "10.1038/s41413-026-00568-8", "title": "Youthfulness of marrow Adipoq<sup>+</sup> cells maintained by Cbfβ facilitates stem cell-based bone repair.", "earliest_public_date": "2026-08-10", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13458481/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13458481/fullTextXML", "fullTextSha256": "f877dc0b0914ca839d984ae554075b4c3da3c71324371d876b65e3c2ff3f1c87", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:14.441455+00:00", "preprintSha256": "30034cb5776af5d0e2f229df730be82a300ced4fd16bada6ba21adbe422183ff", "publicationDateEvidence": { "pmcid": "PMC13458481", "metadata": "2026-08-10", "xmlDates": [ "2026-08-10" ], "earliest": "2026-08-10", "afterCutoff": true } }, { "id": "B42602328", "pmid": "42602328", "pmcid": "PMC13474089", "doi": "10.1016/j.isci.2026.117000", "title": "Comprehensive transcriptomic profiling reveals impaired polyamine metabolism as a contributor to age-related muscle decline.", "earliest_public_date": "2026-08-06", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13474089/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13474089/fullTextXML", "fullTextSha256": "4ddac873a179a6f4b462013fe09fd50a61b937592b8890324c6ce9f599e69a8d", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:14.443338+00:00", "preprintSha256": "40468fad31409a1800ea6734bdff7c2a7813ac1abc31da00e03ab742a987d169", "publicationDateEvidence": { "pmcid": "PMC13474089", "metadata": "2026-08-06", "xmlDates": [ "2026-08-21", "2026-08-06" ], "earliest": "2026-08-06", "afterCutoff": true } } ], "claims": [ { "confirmed": false, "en": "Global Gcgr deletion increases sperm concentration in male mice relative to wild-type littermates.", "ru": "Удаление Gcgr во всём организме повышает концентрацию сперматозоидов у самцов мышей относительно обычных мышей из того же помёта.", "observed": "Concentration fell from 34.94 to 17.94 million/mL, P = 0.0057.", "observedRu": "Концентрация снизилась с 34,94 до 17,94 млн/мл, P = 0,0057.", "figure": "Supplementary Figure 5F", "paragraph": "p55", "quote": "17.94 ± 8.18 million/mL vs. 34.94 ± 12.26 million/mL, P = 0.0057", "id": "H556eb44d6587", "sourceId": "B42458466", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "The STING inhibitor H-151 at 25 mg/L in drinking water extends male Lmna-G609G progeroid mouse median lifespan relative to vehicle.", "ru": "Ингибитор STING H-151 в питьевой воде в концентрации 25 мг/л увеличивает медианную продолжительность жизни самцов мышей с прогерией Lmna-G609G относительно растворителя.", "observed": "Male median survival increased from 122 to 149 days; log-rank p<0.001.", "observedRu": "Медианная выживаемость самцов выросла со 122 до 149 дней; логранговый критерий дал P < 0,001.", "figure": "Figure 5g", "paragraph": "p15", "quote": "extended from 122 days in vehicle-treated mice to 149 days", "id": "Hf84dc04d9967", "sourceId": "B42749730", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Hepatocyte-specific GHR deletion extends male mouse lifespan relative to floxed littermate controls.", "ru": "Удаление GHR только в гепатоцитах увеличивает продолжительность жизни самцов мышей относительно контрольных животных того же помёта.", "observed": "Male hepatocyte-specific GHR-knockout mice had shorter survival; controls n=27, knockout n=20.", "observedRu": "Самцы с удалённым GHR в гепатоцитах жили меньше; контрольная группа включала 27 мышей, опытная 20.", "figure": "Figure 1B", "paragraph": "p28", "quote": "Male LiGHR−/− mice exhibited a shortened lifespan", "id": "Hd366df6c0c2d", "sourceId": "B42791620", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Twelve weeks of dietary coenzyme Q10 increases bone-marrow megakaryocyte colony counts in twelve-month-old mice relative to unsupplemented controls.", "ru": "Двенадцать недель добавления коэнзима Q10 к рациону увеличивают число колоний мегакариоцитов костного мозга у двенадцатимесячных мышей относительно рациона без добавки.", "observed": "Megakaryocyte colony counts increased at twelve months; p<0.05.", "observedRu": "В двенадцатимесячном возрасте число колоний мегакариоцитов выросло; P < 0,05.", "figure": "Figure 2A,B", "paragraph": "p7", "quote": "significantly increased colony counts", "id": "Hca5687df1d17", "sourceId": "B42808563", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Co-culture with sardomozide-pretreated fibro-adipogenic progenitors increases nuclei per myotube during mouse muscle stem cell differentiation relative to untreated-progenitor co-culture.", "ru": "Совместное культивирование мышечных стволовых клеток мыши с клетками-предшественниками фибробластов и жировых клеток, предварительно обработанными сардомозидом, увеличивает число ядер в образующихся мышечных трубочках по сравнению с совместным культивированием с необработанными клетками-предшественниками.", "observed": "Nuclei per myotube decreased.", "observedRu": "Число ядер в мышечной трубочке снизилось.", "figure": "Supplementary Figure 5G-J", "paragraph": "p59", "quote": "a reduced average number of nuclei per myotube", "id": "H00754d90403e", "sourceId": "B42602328", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Dasatinib plus quercetin increases mineralized callus bone volume twenty-eight days after fracture in mice lacking Cbfb in Adipoq-positive marrow cells relative to untreated knockout mice.", "ru": "Дазатиниб с кверцетином увеличивают объём минерализованной костной мозоли через 28 дней после перелома у мышей с удалённым Cbfb в Adipoq-положительных клетках костного мозга относительно таких же мышей без лечения.", "observed": "Treatment increased mineralized callus volume.", "observedRu": "Лечение увеличило объём минерализованной костной мозоли.", "figure": "Supplementary Figure 14k-n", "paragraph": "p38", "quote": "increased callus formation and mineralized bone volume", "id": "H7b5933386c64", "sourceId": "B42575886", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "ALDH6A1 overexpression increases Transwell migration of human AGS gastric cancer cells relative to vector controls.", "ru": "Повышение экспрессии ALDH6A1 усиливает миграцию человеческих клеток рака желудка AGS через мембрану Transwell относительно контрольного вектора.", "observed": "Overexpression inhibited migration.", "observedRu": "Повышение экспрессии подавило миграцию.", "figure": "Figure 2A-C", "paragraph": "p9", "quote": "overexpression of ALDH6A1 inhibited these abilities", "id": "H9cb69403e6d8", "sourceId": "B42418576", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Grtp1 deletion increases the percentage of progressively motile sperm in three-to-four-month-old male mice compared with age-matched wild-type controls.", "ru": "Удаление Grtp1 увеличивает долю поступательно подвижных сперматозоидов у трёх-четырёхмесячных самцов мышей относительно обычных животных того же возраста.", "observed": "Progressively motile sperm decreased from 62% in young controls to 27% after knockout.", "observedRu": "Доля поступательно подвижных сперматозоидов снизилась с 62% у молодых контрольных мышей до 27% после удаления гена.", "figure": "Figure 2D", "paragraph": "p11", "quote": "27% in the Grtp1‐KO group", "id": "H3d94392f96ae", "sourceId": "B42801556", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Induced NICD expression prevents depletion of Pax7-positive muscle stem cells in Kmt5a-deficient adult mice twenty-one days after muscle injury.", "ru": "Принудительная экспрессия внутриклеточного домена Notch (NICD) предотвращает истощение пула мышечных стволовых клеток с Pax7 у взрослых мышей с удалённым Kmt5a через 21 день после повреждения мышцы.", "observed": "Despite NICD, the injured knockout muscle showed near-complete stem-cell depletion at day 21.", "observedRu": "При экспрессии NICD пул стволовых клеток в повреждённой мышце без Kmt5a оставался почти полностью истощённым на 21-й день.", "figure": "Supplementary Figure S1D", "paragraph": "p25", "quote": "near-complete depletion of the MuSC pool", "id": "H591cc6bdd061", "sourceId": "B42733840", "adjudication": "direct_failed_postinjury_rescue" }, { "confirmed": false, "en": "Deleting guanylyl-cyclase-A receptors in adrenal zona-glomerulosa cells reduces the blood-pressure increase induced by two weeks of 4% dietary salt in mice.", "ru": "Удаление рецептора GC-A (гуанилатциклазы A) в клетках клубочковой зоны надпочечников уменьшает рост артериального давления после двух недель питания с 4% соли у мышей.", "observed": "The pressure increase was 8.2 mmHg in knockout mice versus 4.6 mmHg in controls.", "observedRu": "После удаления рецептора давление выросло на 8,2 мм рт. ст. против 4,6 мм рт. ст. в контроле.", "figure": "Figure 3A", "paragraph": "p27", "quote": "4.6 mm Hg in control and by 8.2 mm Hg in KO", "id": "H699141a0e533", "sourceId": "B42717871", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Hepatocyte-specific Sirt6 deletion lowers hepatic Cdkn1a expression in aged female mice relative to floxed controls.", "ru": "Удаление Sirt6 в гепатоцитах снижает экспрессию Cdkn1a в печени старых самок мышей относительно контроля с сохранённым геном.", "observed": "Cdkn1a increased 4.24-fold, P < 0.05.", "observedRu": "Экспрессия Cdkn1a выросла в 4,24 раза, P < 0,05.", "figure": "Figure 6F", "paragraph": "p19", "quote": "Cdkn1a (p21, +4.24-fold)", "id": "H2a068a10286e", "sourceId": "B42589691", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Fgf21 knockout lowers uterine interleukin-1 beta protein after intrauterine lipopolysaccharide challenge in mice relative to challenged wild-type controls.", "ru": "Удаление Fgf21 снижает содержание интерлейкина-1β в матке мышей после внутриматочного липополисахарида относительно обычных мышей с тем же воздействием.", "observed": "Knockout increased uterine interleukin-1 beta protein after lipopolysaccharide.", "observedRu": "После удаления Fgf21 содержание интерлейкина-1β в матке при воспалении повысилось.", "figure": "Figure 2L", "paragraph": "p26", "quote": "increased protein levels of TNF-α and IL-1β", "id": "H5ae76ff04768", "sourceId": "B42479094", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Inducible cartilage-specific Erk5 deletion lowers knee cartilage OARSI damage scores after destabilization of the medial meniscus in adult mice relative to controls.", "ru": "Индуцируемое удаление Erk5 в хряще взрослых мышей снижает балл повреждения коленного хряща OARSI после дестабилизации медиального мениска относительно контроля.", "observed": "Cartilage Erk5 knockout reduced OARSI histological damage scores after surgery.", "observedRu": "Удаление Erk5 в хряще снизило гистологический балл повреждения после операции.", "figure": "Figure 2b,c", "paragraph": "p6", "quote": "OARSI scores were lower in CKO mice", "id": "H9cc800ed9167", "sourceId": "B42686685", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Whole-body Ghr ablation initiated at twelve months increases male mouse body weight at nineteen months relative to controls.", "ru": "Удаление Ghr во всём организме, начатое в 12 месяцев, повышает массу тела самцов мышей в возрасте 19 месяцев относительно контроля.", "observed": "Male body weight decreased at nineteen and twenty-three months, P < 0.0001.", "observedRu": "Масса тела самцов снизилась в 19 и 23 месяца, P < 0,0001.", "figure": "Figure 1g", "paragraph": "p7", "quote": "reduced in 12mGHRKO males", "id": "Hc35db8c00454", "sourceId": "B42698366", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Cbfb deletion in Adipoq-positive marrow cells increases PDGFR-alpha-positive skeletal progenitor abundance in mice relative to control mice.", "ru": "Удаление Cbfb в Adipoq-положительных клетках костного мозга увеличивает число скелетных клеток-предшественников с PDGFR-альфа у мышей относительно контроля.", "observed": "PDGFR-alpha-positive progenitors were significantly reduced.", "observedRu": "Число клеток-предшественников с PDGFR-альфа достоверно снизилось.", "figure": "Supplementary Figure 14o-v", "paragraph": "p39", "quote": "were significantly reduced in Cbfβ CKO mice", "id": "Hb19a1eaedf6f", "sourceId": "B42575886", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Adding chloroquine to SDF-1-treated aged mouse oocytes decreases G3BP1 fluorescence relative to SDF-1 alone.", "ru": "Добавление хлорохина к SDF-1 в ооцитах старых мышей снижает флуоресценцию G3BP1 относительно одного SDF-1.", "observed": "Chloroquine increased G3BP1 and blocked SDF-1-associated stress-granule clearance.", "observedRu": "Хлорохин повысил сигнал G3BP1 и заблокировал удаление стрессовых гранул при действии SDF-1.", "figure": "Figure 8E,F", "paragraph": "p20", "quote": "CQ supplementary enhanced the expression of G3BP1", "id": "Ha6af01b29947", "sourceId": "B42544868", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Adding L-glutamine restores apoptotic-cell engulfment by Slc1a5-deficient mouse bone-marrow-derived macrophages relative to unsupplemented deficient macrophages.", "ru": "Добавление L-глутамина восстанавливает поглощение погибающих клеток макрофагами из костного мозга мышей с удалённым Slc1a5 по сравнению с такими же макрофагами без добавки.", "observed": "L-glutamine significantly restored efferocytosis.", "observedRu": "L-глутамин достоверно восстановил поглощение погибающих клеток.", "figure": "Figure 6f,g", "paragraph": "p19", "quote": "significantly restored the efferocytosis function", "id": "H2d91f2d3ca48", "sourceId": "B42678502", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Sardomozide inhibition of AMD1 increases Cdkn1a expression in fibro-adipogenic progenitors isolated from young mouse skeletal muscle relative to untreated progenitors.", "ru": "Ингибирование AMD1 сардомозидом повышает экспрессию Cdkn1a в клетках-предшественниках фибробластов и жировых клеток, выделенных из скелетных мышц молодых мышей, по сравнению с клетками без воздействия.", "observed": "Cdkn1a increased, P < 0.0001.", "observedRu": "Экспрессия Cdkn1a выросла, P < 0,0001.", "figure": "Figure 5C", "paragraph": "p47", "quote": "an early induction of the cell cycle inhibitor Cdkn1a", "id": "Hbb8d36395a4f", "sourceId": "B42602328", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Induced NICD expression preserves the quiescent Pax7-positive muscle stem-cell pool in Kmt5a-deficient adult mice six weeks after tamoxifen under homeostasis.", "ru": "Принудительная экспрессия внутриклеточного домена Notch (NICD) сохраняет пул покоящихся мышечных стволовых клеток с Pax7 у взрослых мышей с удалённым Kmt5a через шесть недель после введения тамоксифена в отсутствие травмы.", "observed": "NICD prevented stem-cell depletion and reduced Ki67-positive activation under homeostasis.", "observedRu": "NICD предотвратил истощение пула стволовых клеток и уменьшил их активацию по маркеру Ki67 в отсутствие травмы.", "figure": "Figure 2B-D", "paragraph": "p24", "quote": "prevented depletion of the Pax7+ stem cell pool", "id": "Hdc04751acc25", "sourceId": "B42733840", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Taurine supplementation lowers serum LDL cholesterol in hypothyroid rats relative to hypothyroid rats receiving water alone.", "ru": "Добавление таурина снижает содержание холестерина липопротеинов низкой плотности в сыворотке крыс с гипотиреозом относительно крыс с гипотиреозом, получающих только воду.", "observed": "Elevated LDL cholesterol decreased after taurine.", "observedRu": "Повышенное содержание холестерина липопротеинов низкой плотности снизилось после таурина.", "figure": "Figure 3C", "paragraph": "p21", "quote": "were reduced following taurine supplementation", "id": "H0b95ea5bca8b", "sourceId": "B42485573", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "T-cell-specific Lmna deletion improves female MCA205 tumor-bearing mouse survival during combined oxaliplatin, anti-PD-1 and anti-ACBP/DBI treatment compared with T-cell-Lmna-sufficient controls.", "ru": "Удаление Lmna в T-клетках повышает выживаемость самок мышей с опухолью MCA205 при сочетании оксалиплатина с антителами к PD-1 и ACBP/DBI по сравнению с животными с сохранённым геном.", "observed": "T-cell Lmna loss worsened treatment survival; female genotype comparison p=0.0047.", "observedRu": "Удаление Lmna в T-клетках ухудшило выживаемость при лечении; сравнение генотипов у самок дало P = 0,0047.", "figure": "Figure 1C; Figure 3B", "paragraph": "p14", "quote": "p=0.0047 in females", "id": "Hc51c63819170", "sourceId": "B42774966", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Seven days of 20 micromolar XL20 reduces dendritic spine density in human induced-pluripotent-stem-cell-derived motor neurons with TDP43-Q331K relative to vehicle-treated mutant neurons.", "ru": "Воздействие 20 мкМ XL20 в течение семи дней снижает плотность дендритных шипиков в человеческих двигательных нейронах, полученных из индуцированных плюрипотентных стволовых клеток с TDP43-Q331K, относительно мутантных нейронов с растворителем.", "observed": "XL20 restored spine density toward isogenic-control levels.", "observedRu": "XL20 восстановил плотность шипиков до уровня генетически сопоставимого контроля.", "figure": "Figure 4k", "paragraph": "p13", "quote": "restoring spine density and cytoplasmic TDP-43 levels", "id": "Hbcb2664c171e", "sourceId": "B42399370", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Snca deletion reduces whole-aorta atherosclerotic lesion area in male mice after AAV-PCSK9 administration and sixteen weeks of high-cholesterol feeding relative to wild-type littermates.", "ru": "Удаление Snca уменьшает площадь атеросклеротических поражений всей аорты у самцов мышей после введения AAV-PCSK9 и 16 недель питания с высоким содержанием холестерина относительно обычных мышей из того же помёта.", "observed": "Whole-aorta and aortic-arch lesion areas were significantly smaller.", "observedRu": "Площадь поражений всей аорты и её дуги достоверно уменьшилась.", "figure": "Figure 1c-e", "paragraph": "p8", "quote": "significantly smaller lesion areas", "id": "Hd41fa6090167", "sourceId": "B42806619", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Enzymatically hydrolyzed eggshell membrane increases KRT1 expression in cultured neonatal human epidermal keratinocytes compared with untreated cells.", "ru": "Ферментативный гидролизат подскорлупной оболочки повышает экспрессию KRT1 в культуре эпидермальных кератиноцитов новорождённого человека относительно клеток без обработки.", "observed": "Hydrolyzed membrane dose-dependently increased KRT1 and other differentiation markers.", "observedRu": "Гидролизат дозозависимо повысил KRT1 и другие маркеры дифференцировки.", "figure": "Figure 1B", "paragraph": "p17", "quote": "significantly upregulated the expression of KRT1", "id": "H108fec88412d", "sourceId": "B42644214", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Pdha1 silencing decreases lactate production in D-galactose-treated primary mouse pulmonary endothelial cells relative to control silencing.", "ru": "Подавление Pdha1 снижает образование лактата в первичных лёгочных эндотелиальных клетках мыши при воздействии D-галактозы относительно контрольного подавления.", "observed": "Pdha1 silencing increased lactate production under D-galactose.", "observedRu": "Подавление Pdha1 увеличило образование лактата при воздействии D-галактозы.", "figure": "Figure 5G", "paragraph": "p13", "quote": "increased D-gal-induced lactate production", "id": "H5401e2f1476e", "sourceId": "B42625807", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Sost deletion increases tibial cortical thickness in seventy-eight-week-old mice relative to littermate controls.", "ru": "Удаление Sost увеличивает толщину кортикального слоя большеберцовой кости у мышей в возрасте семидесяти восьми недель относительно контрольных животных того же помёта.", "observed": "Cortical thickness was 246% greater in seventy-eight-week-old knockout mice.", "observedRu": "Толщина кортикального слоя у мышей с удалённым геном была выше на 246%.", "figure": "Figure 2B; Table 2", "paragraph": "p26", "quote": "Ct.Th (246%)", "id": "H8856cfb6fb8c", "sourceId": "B42502704", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Recombinant human FGF21 administered before intrauterine lipopolysaccharide lowers uterine histopathological injury scores in mice compared with lipopolysaccharide alone.", "ru": "Введение рекомбинантного человеческого FGF21 перед внутриматочным липополисахаридом снижает гистологический балл повреждения матки у мышей относительно введения одного липополисахарида.", "observed": "FGF21 pretreatment significantly reduced histopathological injury scores.", "observedRu": "Предварительное введение FGF21 снизило гистологический балл повреждения матки.", "figure": "Figure 3C,D", "paragraph": "p28", "quote": "a significant decrease in histopathological scores", "id": "H7d64d0c884ee", "sourceId": "B42479094", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "FNDC1 overexpression restores EdU-labelled proliferation in ZBED6-overexpressing primary porcine muscle satellite cells relative to ZBED6 overexpression alone.", "ru": "Повышение экспрессии FNDC1 восстанавливает деление первичных сателлитных клеток мышц свиньи с повышенной экспрессией ZBED6 по включению EdU относительно одного повышения ZBED6.", "observed": "FNDC1 increased the number of EdU-positive cells in the ZBED6-overexpressing background.", "observedRu": "На фоне повышенной экспрессии ZBED6 белок FNDC1 увеличил число клеток, включивших EdU.", "figure": "Figure 4A,B", "paragraph": "p32", "quote": "significantly increased the number of EdU-positive cells", "id": "Hd2867abf0b74", "sourceId": "B42830286", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Conditional beta-PIX deletion in alveolar type-II cells increases the alveolar type-I to type-II cell ratio four weeks after induction in mice relative to wild-type controls.", "ru": "Условное удаление бета-PIX в альвеолярных клетках второго типа повышает отношение альвеолярных клеток первого типа ко второму через четыре недели после индукции у мышей относительно обычного контроля.", "observed": "The ratio decreased by 40%.", "observedRu": "Отношение снизилось на 40%.", "figure": "Supplementary Figure 11", "paragraph": "p20", "quote": "a significant decrease of 40%", "id": "Hde2c7f764541", "sourceId": "B42716949", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Psme4/PA200 deletion increases lung p53 protein in middle-aged mice subjected to urethane-induced tumorigenesis compared with wild-type controls.", "ru": "Удаление Psme4/PA200 повышает содержание p53 в лёгких мышей среднего возраста при вызванном уретаном опухолеобразовании относительно обычных контрольных мышей.", "observed": "Lung p53 was lower, not higher, in PA200-deficient middle-aged mice.", "observedRu": "Содержание p53 в лёгких мышей среднего возраста после удаления PA200 снизилось.", "figure": "Figure 6j", "paragraph": "p22", "quote": "p53 levels were lower in PA200 KO mice", "id": "Hb84019cbdccd", "sourceId": "B42884025", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Endothelial-specific Pdha1 deletion lowers pulmonary endothelial p21 expression in D-galactose-treated mice compared with treated control littermates.", "ru": "Удаление Pdha1 в эндотелии снижает содержание p21 в лёгочном эндотелии мышей, получающих D-галактозу, относительно контрольных животных с тем же воздействием.", "observed": "Endothelial Pdha1 deletion reduced lung endothelial p21 staining after D-galactose.", "observedRu": "Удаление Pdha1 уменьшило окрашивание на p21 в лёгочном эндотелии после D-галактозы.", "figure": "Figure 4A,B", "paragraph": "p11", "quote": "decreased endothelial (CD31+) senescence-related molecule p21 expression", "id": "Hd06b5abc8c17", "sourceId": "B42625807", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Intra-articular PAMAM-Chol-AZ3451 nanoparticles reduce mechanical allodynia twenty-four hours after treatment in mice with monoiodoacetate-induced knee osteoarthritis relative to vehicle.", "ru": "Внутрисуставное введение наночастиц PAMAM-Chol-AZ3451 уменьшает механическую аллодинию через сутки у мышей с вызванным монойодацетатом остеоартритом колена относительно растворителя.", "observed": "Drug-loaded nanoparticles produced sustained anti-allodynic effects peaking at twenty-four hours.", "observedRu": "Наночастицы с препаратом устойчиво уменьшили аллодинию с максимумом эффекта через сутки.", "figure": "Figure 1B-D", "paragraph": "p22", "quote": "a profound and prolonged reduction", "id": "Ha8f158ded9d3", "sourceId": "B42726576", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Renal-tubule-specific Erbin deletion reduces serum creatinine one day after kidney ischemia-reperfusion in mice relative to control littermates.", "ru": "Удаление Erbin в почечных канальцах снижает сывороточный креатинин у мышей через сутки после ишемии-реперфузии почки относительно контрольных животных того же помёта.", "observed": "Tubular Erbin knockout increased serum creatinine after injury; five mice per group.", "observedRu": "После удаления Erbin в канальцах сывороточный креатинин при повреждении вырос; по пять мышей в группе.", "figure": "Figure 2C", "paragraph": "p12", "quote": "were significantly augmented in Erbin-KO mice", "id": "H6e57c7188991", "sourceId": "B42637932", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "TRPV4 knockout increases the phosphorylated-Akt to total-Akt ratio in mouse skin after seven days of topical imiquimod relative to treated wild-type controls.", "ru": "Удаление TRPV4 увеличивает отношение фосфорилированного Akt к общему Akt в коже мышей после семи дней нанесения имиквимода относительно обычных мышей с тем же воздействием.", "observed": "TRPV4 deletion reduced imiquimod-induced Akt phosphorylation.", "observedRu": "Удаление TRPV4 уменьшило вызванное имиквимодом фосфорилирование Akt.", "figure": "Figure 1C,D", "paragraph": "p19", "quote": "TRPV4 deletion markedly attenuated IMQ-induced Akt phosphorylation", "id": "H69deb1edcdbe", "sourceId": "B42782838", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Adenoviral Erbin overexpression in kidney cortex before ischemia-reperfusion reduces renal interstitial collagen deposition fourteen days after injury relative to control adenovirus in mice.", "ru": "Усиление экспрессии Erbin аденовирусом в коре почки перед ишемией-реперфузией снижает межуточное отложение коллагена через четырнадцать дней после повреждения у мышей относительно контрольного аденовируса.", "observed": "Erbin overexpression reduced post-injury interstitial collagen; five mice per group.", "observedRu": "Усиление экспрессии Erbin снизило межуточное отложение коллагена после повреждения; по пять мышей в группе.", "figure": "Figure 3G,H", "paragraph": "p15", "quote": "reduced collagen deposition in renal interstitium", "id": "H770b494c23de", "sourceId": "B42637932", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Deleting membrane-bound COMT increases basal CellROX oxidative-stress signal in rat PC12 cells relative to wild-type cells.", "ru": "Удаление мембранной COMT повышает исходный сигнал окислительного стресса CellROX в клетках крысы PC12 относительно обычных клеток.", "observed": "COMT-deficient cells had higher basal oxidative stress by CellROX.", "observedRu": "В клетках без COMT исходный окислительный стресс по CellROX был выше.", "figure": "Figure 1D,E", "paragraph": "p9", "quote": "oxidative stress levels were markedly higher", "id": "Ha24c224c2c5c", "sourceId": "B42748150", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Two weeks of alternate-day fasting before carbon-tetrachloride challenge reduces subsequent mouse liver fibrosis relative to freely fed controls.", "ru": "Две недели голодания через день перед воздействием четырёххлористого углерода уменьшают последующий фиброз печени у мышей относительно свободного питания.", "observed": "Fasting preconditioning reduced Sirius-Red-defined fibrosis after carbon tetrachloride.", "observedRu": "После голодания фиброз при воздействии четырёххлористого углерода уменьшился по окрашиванию Sirius Red.", "figure": "Figure 5C", "paragraph": "p12", "quote": "reduced fibrotic pathology", "id": "H312a9208a0df", "sourceId": "B42801580", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Beta-cell-specific Fmo3 deletion improves glucose tolerance in twelve-week-old mice relative to wild-type littermates.", "ru": "Удаление Fmo3 в бета-клетках улучшает переносимость глюкозы у 12-недельных мышей относительно обычных мышей из того же помёта.", "observed": "Knockout mice developed glucose intolerance starting at twelve weeks.", "observedRu": "С 12-недельного возраста у мышей с удалённым геном появилась нарушенная переносимость глюкозы.", "figure": "Figure 2e,f", "paragraph": "p10", "quote": "starting at 12 weeks of age", "id": "Hdd257b1a803d", "sourceId": "B42649194", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Nox4 overexpression in brain endothelial cells further reduces hippocampal sodium-fluorescein leakage after anesthesia and surgery in endothelial-Piezo1-knockout mice relative to control virus.", "ru": "Повышение экспрессии Nox4 в эндотелиальных клетках мозга дополнительно уменьшает утечку флуоресцеина натрия в гиппокамп после наркоза и операции у мышей с удалённым Piezo1 в эндотелии относительно контрольного вируса.", "observed": "Nox4 overexpression exacerbated leakage and abolished the protective effect of Piezo1 deletion.", "observedRu": "Повышение экспрессии Nox4 усилило утечку и устранило защитное действие удаления Piezo1.", "figure": "Figure 7N,O", "paragraph": "p17", "quote": "was significantly exacerbated", "id": "H5a66cc1d176d", "sourceId": "B42591729", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Prx1-lineage Egfr deletion increases the fracture-callus bone-volume fraction at twenty-eight days after femoral fracture in mice relative to wild-type controls.", "ru": "Удаление Egfr в клетках линии Prx1 повышает долю костной ткани в костной мозоли через 28 дней после перелома бедренной кости у мышей относительно обычных контрольных мышей.", "observed": "Bone-volume fraction was significantly reduced at both twenty-eight and forty-two days.", "observedRu": "Доля костной ткани достоверно снизилась на 28-й и 42-й день.", "figure": "Figure 2B", "paragraph": "p9", "quote": "BV/TV was significantly reduced", "id": "Hf40c85e4b441", "sourceId": "B42598518", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "PAPPA overexpression reduces apoptosis caused by miR-27b-3p mimics in KGN granulosa cells exposed to 4-vinylcyclohexene diepoxide relative to empty vector.", "ru": "Повышение экспрессии PAPPA уменьшает апоптоз, вызванный имитаторами miR-27b-3p в гранулёзных клетках KGN при воздействии диэпоксида 4-винилциклогексена, по сравнению с пустым вектором.", "observed": "PAPPA co-expression reversed the pro-apoptotic phenotype; p<0.001.", "observedRu": "Совместная экспрессия PAPPA уменьшила апоптоз; P < 0,001.", "figure": "Figure 4C,D", "paragraph": "p17", "quote": "reversed both the proliferation blockade and pro-apoptotic phenotype", "id": "H2bf61d6a2dae", "sourceId": "B42650159", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "miR-27b-3p mimic transfection increases secreted IGF-1 in 4-vinylcyclohexene-diepoxide-injured KGN granulosa cells relative to scrambled controls.", "ru": "Введение имитаторов miR-27b-3p повышает секрецию IGF-1 гранулёзными клетками KGN, повреждёнными диэпоксидом 4-винилциклогексена, относительно контрольной последовательности.", "observed": "miR-27b-3p overexpression reduced secreted IGF-1; p<0.001.", "observedRu": "Усиление miR-27b-3p снизило секрецию IGF-1; P < 0,001.", "figure": "Figure 5C", "paragraph": "p18", "quote": "drastically reduced IGF-1 secretion", "id": "H69d1974ef6f3", "sourceId": "B42650159", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Twenty-four-hour atrial natriuretic peptide pretreatment attenuates angiotensin-II-induced ERK phosphorylation in human H295R adrenal cells compared with angiotensin II alone.", "ru": "Предварительное воздействие предсердного натрийуретического пептида в течение суток ослабляет вызванное ангиотензином II фосфорилирование ERK в человеческих клетках надпочечника H295R.", "observed": "Twenty-four-hour peptide exposure reduced the subsequent angiotensin-II ERK phosphorylation response.", "observedRu": "Суточное воздействие пептида уменьшило последующий ответ ERK на ангиотензин II.", "figure": "Supplementary Figure S3B", "paragraph": "p37", "quote": "a longer 24-hour pretreatment significantly attenuated", "id": "Hca11ba345120", "sourceId": "B42717871", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Whole-body Ghr ablation initiated at twelve months improves insulin sensitivity in male mice at twenty-three months relative to controls.", "ru": "Удаление Ghr во всём организме, начатое в 12 месяцев, повышает чувствительность к инсулину у самцов мышей в возрасте 23 месяцев относительно контроля.", "observed": "Male insulin sensitivity improved at nineteen and twenty-three months, P < 0.0001.", "observedRu": "Чувствительность к инсулину у самцов повысилась в 19 и 23 месяца, P < 0,0001.", "figure": "Figure 2h-j", "paragraph": "p11", "quote": "Insulin sensitivity was significantly improved only in male", "id": "H9512eff47edd", "sourceId": "B42698366", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Chronic diosmin supplementation increases plasma malondialdehyde in aged rats relative to vehicle-treated aged rats.", "ru": "Длительный приём диосмина повышает содержание малонового диальдегида в плазме старых крыс относительно старых крыс, получающих растворитель.", "observed": "Plasma malondialdehyde significantly decreased.", "observedRu": "Содержание малонового диальдегида в плазме достоверно снизилось.", "figure": "Figure 3A", "paragraph": "p26", "quote": "significantly decreased the MDA", "id": "H3525a80080db", "sourceId": "B42650473", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Twenty-eight days of HFI-419 treatment preserves glomerular filtration in twenty-seven- to twenty-eight-month-old wild-type mice relative to vehicle treatment.", "ru": "Лечение HFI-419 в течение 28 дней сохраняет клубочковую фильтрацию у обычных мышей в возрасте от 27 до 28 месяцев относительно введения растворителя.", "observed": "Treatment prevented the approximately 22% filtration decline seen in vehicle controls, P < 0.01.", "observedRu": "Лечение предотвратило снижение фильтрации примерно на 22%, наблюдавшееся в контроле с растворителем, P < 0,01.", "figure": "Figure 2A", "paragraph": "p25", "quote": "prevented the age-related decline in GFR", "id": "H1ca81581ce0f", "sourceId": "B42690146", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Esr1 knockdown increases Sirt1 gene expression in differentiated C2C12 myotubes relative to control siRNA.", "ru": "Подавление Esr1 увеличивает экспрессию Sirt1 в дифференцированных мышечных трубочках C2C12 относительно контрольной малой интерферирующей РНК.", "observed": "Esr1 knockdown reduced Sirt1 expression.", "observedRu": "Подавление Esr1 снизило экспрессию Sirt1.", "figure": "Figure 4C", "paragraph": "p15", "quote": "knockdown of Esr1 reduced Sirt1 gene expression", "id": "Hface15f9c0aa", "sourceId": "B42637079", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "XL20 at 50 mg/kg intraperitoneally three times weekly starting at forty-five days extends survival in male TDP43-A315T transgenic mice relative to vehicle.", "ru": "Внутрибрюшинное введение XL20 по 50 мг/кг три раза в неделю с 45-дневного возраста увеличивает выживаемость самцов трансгенных мышей TDP43-A315T относительно растворителя.", "observed": "Treated male mice exhibited increased lifespan.", "observedRu": "Продолжительность жизни получавших лечение самцов выросла.", "figure": "Figure 4e", "paragraph": "p13", "quote": "a notable increase in lifespan", "id": "He22abf94c32e", "sourceId": "B42399370", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "LSD1 overexpression accelerates gamma-H2AX clearance after 5 Gy irradiation in mouse 3T3 fibroblasts relative to vector controls.", "ru": "Усиление экспрессии LSD1 ускоряет исчезновение γH2AX после облучения мышиных фибробластов 3T3 дозой 5 Гр относительно контрольного вектора.", "observed": "LSD1 overexpression delayed gamma-H2AX resolution through 48 hours.", "observedRu": "Усиление экспрессии LSD1 задержало исчезновение γH2AX до 48 часов.", "figure": "Figure 4B", "paragraph": "p14", "quote": "delayed γH2AX resolution up to 48 hours", "id": "H27c93d908b66", "sourceId": "B42741942", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Osteocyte-specific Rankl deletion extends median lifespan of Zmpste24-null progeroid mice compared with Rankl-intact progeroid controls.", "ru": "Удаление Rankl в остеоцитах увеличивает медианную продолжительность жизни мышей с прогерией, вызванной удалением Zmpste24, по сравнению с такими же мышами с сохранённым Rankl.", "observed": "Pooled median lifespan rose from 230 to 276 days; p=0.0096.", "observedRu": "Медианная продолжительность жизни в объединённой группе выросла с 230 до 276 дней; P = 0,0096.", "figure": "Figure 4a", "paragraph": "p13", "quote": "a median lifespan of 276 days versus 230 days", "id": "H6512044a8ab4", "sourceId": "B42572248", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "L-carnitine reduces liver metastatic foci after intrasplenic injection of ALDH6A1-deficient AGS gastric cancer cells into nude mice relative to untreated deficient-cell controls.", "ru": "L-карнитин уменьшает число метастатических очагов в печени после введения в селезёнку бестимусных мышей клеток рака желудка AGS с удалённым ALDH6A1 относительно контроля с такими же клетками без лечения.", "observed": "L-carnitine reduced metastatic foci.", "observedRu": "L-карнитин уменьшил число метастатических очагов.", "figure": "Figure 8E,F", "paragraph": "p32", "quote": "markedly reduced metastatic foci", "id": "H08fabc33f46f", "sourceId": "B42418576", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Vascular-smooth-muscle-cell-specific Mapk14 deletion increases aortic collagen deposition in eighty-six-week-old hyperlipidemic mice relative to age- and sex-matched controls.", "ru": "Удаление Mapk14 в гладкомышечных клетках сосудов усиливает отложение коллагена в аорте 86-недельных мышей с гиперлипидемией относительно контроля того же возраста и пола.", "observed": "Collagen deposition decreased by Picrosirius Red quantification.", "observedRu": "Количественная оценка окрашивания пикросириусом красным показала уменьшение отложений коллагена.", "figure": "Figure 5C,D", "paragraph": "p15", "quote": "decreased collagen deposition in KO mice", "id": "H2a2948ff61da", "sourceId": "B42782728", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Myeloid-specific CK2-alpha deletion extends median lifespan in male mice compared with floxed controls.", "ru": "Удаление CK2α в миелоидных клетках увеличивает медианную продолжительность жизни самцов мышей относительно контрольных животных.", "observed": "Median lifespan fell from 733.5 to 502 days; 28 mice per group, p<0.001.", "observedRu": "Медианная продолжительность жизни снизилась с 733,5 до 502 дней; по 28 мышей в группе, P < 0,001.", "figure": "Figure 6b", "paragraph": "p18", "quote": "502 days (cKO) vs. 733.5 days (control)", "id": "He13f903f3124", "sourceId": "B42749730", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Psme4/PA200 deletion reduces urethane-induced lung tumor counts in middle-aged mice relative to wild-type controls.", "ru": "Удаление Psme4/PA200 снижает число вызванных уретаном опухолей лёгкого у мышей среднего возраста относительно обычных контрольных мышей.", "observed": "PA200 deletion significantly reduced tumor counts, particularly in middle-aged mice.", "observedRu": "Удаление PA200 снизило число опухолей; эффект был сильнее у мышей среднего возраста.", "figure": "Figure 6b,c", "paragraph": "p20", "quote": "PA200 deficiency significantly reduced tumor numbers", "id": "H2b4d50ec1df1", "sourceId": "B42884025", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "ORY-1001 at 0.04 mg/kg every other day for eight weeks reduces kidney p16 protein after 7 Gy irradiation in C57BL/6J mice relative to saline.", "ru": "Введение ORY-1001 по 0,04 мг/кг через день в течение восьми недель снижает содержание p16 в почках мышей линии C57BL/6J после облучения дозой 7 Гр по сравнению с введением физиологического раствора.", "observed": "LSD1 inhibition reduced radiation-associated p16 and p21 in kidney tissue.", "observedRu": "Блокирование LSD1 снизило вызванное облучением содержание p16 и p21 в почках.", "figure": "Figure 3C,D", "paragraph": "p10", "quote": "ORY-1001 treatment reduced both mRNA and protein levels", "id": "H3c13b7e2d082", "sourceId": "B42741942", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "TRPV4 knockout reduces skin mitochondrial reactive oxygen species after seven days of topical imiquimod in mice compared with imiquimod-treated wild-type controls.", "ru": "Удаление TRPV4 снижает содержание митохондриальных активных форм кислорода в коже мышей после семи дней нанесения имиквимода относительно обычных мышей с тем же воздействием.", "observed": "Knockout significantly attenuated the imiquimod-induced MitoSOX signal increase.", "observedRu": "Удаление гена уменьшило вызванный имиквимодом рост сигнала MitoSOX.", "figure": "Figure 1G,H", "paragraph": "p20", "quote": "TRPV4 deletion significantly attenuated the IMQ-induced ROS level increment", "id": "H168dc0d22104", "sourceId": "B42782838", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Skeletal-muscle-specific Pla2g6/iPLA2-beta deletion preserves extensor digitorum longus specific force after mouse muscle denervation compared with denervated wild-type controls.", "ru": "Удаление Pla2g6/iPLA2β в скелетных мышцах сохраняет удельную силу длинного разгибателя пальцев после денервации у мышей относительно обычных животных с денервацией.", "observed": "Denervated specific force was 20 versus 16 N/cm² after deletion and in wild-type controls.", "observedRu": "После денервации удельная сила составила 20 Н/см² при удалённом гене и 16 Н/см² в обычном контроле.", "figure": "Figure 1F", "paragraph": "p5", "quote": "20 N/cm2", "id": "Hb471544edd7b", "sourceId": "B42467794", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Four days of folate deprivation increases spontaneous interleukin-6 secretion by human HK-2 renal tubular cells compared with folate-replete culture.", "ru": "Четыре дня дефицита фолата усиливают спонтанную секрецию интерлейкина-6 человеческими клетками почечных канальцев HK-2 относительно культуры с достаточным фолатом.", "observed": "Folate deficiency increased interleukin-6 secretion without lipopolysaccharide stimulation.", "observedRu": "Дефицит фолата усилил секрецию интерлейкина-6 без стимуляции липополисахаридом.", "figure": "Figure 1A", "paragraph": "p11", "quote": "folate deficiency significantly increased IL-6 and MCP-1 secretion", "id": "H691ed522cf5f", "sourceId": "B42884089", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Constitutive skeletal-muscle-specific Crls1 deletion increases lean-mass gain after weaning in mice relative to control littermates.", "ru": "Постоянное удаление Crls1 в скелетных мышцах увеличивает прирост безжировой массы после отъёма мышат относительно контрольных животных того же помёта.", "observed": "Knockout mice failed to gain lean mass normally and developed muscle atrophy.", "observedRu": "Прирост безжировой массы у мышей с удалённым геном был снижен; развилась атрофия мышц.", "figure": "Figure 1g,h", "paragraph": "p9", "quote": "a failure to gain lean mass", "id": "H26edd2d7f68a", "sourceId": "B42811121", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "FNDC1 knockdown further increases proliferation of ZBED6-deficient primary porcine muscle satellite cells relative to control siRNA in ZBED6-deficient cells.", "ru": "Подавление FNDC1 дополнительно усиливает деление первичных сателлитных клеток мышц свиньи с подавленным ZBED6 по сравнению с контрольной малой интерферирующей РНК на том же фоне.", "observed": "FNDC1 knockdown attenuated the increased proliferation caused by ZBED6 depletion.", "observedRu": "Подавление FNDC1 ослабило усиление деления клеток, вызванное подавлением ZBED6.", "figure": "Figure 3A,B", "paragraph": "p29", "quote": "significantly attenuated the increased cell proliferation", "id": "H16065de616b9", "sourceId": "B42830286", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Weekly intraperitoneal PDK4-IN at 10 mg/kg for 16 weeks lowers serum ALT in 20-month-old male hepatocyte-specific GHR-knockout mice relative to vehicle.", "ru": "Еженедельное внутрибрюшинное введение PDK4-IN по 10 мг/кг в течение 16 недель снижает активность аланинаминотрансферазы в сыворотке 20-месячных самцов мышей с удалённым GHR в гепатоцитах.", "observed": "PDK4-IN reduced serum ALT relative to vehicle; six mice per group.", "observedRu": "PDK4-IN снизил активность аланинаминотрансферазы в сыворотке по сравнению с растворителем; в каждой группе было шесть мышей.", "figure": "Figure 7A,C", "paragraph": "p48", "quote": "serum ALT and AST levels were decreased", "id": "H2a93004b1bf8", "sourceId": "B42791620", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Ak050834 deletion further reduces migration of D-galactose-treated primary mouse aortic smooth muscle cells relative to D-galactose-treated wild-type cells.", "ru": "Удаление Ak050834 дополнительно снижает миграцию первичных гладкомышечных клеток аорты мыши при воздействии D-галактозы относительно обычных клеток с тем же воздействием.", "observed": "Deletion rescued migration, increasing migrated-cell counts and scratch closure.", "observedRu": "Удаление гена восстановило миграцию, увеличив число мигрировавших клеток и скорость закрытия царапины.", "figure": "Figure 5D-G", "paragraph": "p42", "quote": "significantly rescued the D‐gal‐induced impairment of migratory capacity", "id": "H4cabb5322f8a", "sourceId": "B42610635", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Twenty-eight days of HFI-419 treatment increases kidney hydroxyproline in twenty-eight-month-old mice relative to vehicle-treated aged mice.", "ru": "Лечение HFI-419 в течение 28 дней повышает содержание гидроксипролина в почках 28-месячных мышей относительно старых мышей, получающих растворитель.", "observed": "Kidney hydroxyproline fell approximately 1.7-fold, P < 0.01.", "observedRu": "Содержание гидроксипролина в почках снизилось примерно в 1,7 раза, P < 0,01.", "figure": "Figure 2F", "paragraph": "p25", "quote": "∼1.7-fold reduction in renal hydroxyproline content", "id": "Hd7d86420f325", "sourceId": "B42690146", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Vascular-smooth-muscle-cell-specific Sirt7 deletion reduces abdominal aortic aneurysm rupture in Apoe-null mice receiving four weeks of angiotensin II relative to littermate controls.", "ru": "Удаление Sirt7 в гладкомышечных клетках сосудов снижает частоту разрыва аневризмы брюшной аорты у мышей с удалённым Apoe после четырёх недель инфузии ангиотензина II относительно контроля из того же помёта.", "observed": "Sirt7 deletion increased aneurysm rupture and mortality.", "observedRu": "Удаление Sirt7 повысило частоту разрыва аневризмы и смертность.", "figure": "Figure 2h,i", "paragraph": "p27", "quote": "increased aortic diameters, AAA incidence, rupture rate, mortality", "id": "Hd792b655ff7a", "sourceId": "B42420530", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Growth hormone given every other day for three weeks lowers testicular gamma-H2AX phosphorylation in aged male mice relative to untreated aged controls.", "ru": "Введение гормона роста через день в течение трёх недель снижает фосфорилирование γH2AX в семенниках старых самцов мышей относительно старых животных без лечения.", "observed": "Growth hormone reduced testicular H2AX phosphorylation in aged males.", "observedRu": "Гормон роста снизил фосфорилирование H2AX в семенниках старых самцов.", "figure": "Figure 5G", "paragraph": "p26", "quote": "a significant reduction in H2AX phosphorylation levels", "id": "Hd34f6a91bf41", "sourceId": "B42801556", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "HBEGF overexpression in Prx1-lineage skeletal progenitors increases cartilage and bone area ten days after femoral fracture in sixteen-month-old mice relative to age-matched wild-type mice.", "ru": "Повышение экспрессии HBEGF в клетках-предшественниках скелета линии Prx1 увеличивает площадь хряща и кости через десять дней после перелома бедренной кости у 16-месячных мышей относительно обычных мышей того же возраста.", "observed": "Cartilage and bone area increased significantly at day ten.", "observedRu": "На десятый день площадь хряща и кости достоверно выросла.", "figure": "Figure 3A-D", "paragraph": "p11", "quote": "significantly increased cartilage and bone area at 10 dpf", "id": "Hae60cea8ffbf", "sourceId": "B42598518", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Four weeks of navitoclax treatment improves glucose tolerance in sixteen-week-old mice with pancreatic beta-cell-specific Fmo3 deletion relative to vehicle treatment.", "ru": "Четыре недели лечения навитоклаксом улучшают переносимость глюкозы у 16-недельных мышей с удалённым Fmo3 в бета-клетках поджелудочной железы относительно введения растворителя.", "observed": "Treatment improved glucose tolerance and glucose-stimulated insulin secretion.", "observedRu": "Улучшились переносимость глюкозы и вызванная глюкозой секреция инсулина.", "figure": "Supplementary Figure 9e,f", "paragraph": "p26", "quote": "potentiated GSIS and improved glucose tolerance", "id": "Hed8ca67e265e", "sourceId": "B42649194", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Deleting membrane-bound COMT improves PC12 cell viability after twenty-four hours of 200 micromolar hydrogen peroxide compared with wild-type cells.", "ru": "Удаление мембранной COMT повышает жизнеспособность клеток PC12 после суток воздействия 200 мкМ пероксида водорода относительно обычных клеток.", "observed": "COMT-deficient cells had significantly lower viability after 200 micromolar peroxide.", "observedRu": "После 200 мкМ пероксида жизнеспособность клеток без COMT была ниже.", "figure": "Figure 1B", "paragraph": "p9", "quote": "the viability of MB-COMT −/− cells was significantly lower", "id": "Hcc115f2aa2b3", "sourceId": "B42748150", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Dietary coenzyme Q10 increases collagen-induced platelet aggregation in twenty-two-month-old mice relative to age-matched unsupplemented controls.", "ru": "Коэнзим Q10 в рационе усиливает вызванную коллагеном агрегацию тромбоцитов у двадцатидвухмесячных мышей относительно животных того же возраста без добавки.", "observed": "Coenzyme Q10 suppressed collagen-induced aggregation at twenty-two months; p<0.05.", "observedRu": "Коэнзим Q10 подавил вызванную коллагеном агрегацию в двадцатидвухмесячном возрасте; P < 0,05.", "figure": "Figure 10A", "paragraph": "p23", "quote": "significantly suppressed platelet aggregation", "id": "Hfeee2fca0479", "sourceId": "B42808563", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Nanoparticle-delivered Sema3g siRNA reduces hepatic hydroxyproline during carbon-tetrachloride-induced fibrosis in male endothelial-Fbxw7-knockout mice relative to scramble siRNA.", "ru": "Малая интерферирующая РНК к Sema3g в наночастицах снижает содержание гидроксипролина в печени самцов мышей с удалённым Fbxw7 в эндотелии при фиброзе, вызванном четырёххлористым углеродом, относительно контрольной РНК.", "observed": "Hydroxyproline and histological collagen measurements showed decreased fibrosis.", "observedRu": "Содержание гидроксипролина и гистологическая оценка коллагена показали уменьшение фиброза.", "figure": "Figure 6G-I", "paragraph": "p16", "quote": "decreased fibrosis measured by hydroxyproline content", "id": "He6acd9cc7f13", "sourceId": "B42823407", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Vascular-smooth-muscle-cell-specific Mapk14 deletion reduces aortic-arch calcium deposition in eighty-six-week-old hyperlipidemic mice on normal chow relative to age- and sex-matched controls.", "ru": "Удаление Mapk14 в гладкомышечных клетках сосудов уменьшает отложение кальция в дуге аорты 86-недельных мышей с гиперлипидемией на обычном корме относительно контроля того же возраста и пола.", "observed": "Von Kossa and Alizarin Red measurements showed less mineral deposition.", "observedRu": "Окрашивание по фон Косса и ализариновым красным показало уменьшение минеральных отложений.", "figure": "Figure 4B-E", "paragraph": "p14", "quote": "reduced calcified area in both male and female mice", "id": "H205c5e7920f5", "sourceId": "B42782728", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "GSR inhibition reduces aggregation of lipoylated DLAT during elesclomol-copper treatment in cancer cells relative to treatment without GSR inhibition.", "ru": "Ингибирование GSR уменьшает агрегацию липоилированного DLAT при воздействии комплекса элескломола с медью на раковые клетки относительно такого же воздействия без ингибирования GSR.", "observed": "GSR inhibition markedly promoted DLAT aggregation.", "observedRu": "Ингибирование GSR заметно усилило агрегацию DLAT.", "figure": "Figure 2F-I", "paragraph": "p83", "quote": "markedly promotes aggregation of the lipoylated protein DLAT", "id": "H1bfb037dac8f", "sourceId": "B42681644", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Twenty-four hours of alpha-synuclein treatment increases colocalization of lipid droplets with lysosomes in macrophages relative to untreated macrophages.", "ru": "Суточное воздействие альфа-синуклеина усиливает пространственное совпадение липидных капель и лизосом в макрофагах относительно клеток без воздействия.", "observed": "LysoTracker and lipid-droplet colocalization markedly decreased.", "observedRu": "Пространственное совпадение сигналов LysoTracker и липидных капель заметно уменьшилось.", "figure": "Figure 4c,e", "paragraph": "p21", "quote": "was markedly reduced", "id": "H3fc3c2c34cee", "sourceId": "B42806619", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Sost deletion reduces tibial cortical vascular porosity in seventy-eight-week-old mice compared with littermate controls.", "ru": "Удаление Sost уменьшает сосудистую пористость кортикального слоя большеберцовой кости у мышей в возрасте семидесяти восьми недель относительно контрольных животных того же помёта.", "observed": "Vascular porosity was 332% greater in elderly knockout mice.", "observedRu": "Сосудистая пористость у старых мышей с удалённым геном была выше на 332%.", "figure": "Figure 4A; Table 4", "paragraph": "p45", "quote": "vascular porosity (332%)", "id": "H6b18aea23456", "sourceId": "B42502704", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Oxaliplatin combined with anti-PD-1 and anti-ACBP/DBI antibodies prolongs survival of female C57BL/6J mice bearing MCA205 fibrosarcomas with Lmna-sufficient T cells versus vehicle.", "ru": "Сочетание оксалиплатина с антителами к PD-1 и ACBP/DBI увеличивает выживаемость самок мышей C57BL/6J с фибросаркомами MCA205 и сохранённым Lmna в T-клетках по сравнению с введением растворителя.", "observed": "Six of nine treated females survived long-term; vehicle animals died by day 25.", "observedRu": "Шесть из девяти леченных самок выжили при длительном наблюдении; все контрольные животные погибли к 25-му дню.", "figure": "Figure 1B,C", "paragraph": "p11", "quote": "permitting protracted survival of 6 out of 9 mice", "id": "H4e43005c4648", "sourceId": "B42774966", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Myeloid-specific Slc1a5 deletion increases the liver-to-body-weight ratio forty-eight hours after two-thirds hepatectomy in mice relative to littermate controls.", "ru": "Удаление Slc1a5 в миелоидных клетках повышает отношение массы печени к массе тела через 48 часов после удаления двух третей печени у мышей относительно контрольных мышей из того же помёта.", "observed": "Deficiency impaired liver regrowth and reduced the liver-to-body-weight ratio.", "observedRu": "Удаление Slc1a5 замедлило восстановление печени и снизило отношение её массы к массе тела.", "figure": "Figure 2a,b", "paragraph": "p9", "quote": "macrophage Slc1a5 deficiency impaired liver regeneration", "id": "H8925efa06267", "sourceId": "B42678502", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Enzymatically hydrolyzed eggshell membrane at 4 mg/mL decreases Akt Ser473 phosphorylation in neonatal human epidermal keratinocytes relative to untreated controls.", "ru": "Ферментативный гидролизат подскорлупной оболочки в концентрации 4 мг/мл снижает фосфорилирование Akt по Ser473 в эпидермальных кератиноцитах новорождённого человека относительно контроля.", "observed": "Akt Ser473 phosphorylation increased at 4 mg/mL despite the earlier microarray prediction.", "observedRu": "При 4 мг/мл фосфорилирование Akt по Ser473 усилилось вопреки прежнему прогнозу по микроматрице.", "figure": "Figure 3C", "paragraph": "p27", "quote": "Akt phosphorylation at Ser473 significantly increased", "id": "H93c55cfc0f98", "sourceId": "B42644214", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "AZ3451 pretreatment increases PAR2-agonist-evoked intracellular calcium in human SW982 synoviocytes relative to agonist alone.", "ru": "Предварительное воздействие AZ3451 усиливает вызванный агонистом PAR2 рост внутриклеточного кальция в человеческих синовиоцитах SW982 относительно одного агониста.", "observed": "AZ3451 blocked the agonist-evoked calcium increase.", "observedRu": "AZ3451 заблокировал вызванный агонистом рост внутриклеточного кальция.", "figure": "Figure 5A,B", "paragraph": "p26", "quote": "significantly blocked by pre-incubation with AZ3451", "id": "H685f8b5e8567", "sourceId": "B42726576", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Myeloid-specific Rora deletion decreases the proportion of leaky laser-induced choroidal neovascular lesions in eight-month-old mice relative to floxed controls.", "ru": "Удаление Rora в миелоидных клетках уменьшает долю очагов хориоидальной неоваскуляризации с сосудистой утечкой после лазерного воздействия у восьмимесячных мышей относительно контрольных животных.", "observed": "Leaky lesions increased from 41% in controls to 84% in the knockout group.", "observedRu": "Доля очагов с утечкой выросла с 41% в контроле до 84% после удаления гена.", "figure": "Figure 4F", "paragraph": "p16", "quote": "84% of Rorafl/fl;LysMCre CNV lesions were graded as leaky", "id": "H0d7baa86124c", "sourceId": "B42788989", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Oxamate inhibition of lactate dehydrogenase increases mitochondrial reactive oxygen species in folate-deficient HK-2 renal tubular cells compared with untreated deficient cells.", "ru": "Блокирование лактатдегидрогеназы оксаматом повышает содержание митохондриальных активных форм кислорода в клетках HK-2 при дефиците фолата относительно клеток с тем же дефицитом без оксамата.", "observed": "Inhibiting endogenous lactate production reduced mitochondrial oxidative stress.", "observedRu": "Подавление образования собственного лактата снизило митохондриальный окислительный стресс.", "figure": "Figure 4C", "paragraph": "p20", "quote": "reduced both intracellular and mitochondrial ROS levels", "id": "H2b4e72ef481d", "sourceId": "B42884089", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Glucagon-receptor-blocking antibody lowers the glucose-tolerance-test area under the curve in aged mice relative to control antibody.", "ru": "Антитело, блокирующее рецептор глюкагона, уменьшает площадь под кривой теста переносимости глюкозы у старых мышей относительно контрольного антитела.", "observed": "Glucose concentrations and the area under the curve decreased.", "observedRu": "Концентрация глюкозы и площадь под кривой снизились.", "figure": "Figure 3C,D", "paragraph": "p45", "quote": "a reduced area under the curve", "id": "Heff387c84521", "sourceId": "B42458466", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Daily taurine gavage lowers the hepatic phosphorylated-AMPK to total-AMPK ratio in hypothyroid rats relative to water gavage.", "ru": "Ежедневное введение таурина через зонд снижает отношение фосфорилированной AMPK к общему содержанию AMPK в печени крыс с гипотиреозом относительно введения воды.", "observed": "The phosphorylated-AMPK to total-AMPK ratio increased.", "observedRu": "Отношение фосфорилированной AMPK к общему содержанию AMPK выросло.", "figure": "Figure 6A", "paragraph": "p29", "quote": "higher levels of phosphorylated AMPK", "id": "Hc6cc3302a45a", "sourceId": "B42485573", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Endothelial Fbxw7 deletion reduces hepatic collagen deposition after carbon tetrachloride exposure in male mice relative to control mice.", "ru": "Удаление Fbxw7 в эндотелии уменьшает отложение коллагена в печени самцов мышей после воздействия четырёххлористого углерода относительно контрольных мышей.", "observed": "Knockout exacerbated fibrosis by hydroxyproline, Sirius Red and COL1A1 measurements.", "observedRu": "Удаление гена усилило фиброз по содержанию гидроксипролина, окрашиванию Sirius Red и сигналу COL1A1.", "figure": "Figure 1E-G", "paragraph": "p6", "quote": "enhanced fibrosis measured by hydroxyproline content", "id": "H282a9ffdd7fd", "sourceId": "B42823407", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Anti-RANKL antibody at 5 mg/kg twice weekly reduces trabecular bone mineral density in Zmpste24-null progeroid mice relative to isotype antibody.", "ru": "Антитела к RANKL по 5 мг/кг дважды в неделю снижают минеральную плотность трабекулярной кости у мышей с прогерией, вызванной удалением Zmpste24, по сравнению с изотипическим контролем.", "observed": "Anti-RANKL increased trabecular mineral density and preserved bone structure.", "observedRu": "Антитела к RANKL повысили минеральную плотность трабекулярной кости и сохранили её структуру.", "figure": "Figure 5a-d", "paragraph": "p15", "quote": "BMD, BV/TV and Tb.Th—were significantly increased", "id": "H2a4cf9bb2c83", "sourceId": "B42572248", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Ak050834 deletion reduces vascular beta-galactosidase staining in naturally aged mice relative to wild-type aged mice.", "ru": "Удаление Ak050834 уменьшает окрашивание сосудов на бета-галактозидазу у естественно состарившихся мышей относительно обычных старых мышей.", "observed": "Vascular beta-galactosidase staining decreased markedly.", "observedRu": "Окрашивание сосудов на бета-галактозидазу заметно уменьшилось.", "figure": "Figure 4A,B", "paragraph": "p39", "quote": "markedly reduced the expression of β‐galactosidase", "id": "H1501b5ea0040", "sourceId": "B42610635", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "pyr-1 RNA interference extends Caenorhabditis elegans lifespan under normal culture conditions relative to empty-vector RNA interference.", "ru": "Подавление pyr-1 с помощью РНК-интерференции увеличивает продолжительность жизни Caenorhabditis elegans при обычном содержании относительно контрольного пустого вектора.", "observed": "pyr-1 disruption shortened lifespan and citrulline rescued the reduction.", "observedRu": "Нарушение pyr-1 сократило продолжительность жизни; добавление цитруллина устранило это сокращение.", "figure": "Figure 2i,j", "paragraph": "p11", "quote": "led to shorter lifespan than the control", "id": "Hf7ad0950ca22", "sourceId": "B42448700", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "The GSK3-beta inhibitor SB216763 reduces lung fibrosis in mice with conditional beta-PIX deletion in alveolar type-II cells relative to vehicle treatment.", "ru": "Ингибитор GSK3-бета SB216763 уменьшает фиброз лёгких у мышей с условным удалением бета-PIX в альвеолярных клетках второго типа относительно введения растворителя.", "observed": "Masson's trichrome staining showed reduced fibrosis.", "observedRu": "Окрашивание трихромом Массона показало уменьшение фиброза.", "figure": "Figure 5b", "paragraph": "p24", "quote": "SB reduced fibrosis in the KO mice", "id": "Hfbd997710a91", "sourceId": "B42716949", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Dietary citrulline at 10 mM extends Caenorhabditis elegans median survival under normal culture conditions relative to unsupplemented controls.", "ru": "Цитруллин в концентрации 10 мМ в питании увеличивает медианную выживаемость Caenorhabditis elegans при обычном содержании относительно контроля без добавки.", "observed": "Median survival increased from 14.5 to 17.0 days.", "observedRu": "Медианная выживаемость выросла с 14,5 до 17,0 дня.", "figure": "Figure 1j,k", "paragraph": "p8", "quote": "from 14.5 ± 0.5 to 17.0 ± 0.8 days", "id": "H54e4307dd731", "sourceId": "B42448700", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Endothelial-specific Piezo1 deletion reduces hippocampal sodium-fluorescein leakage after anesthesia and surgery in mice relative to Piezo1-intact controls.", "ru": "Удаление Piezo1 в эндотелии уменьшает утечку флуоресцеина натрия в гиппокамп после наркоза и операции у мышей относительно контроля с сохранённым Piezo1.", "observed": "Sodium-fluorescein leakage significantly decreased.", "observedRu": "Утечка флуоресцеина натрия достоверно уменьшилась.", "figure": "Figure 6B-D", "paragraph": "p15", "quote": "significantly reduced NaFL leakage", "id": "Hcac20bec2aa2", "sourceId": "B42591729", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Intra-articular AAV-driven constitutive ERK5 activation lowers knee cartilage OARSI scores eight weeks after meniscal destabilization in adult mice relative to control AAV.", "ru": "Постоянная активация ERK5 с помощью внутрисуставного AAV снижает балл повреждения коленного хряща OARSI через восемь недель после дестабилизации мениска относительно контрольного AAV.", "observed": "Activated ERK5 produced higher OARSI damage grades; six mice per group.", "observedRu": "Активация ERK5 повысила балл повреждения хряща; по шесть мышей в группе.", "figure": "Figure 3d", "paragraph": "p10", "quote": "higher OARSI grades relative to the AAV-NC group", "id": "H076a42491f62", "sourceId": "B42686685", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Hepatocyte-specific Nos3/eNOS deletion reduces serum ALT activity after two weeks of carbon-tetrachloride challenge in mice compared with floxed controls.", "ru": "Удаление Nos3/eNOS в гепатоцитах снижает активность аланинаминотрансферазы в сыворотке мышей после двух недель воздействия четырёххлористого углерода относительно контроля.", "observed": "Hepatocyte eNOS deficiency increased liver-injury enzyme activities after carbon tetrachloride.", "observedRu": "Дефицит eNOS в гепатоцитах повысил активность ферментов повреждения печени после четырёххлористого углерода.", "figure": "Figure 3C,D", "paragraph": "p8", "quote": "aggravated liver dysfunction evident by serum ALT and AST activity assay", "id": "H87388412c2a6", "sourceId": "B42801580", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Muscle-specific Pla2g6/iPLA2-beta deletion further reduces depolarization-evoked force in denervated mouse fast-twitch fibers compared with denervated wild-type fibers.", "ru": "Удаление Pla2g6/iPLA2β в мышцах дополнительно снижает силу сокращения при деполяризации денервированных быстрых мышечных волокон относительно денервированных волокон обычных мышей.", "observed": "Deletion preserved depolarization response near 30% of maximum versus below 5% in denervated wild-type fibers.", "observedRu": "После удаления гена ответ на деполяризацию сохранялся около 30% максимума против менее 5% в обычных денервированных волокнах.", "figure": "Figure 5A,B", "paragraph": "p13", "quote": "deletion of iPLA2β significantly preserved excitability", "id": "Hbe6b696a434f", "sourceId": "B42467794", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "The PPAR-gamma antagonist T0070907 reduces laser-induced choroidal neovascular lesion size in two-to-three-month-old myeloid-specific Rora-knockout mice compared with vehicle.", "ru": "Антагонист PPARγ T0070907 уменьшает вызванные лазером очаги хориоидальной неоваскуляризации у двух-трёхмесячных мышей с удалённым Rora в миелоидных клетках относительно растворителя.", "observed": "PPAR-gamma inhibition significantly reduced neovascular lesion size in the knockout mice.", "observedRu": "Блокирование PPARγ уменьшило очаги неоваскуляризации у мышей с удалённым геном.", "figure": "Figure 9A", "paragraph": "p33", "quote": "significantly attenuated CNV lesion size", "id": "H7f9a0c89b5f6", "sourceId": "B42788989", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Hepatocyte-specific Sirt6 deletion increases hepatic Sult1e1 gene expression in aged female mice relative to floxed controls.", "ru": "Удаление Sirt6 в гепатоцитах повышает экспрессию Sult1e1 в печени старых самок мышей относительно контроля с сохранённым геном.", "observed": "Sult1e1 increased 7.54-fold, P = 0.035.", "observedRu": "Экспрессия Sult1e1 выросла в 7,54 раза, P = 0,035.", "figure": "Figure 6D", "paragraph": "p19", "quote": "Sult1e1 (+7.54-fold, p = 0.035)", "id": "H0e9581097799", "sourceId": "B42589691", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "SDF-1 at 10 micrograms/kg intraperitoneally for fourteen days increases pups per litter in aged female mice relative to saline-treated aged controls.", "ru": "Внутрибрюшинное введение SDF-1 по 10 мкг/кг в течение четырнадцати дней увеличивает число детёнышей в помёте у старых самок мышей относительно физиологического раствора.", "observed": "Pups per litter increased from 4.5 to 7.7; p<0.001.", "observedRu": "Среднее число детёнышей в помёте выросло с 4,5 до 7,7; P < 0,001.", "figure": "Figure 3G", "paragraph": "p10", "quote": "7.7±0.7 vs. 4.5±0.4, p < 0.001", "id": "Hb3e6742eec1d", "sourceId": "B42544868", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Skeletal-muscle-specific Crls1 deletion decreases the proportion of type IIb fibers in mouse extensor digitorum longus compared with control littermates.", "ru": "Удаление Crls1 в скелетных мышцах снижает долю волокон типа IIb в длинном разгибателе пальцев мышей относительно контрольных животных того же помёта.", "observed": "Crls1 deletion shifted EDL away from type IIb toward oxidative IIa and IIx fibers.", "observedRu": "После удаления Crls1 доля волокон IIb снизилась, а доли окислительных волокон IIa и IIx выросли.", "figure": "Figure 2d,e", "paragraph": "p19", "quote": "a significant decrease in the most glycolytic type IIb fibers", "id": "Hb1e07c55f832", "sourceId": "B42811121", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Re-expression of wild-type human GSR restores resistance to RSL3-induced ferroptosis in Gsr-knockout mouse 4T1 breast cancer cells relative to empty-vector knockout cells.", "ru": "Восстановление экспрессии человеческого GSR дикого типа восстанавливает устойчивость к ферроптозу, вызванному RSL3, в клетках рака молочной железы мыши 4T1 с удалённым Gsr по сравнению с такими же клетками с пустым вектором.", "observed": "Wild-type GSR fully restored resistance; a catalytically inactive mutant did not.", "observedRu": "GSR дикого типа полностью восстановил устойчивость; каталитически неактивный вариант этого не сделал.", "figure": "Figure 1H", "paragraph": "p73", "quote": "fully restored ferroptosis resistance", "id": "H583619d01105", "sourceId": "B42681644", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Dietary pterostilbene at 100 mg per kg of diet reduces weight gain during thirteen weeks of high-fat feeding in male mice relative to high-fat diet alone.", "ru": "Птеростильбен в дозе 100 мг на килограмм корма уменьшает прибавку массы у самцов мышей за 13 недель питания с высоким содержанием жира относительно такого же питания без добавки.", "observed": "Pterostilbene reduced high-fat-diet weight gain at 100 to 200 mg/kg diet.", "observedRu": "Птеростильбен уменьшил прибавку массы при 100-200 мг на килограмм корма.", "figure": "Figure 2B", "paragraph": "p9", "quote": "PTS exerted the effect at 100 to 200 mg/kg", "id": "H7b9b93427c7e", "sourceId": "B42637079", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Nicotinamide mononucleotide supplementation reduces abdominal aortic aneurysm incidence in angiotensin-II-infused Apoe-null mice relative to saline.", "ru": "Добавление никотинамидмононуклеотида снижает частоту аневризмы брюшной аорты у мышей с удалённым Apoe при инфузии ангиотензина II относительно физиологического раствора.", "observed": "Supplementation reduced aneurysm incidence, aortic dilation and mortality.", "observedRu": "Снизились частота аневризмы, расширение аорты и смертность.", "figure": "Figure 7b-f", "paragraph": "p45", "quote": "markedly reduced aortic dilation, AAA incidence, mortality", "id": "Hc2e66a4b720a", "sourceId": "B42420530", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Chronic diosmin supplementation improves acetylcholine-induced vascular relaxation in aged rats relative to vehicle-treated aged rats.", "ru": "Длительный приём диосмина улучшает вызванное ацетилхолином расслабление сосудов старых крыс относительно старых крыс, получающих растворитель.", "observed": "Diosmin partially restored vascular relaxation to acetylcholine.", "observedRu": "Диосмин частично восстановил расслабление сосудов в ответ на ацетилхолин.", "figure": "Figure 1C,D", "paragraph": "p22", "quote": "induced a partial restoration of vascular relaxation", "id": "H4dc9b9da3a06", "sourceId": "B42650473", "adjudication": "reported_experiment_confirms_claim" } ], "editorialAmendment": { "at": "2026-10-22T23:27:44.281Z", "parentCohortSha256": "5ea9876c85431d3a046cd3bffcf87d6a84efa2e76250472d747f48822835eee8", "parentProtocolSha256": "deddc351c05faa4865ce20b3494c0e6f2a8a6cb649f79bc426ea4d208bf71503", "reason": "Russian editorial review before any forecast call; English claims, source labels, evidence, identities, order and random coin bytes/decisions preserved unchanged", "changedRussianClaimIds": [ "Hf84dc04d9967", "Hca5687df1d17", "H00754d90403e", "H591cc6bdd061", "H699141a0e533", "H2d91f2d3ca48", "Hbb8d36395a4f", "Hdc04751acc25", "Hc51c63819170", "H2bf61d6a2dae", "H69d1974ef6f3", "H6512044a8ab4", "He13f903f3124", "H3c13b7e2d082", "H16065de616b9", "H2a93004b1bf8", "Hfeee2fca0479", "H4e43005c4648", "H2a4cf9bb2c83", "Hb3e6742eec1d", "H583619d01105" ] } }, "sourceHashes": { "protocol.json": "d355b367fb9b71157644f12424c01e1036b5a36a22a7adf27ecf52972ee9d062", "cohort.json": "4f247b703f31db077e6e403dcd1adc1de79bf53a9ef12c6a94775850168b445e", "coin.json": "847a6cab2ea3daaa049630f73b066125be59a559f80e5ef0f2d0d23d5f5c7b15", "preprint-recheck/42791620.json": "36732e0bcb7a01a68926487bc8f16598c41c89a7d77b7d6f67edfb98b0a89851", "preprint-recheck/42774966.json": "9fae1f2bb08e935a2c2a7a6cb7a6da59970204585661acdcb093a984c3b416f4", "preprint-recheck/42782838.json": "2a6df6d0239dd998a5ab38555592eaf2ba156af6c55c0175a54967dfd3987618", "preprint-recheck/42788989.json": "44e7903710c2e14094e154dc7627013fb9876b6db667a1dae5b080d19442aef8", "preprint-recheck/42811121.json": "cec0a9a7a25d4228c1c3fc984fdc5e332cf92cd364786cdc1f0d9c1f84b8bf43", "preprint-recheck/42479094.json": "0e5230062cfa458cf8a6e5e7a6adb29d9866a2025db978eadc81ebdde827f33e", "preprint-recheck/42749730.json": "7656b08012179d11782c756e3632cf82b74bb6595c4f6b2f659f60faacde1081", "preprint-recheck/42801556.json": "0633de051eaba4eb13ec544b5420ef0972a793adec7278d2d0e7bb30ebcd3308", "preprint-recheck/42544868.json": "c4bfa2c1eb18f48cf543c2f89a038d1662485f9c7ecf610619542010977dc8b3", "preprint-recheck/42733840.json": "f1e1ff0e7652229571ad1b81bbd3558a233d7b3014e57ea10e3fce464d9d26af", "preprint-recheck/42686685.json": "0d091f617feba0e83733ddd2a5115176e5ef58d87a3169e72a371bc83beb41fc", "preprint-recheck/42884025.json": "32ed455acd029e0536706b7fb9835c6e64689e90a29706b4ae04ca8f236f5c34", "preprint-recheck/42637932.json": "5fe5e7884825029a3f9fc044edfc9f886a0040e7035704cd01a1baab1a3da526", "preprint-recheck/42741942.json": "736103d7de868eebc324646e0eec066e2bbd26e36f762db0fdd5a6d0dce8cce9", "preprint-recheck/42467794.json": "86900402373f705220e0994e74da42fdaa980c813bc0758859b4c9f8dbee7408", "preprint-recheck/42717871.json": "5f6e465c7b9afb8db48565d217daa77b28c4e8a346f24819228a83a17cffa704", "preprint-recheck/42625807.json": "1e9d8fac0fae850517f7983f58ee5f365391ab2591596ce2f942096c8f90ff94", "preprint-recheck/42650159.json": "36bd588f2c9fbfc2ed29334815905f38409e9fecfef268d1e084eee6a736555a", "preprint-recheck/42801580.json": "66ed8b89d3385248e1d3a6dd74a947d0a0dbcad564f72d093cc0df51635aa389", "preprint-recheck/42884089.json": "53c7f67fa8c0513fa45374c4deacb480cb1bd9bf66e5f4ca62b4a358ca5fe6a1", "preprint-recheck/42644214.json": "c7528297ad037a798e43b2cbedecd4b3bef51daa594ffa3a704ea29305e58dd1", "preprint-recheck/42572248.json": "84e21ce09ee729aedd7a1efb6d9266dd692f9e31d41f63d79d6ae0e1dd6a947b", "preprint-recheck/42808563.json": "02c269a137b37c3e49747e2fa3cd939aa7343e0fe752596c1f0e9225fc9db440", "preprint-recheck/42502704.json": "a95ae27ef556d3387351027e50149469fee09cb96e5c2fef50fb8601281007d7", "preprint-recheck/42726576.json": "9f17b86e126d6dc062788ffa4ebfd34fcb0e8a8cd79330de8bfc9f3cdada6f42", "preprint-recheck/42748150.json": "e956dfd438afa4bf6bf10133c6588fe46fd4c4c9c249f34f4021702f454e6094", "preprint-recheck/42448700.json": "dfc86dffa79dde52bb7cf93031cb1f66fc155e3ad23dae19b990cb9663673f7d", "preprint-recheck/42650473.json": "9cb2ff30324051b7d92d2759894a9e4944bd30bdcdf14c11ef193f7ca7859896", "preprint-recheck/42678502.json": "9edca3e82c72c896c01138096778fff8794d97779c42c7163f97cf1d3ce1e43f", "preprint-recheck/42637079.json": "c5e0989b9c7da69fb442fb6b8ac20d30fbd4235c5d3df6fcde57414f0a23dfb3", "preprint-recheck/42598518.json": "d1873082e699befa1533bb29a5b03237777834ebddd5646b3d9582721af9e848", "preprint-recheck/42806619.json": "3e1bf722510077bd0f858e4c46d56c917fefe67fdd77e32e887605c3ce475602", "preprint-recheck/42649194.json": "6b3b86a4b6d8a3d694f7368b3baf18f9eb4ae41a132ecd6f6f00ceb813530141", "preprint-recheck/42782728.json": "5f9241a4bfe2921380eb2effd15e2a2216e860b7d7b2ec7e2a484d7bce101bbe", "preprint-recheck/42823407.json": "8f496e76e33f96de9dff5179236d53550554516d5975789b3efd8a7144423adc", "preprint-recheck/42830286.json": "a722bab1e032b296b1ec27f487830d2ea9f074188f1f3bc9d50db06a91ac0a50", "preprint-recheck/42420530.json": "b5853964385a0a3da8eb629d18cb1229965f7059931a135411be25cd910811c6", "preprint-recheck/42458466.json": "9367f6203f2537b7905826d384cdaeabb872a9b9cd4999f920603b6a776b8d0c", "preprint-recheck/42591729.json": "b5ada20a9d2657277267727e02e343f7326c29f0b0cea4faa5478594d913c5d1", "preprint-recheck/42681644.json": "c683cd9a51f6e5e8beafd43491346510a335f95b32d7380171c30beb307ff639", "preprint-recheck/42610635.json": "c2d2b1c73015658394605aaed5dc2a69c0d89c32e817438ca27697cc24da6870", "preprint-recheck/42690146.json": "491fc863644df554d8d56ba8ec4d3c8f22aa2cc3c25e71718acda50b64c5bef9", "preprint-recheck/42698366.json": "dfdd1d722e6e5942d661ba08d374548fadd5b7462eefdb398fa8ccd9c5066b25", "preprint-recheck/42485573.json": "414327f4c19f58074cff97843ac5aaf64bf8d9a9762a25f5cc5c17292b90f508", "preprint-recheck/42589691.json": "52122bc7636fe4de4e8df81bbc5d0c2861d8db7f9ac00e0342791bd4121474cd", "preprint-recheck/42716949.json": "8607a9e46de902a19545ce47fd2ae92e43ee66ae44cb7d0c973bc1084d76d264", "preprint-recheck/42399370.json": "e2e5bb3a1f8b9f149ba0e4098b4dff025f3fe65463ff4eab0be104c1b5a18c8c", "preprint-recheck/42418576.json": "3cc692683529cca40e8ec1e5ce7661b373514096e267f926c4185856cf429509", "preprint-recheck/42575886.json": "30034cb5776af5d0e2f229df730be82a300ced4fd16bada6ba21adbe422183ff", "preprint-recheck/42602328.json": "40468fad31409a1800ea6734bdff7c2a7813ac1abc31da00e03ab742a987d169", "parent-report.json": "924b7b05af50c46b872f204ad99f51d66892857554c6d16f16628443cb5bec4a", "runs/claude-opus-5-5/config.json": "077a9de4f835f66fd22b0abb1347db395b438636b04ffea681b4fecd83fc924b", "runs/claude-opus-5-5/requests.json": "8c85a666312871506b1b3fea61ac9863c14fb165c03b19cbc3f329a011244892", "runs/claude-opus-5-5/isolation-audit.json": "fb368da7dd22e1f96a1273174d7280c8c4e07b007fd10c3b442017791aabcc6d", "runs/claude-opus-5-5/transport-attempts.json": "059b2b5d79e4b9170bd5740d1d47d1be1269b48822d81d74a85efa30022d86a5", "runs/claude-opus-5-5/eligibility.json": "7fce9a5dbe074f4cbd8ad8ce66aafe4f9e7f64d7c2ebe06260fae5a1ac2e6b16", "runs/claude-opus-5-5/H556eb44d6587.attempt-1.json": "d14d890dd460d4a01c99f1c993e800166aa8625524ad754c9da2749f36c0c6ca", "runs/claude-opus-5-5/H556eb44d6587.json": "c9308bf1617b8484b9962d217e0935948770ef5cc2248a02bc6056ad825fbaf4", "runs/claude-opus-5-5/Hf84dc04d9967.attempt-1.json": "58caed2da60dd13fe2904952f87a8a54a357636e8ffd28b330c6732b17099758", "runs/claude-opus-5-5/Hf84dc04d9967.json": "ec6ae5541a061fc4bc42314c81e0075a461c385c6bd83debd857ad945f6b9f81", "runs/claude-opus-5-5/Hd366df6c0c2d.attempt-1.json": "ace3cc1576d258d373dac8355899f651f0503196636a2388284d98ff56b7e220", "runs/claude-opus-5-5/Hd366df6c0c2d.attempt-2.json": "a82d0373b6a5b4555fa93fe710c6c5a59f5b877d033b90256ad28cb94e4a05cc", "runs/claude-opus-5-5/Hd366df6c0c2d.invalid.json": "aeec4337077fba1fa47fc83c6b73d7ffef1c90413262cbaa598db00ac4c46414", "runs/claude-opus-5-5/Hca5687df1d17.attempt-1.json": "852d7c5f693c7d9724f5b52e7d4995f23de7b5df813409cc4b74611f6e99c691", "runs/claude-opus-5-5/Hca5687df1d17.json": "aa3d4d27ca06d1a7310c72cd405d91aa2444904d1377add004a82bf1adf9ec14", "runs/claude-opus-5-5/H00754d90403e.attempt-1.json": "309ae11b885bb47722b718acda40ab63782a3c3ca902a7dc1b4b9832f0784a7a", "runs/claude-opus-5-5/H00754d90403e.json": "1f0b069883b9f7b8b4b3f4f02d99a4caad4610e8cb7947f14bf7abc3eed165d6", "runs/claude-opus-5-5/H7b5933386c64.attempt-1.json": "0cedd89487b92e8b570b2c49ad763fda107cbc09a90ec4c2d3e38366c935a060", "runs/claude-opus-5-5/H7b5933386c64.json": "1d444510521a10b6b56166292df2eb7d336f70f5ad058cf70d5b47be8a81ac39", "runs/claude-opus-5-5/H9cb69403e6d8.attempt-1.json": "10be64c61d382b72cdcfcd1d361d33bf459bd397013954b2adf3d914b7086792", "runs/claude-opus-5-5/H9cb69403e6d8.json": "2e402b133d11d3b8dd6ea76f600c60aeb00a03d2a9dc4ba32991c5024a0b342a", "runs/claude-opus-5-5/H3d94392f96ae.attempt-1.json": "8640613c33d59a3bda8a3399f148096ba70ac5de1024a82c5e40b305dda255e4", "runs/claude-opus-5-5/H3d94392f96ae.json": "690462bb9184c7e840c92af8939bb31d0bca8e20e0f495baa8eaef5a1d3aff3c", "runs/claude-opus-5-5/H591cc6bdd061.attempt-1.json": "312db3c40d388e90dcec534c65a7a3f86f8dd2bc7ffd0654d388c38ff55d1188", "runs/claude-opus-5-5/H591cc6bdd061.json": "70af1b369f7bc1e4cce3cfeacb42b69aa1ae8f873b0e8099d0aa116b9bfa8a5a", "runs/claude-opus-5-5/H699141a0e533.attempt-1.json": "944a1131f2531365d13c8e165acfc5848ebaa6faf865497c6af2b43f3dc96c98", "runs/claude-opus-5-5/H699141a0e533.json": "4e19ddf2c1b3ab97a5dc959819715dfd376bab2bea1088ea54012dfa0cc81eb3", "runs/claude-opus-5-5/H2a068a10286e.attempt-1.json": "0aae15904eac8daa2757f47609e3b79d5404ba8a9050c83aafceed5f081c7ec9", "runs/claude-opus-5-5/H2a068a10286e.attempt-2.json": "880a34ce34964a185fab0468dabb0fd8a8d470272c1ce2d48293c4c9fd63ab7c", "runs/claude-opus-5-5/H2a068a10286e.invalid.json": "ba288fb1c00dc9a83cda8e74d43e6063a8ecc6a38f7a8e3e2cd15c6b82ee9dd7", "runs/claude-opus-5-5/H5ae76ff04768.attempt-1.json": "35656d32287e1b1774df3fafd75a5ec0d030a4425f526ba278d3eeec2f218c89", "runs/claude-opus-5-5/H5ae76ff04768.attempt-2.json": "b65377712c10c8c2c11f11d70fa0abac4a24cd4a4a08fc033ac0a90b16cf9120", "runs/claude-opus-5-5/H5ae76ff04768.invalid.json": "edeb9991a15706a0453b57282f956e8c0258694a8e8d10a6fd0bd45a1e96305d", "runs/claude-opus-5-5/H9cc800ed9167.attempt-1.json": "4da56db86000c5b642f381b4c6213d222bce4b585b7a9c71491ccba23f48676b", "runs/claude-opus-5-5/H9cc800ed9167.json": "c4a633ffb2fba658d4c511ac698934afa50cea9f8d302123db11574527259e0c", "runs/claude-opus-5-5/Hc35db8c00454.attempt-1.json": "9a74e6d2e550d754b4e939d2410c519ac9eb404b0028f67abeea6df121d51703", "runs/claude-opus-5-5/Hc35db8c00454.json": "72fadb9f5a501cac1855b765b268ae3ef5ddb459b2dca60350e245b83544f070", "runs/claude-opus-5-5/Hb19a1eaedf6f.attempt-1.json": "0c304dff59d26d78a3386d964bcb84a7a9b0eb0736ef8a4cb3469a87001b8cba", "runs/claude-opus-5-5/Hb19a1eaedf6f.json": "6eded996500b42c149b25bdef05b94ec98e9965a2598f33ddff68a5221a9303a", "runs/claude-opus-5-5/Ha6af01b29947.attempt-1.json": "f1e4b733cf84d86c2de99050bb275f15431e8de665abc77dbf0abd54c6001680", "runs/claude-opus-5-5/Ha6af01b29947.json": "ad370df330a8aed44a780f51b992834b898e1e9e7634194de68fca4df4a0a13b", "runs/claude-opus-5-5/H2d91f2d3ca48.attempt-1.json": "c4a0751e0815b479e28ee89eda90016aceabd40240f2712d12cd2e64986e7684", "runs/claude-opus-5-5/H2d91f2d3ca48.json": "241c7e4051eee4d58f05b5015c49e310a1d006e510df2823ffc95bcb5e537304", "runs/claude-opus-5-5/Hbb8d36395a4f.attempt-1.json": "89a3080f3bf61fbb9da1acb9a8be48ef362fa339f8b127b03469a3895f88c8e2", "runs/claude-opus-5-5/Hbb8d36395a4f.json": "f4ecd5e147f7e194981042b0bfaf4d85c69204f488a42b1da9469694b8d8da2b", "runs/claude-opus-5-5/Hdc04751acc25.attempt-1.json": "444fea46224524848f6b372f802921f614eaed878a99691215b9fb04f289bb81", "runs/claude-opus-5-5/Hdc04751acc25.json": "cd92e4b47e698f25711ec1a7aac211377c9c218cf2fc156fc9d8b077e3ac63c9", "runs/claude-opus-5-5/H0b95ea5bca8b.attempt-1.json": "a295758c5675ddb48d0257fe260172552a8eb8e7e5b440185ca98e830b8d84ed", "runs/claude-opus-5-5/H0b95ea5bca8b.json": "54f178ee258e2ddc693d144b6f0e5622e21440ba900b77a6f026e8c4f1199e12", "runs/claude-opus-5-5/Hc51c63819170.attempt-1.json": "5165c48945bd95f3fda513dfe0de8bf4c484d0651eb1cecd9031a440a1ce09b6", "runs/claude-opus-5-5/Hc51c63819170.json": "b4ba90fa0dcb66cb5d1c9f62ed7a7e1ba67d4348b5e6efc6abc848e79c608288", "runs/claude-opus-5-5/Hbcb2664c171e.attempt-1.json": "b877a1ed1341acd67649ee77f1b06370ecc3e422e4361aa9b997acfa9af63412", "runs/claude-opus-5-5/Hbcb2664c171e.json": "89b92315aa0d762847190c032569f268613ec0e5c4c57fc3ac83af107769eb19", "runs/claude-opus-5-5/Hd41fa6090167.attempt-1.json": "30e238dff576628fd862dd0e3652d0ff938a299b4a6f11916298d7674a82ebba", "runs/claude-opus-5-5/Hd41fa6090167.json": "7cf4cf890b64d81d38229601910b98650643812eca10ce72df118ec5e91216c2", "runs/claude-opus-5-5/H108fec88412d.attempt-1.json": "18598ea72942097f03816b468cee2351e2004622f2de50ff37033feae17a16af", "runs/claude-opus-5-5/H108fec88412d.json": "35fd0ebe6cec6f62a1c162136fc7c31be1e741afa3d1e447fd32ac9084a80610", "runs/claude-opus-5-5/H5401e2f1476e.attempt-1.json": "9ec07091e346b5373dfb7e6429221e953969013ab227274dddeb9e562a57de17", "runs/claude-opus-5-5/H5401e2f1476e.attempt-2.json": "d33cc09c674c1c7fa95982577f8a89fe5707a05e8c08965c1f2d64331ee6f301", "runs/claude-opus-5-5/H5401e2f1476e.json": "6923e004a157b4fb57a63d78f4589b2cf3472916142a56537fa7688f266e1404", "runs/claude-opus-5-5/H8856cfb6fb8c.attempt-1.json": "0b05a17bb9f21653cab75075665baac3f1995a70d302bdf6b76386762df8757e", "runs/claude-opus-5-5/H8856cfb6fb8c.json": "14fceb30ddfb816eeced8a2d851572bdd361df0ac2416fac4f8e20df87b2ff68", "runs/claude-opus-5-5/H7d64d0c884ee.attempt-1.json": "dd389b74aa436ed0406af5f0dd3370182bf13e006ebdd23b808522560a54f5e8", "runs/claude-opus-5-5/H7d64d0c884ee.json": "756a2d2aed9001242440dd4be70c21a6b00bfa4269ce71e43e19e43aeb0d232d", "runs/claude-opus-5-5/Hd2867abf0b74.attempt-1.json": "0358bbd2b06558a4291493faa3bbc79e13eab658a1da26fe6cebeceecb247208", "runs/claude-opus-5-5/Hd2867abf0b74.json": "410807bed05c97bb715a908e9a1ffe1b38ca699c99ec1aecaa81b0297063b94b", "runs/claude-opus-5-5/Hde2c7f764541.attempt-1.json": "1fda761fd8b14d7ebc0e127aab4e4a57b16aeb69dcad90df905534e972047e10", "runs/claude-opus-5-5/Hde2c7f764541.json": "5f55769c4aa8a8b03cd9c9a16373a33293a64db5dc9413ba24d2367921658fc9", "runs/claude-opus-5-5/Hb84019cbdccd.attempt-1.json": "1baa5371afcfa9e558d5c3b20e22a87e1305b996278a521ddbc1e5c7e7f5af37", "runs/claude-opus-5-5/Hb84019cbdccd.json": "dd8130490cf3f611a10444cd14a43b4d2f53fc136ac6bc43307fb505881786e1", "runs/claude-opus-5-5/Hd06b5abc8c17.attempt-1.json": "b140911431aecbc4244e65436094149a4267c4a189c073e3404395eea71886c6", "runs/claude-opus-5-5/Hd06b5abc8c17.json": "64506264c0b35a39a27266ab70648f92f47a26cdd034e5625457ddd1872ace67", "runs/claude-opus-5-5/Ha8f158ded9d3.attempt-1.json": "8fa4ce49a396a57f23ed4ffb7f9d4587da3280efa386fba878e65c3c740c6897", "runs/claude-opus-5-5/Ha8f158ded9d3.json": "050e00c418230be7b1c20a3e956c650103010eb9606fe560c889fb72da0ac82a", "runs/claude-opus-5-5/H6e57c7188991.attempt-1.json": "0742d43334a1154095bb8c85fed4e1e9fdff07061f48e38d80f9344ef55647b8", "runs/claude-opus-5-5/H6e57c7188991.json": "513cfecdcd4294ae756321d7d1e9b31af0a24bfc4c993e1c8a7ebf7d56f89cc5", "runs/claude-opus-5-5/H69deb1edcdbe.attempt-1.json": "f6b5cccd72248f69f4626e0540e4647d969c8aa662dbdedafe052f1ebd3055f2", "runs/claude-opus-5-5/H69deb1edcdbe.attempt-2.json": "ade2c7013475c0afea095043b7d6a2ba79c67ddbc81d4dde48620147b7aa4007", "runs/claude-opus-5-5/H69deb1edcdbe.json": "312594680569ff093e01695fd7ef95d82189643ab9c324097b18c5389949b9e6", "runs/claude-opus-5-5/H770b494c23de.attempt-1.json": "39734698b8e6e6d8d74758be3c9712d7eb86abab897b599f6b9584848edeb89c", "runs/claude-opus-5-5/H770b494c23de.json": "ae0cd09d1825b46dd909b7f742b5da7146d7342533a0b67c8abbfb236f394c4d", "runs/claude-opus-5-5/Ha24c224c2c5c.attempt-1.json": "01eeef0744eab3fd3c104b4ad5d89b36f9ef648b4d2e5b508c9a454b29be7f07", "runs/claude-opus-5-5/Ha24c224c2c5c.json": "41f4c5fac8d61febb9b187accee8ad9c44821a334e07dcf0f8d3ea82ab148228", "runs/claude-opus-5-5/H312a9208a0df.attempt-1.json": "450926d090776c6a1aae54ce83bbcda719d6c75910c7b8df24500866023e6180", "runs/claude-opus-5-5/H312a9208a0df.json": "6b579b5df713468af22ca5188ffd1def46117b5edd97bc7801979397cc37edb2", "runs/claude-opus-5-5/Hdd257b1a803d.attempt-1.json": "6f2b3609c2abac314a10a97bdc1e608f9ca46a374e9ead232413a686981c5cb4", "runs/claude-opus-5-5/Hdd257b1a803d.json": "89d597445d84c763e1373381aa70241463fca51d090a1c3f37257f6cef928c0e", "runs/claude-opus-5-5/H5a66cc1d176d.attempt-1.json": "bb2267c0f7c17a76d1ab9b4318e392c130e76cf95ecc5fe999251979d62fa2f9", "runs/claude-opus-5-5/H5a66cc1d176d.attempt-2.json": "94bf8c3b18d6ecfdc7c7429a376a70c4448839aec1127b534efd261b2ef74884", "runs/claude-opus-5-5/H5a66cc1d176d.invalid.json": "13fc5391dff8b0fb021fc704a7a95f5fb0db62a9e4d888625b82900338b83ec9", "runs/claude-opus-5-5/Hf40c85e4b441.attempt-1.json": "fe45d8e8df744f7b90b7c898a8ff91c9524fe6c89fb16ef3d170206eb1c746e3", "runs/claude-opus-5-5/Hf40c85e4b441.json": "572e44820ad7250939d95557c0dfea23b496ad55e8eef998c6c448d59b450ab2", "runs/claude-opus-5-5/H2bf61d6a2dae.attempt-1.json": "8c9444c8c6faa13509159e68ee0e9c36039d03efad04363d0ec6ed1dde8cddcc", "runs/claude-opus-5-5/H2bf61d6a2dae.json": "1c2867db313d2b0e31e0ec8a263b13a54511d4b29ce18412c122a5ab5491b0d4", "runs/claude-opus-5-5/H69d1974ef6f3.attempt-1.json": "afc233e688962d692ce10f6aff16851a82186689e8e0dacdae3adc1172cddf44", "runs/claude-opus-5-5/H69d1974ef6f3.json": "2c58daf16196c649156b715affbe0b87f402320e18e95192e0d33aaa273aae00", "runs/claude-opus-5-5/Hca11ba345120.attempt-1.json": "ef7e322df03c06708003e32331c875bf882258dce2388c6cae7ecd9e5b5a7f0d", "runs/claude-opus-5-5/Hca11ba345120.json": "72191e624feb357385bd7f1899bec199937448e2e5b28d0c5499be7a3731ebb4", "runs/claude-opus-5-5/H9512eff47edd.attempt-1.json": "78f17291f0ff6cfef4942fdd05379e83e15c0311a6fd76de68be818291a5fa25", "runs/claude-opus-5-5/H9512eff47edd.json": "85b4e928fd80fe27a3259dcaa370c0d2f05bf2122809db13078ed20c8c4d19be", "runs/claude-opus-5-5/H3525a80080db.attempt-1.json": "e71e5c99f3e6bfa2887051e5b863105c6c6c1cda3fe6dbb3c614e0ff4daf2e4a", "runs/claude-opus-5-5/H3525a80080db.json": "cb8012796c70a61928b99dcc5d7fc6e7220d8268afa44e12939e8d927db23b44", "runs/claude-opus-5-5/H1ca81581ce0f.attempt-1.json": "90f836e21d1ef684535e82d8fb2853320633ba4df82802d965ac4f27988b8bf9", "runs/claude-opus-5-5/H1ca81581ce0f.json": "98b58f493ca09256e02f0407eafd0f6be557186bd0c37e5abce4859f17b46490", "runs/claude-opus-5-5/Hface15f9c0aa.attempt-1.json": "fdaa1e3aaa85e20ee7371a3d15c1059f697ad62a2eed3d06a351d22f8cde0242", "runs/claude-opus-5-5/Hface15f9c0aa.json": "75b3dabd59eb76f43097b5a814b49fa28ecc0cb06a91f3309708e4b5687a3599", "runs/claude-opus-5-5/He22abf94c32e.attempt-1.json": "629adfcd4b0ddee4655c5cb9458bbb2f550a24af3581880643ebf6fd98062282", "runs/claude-opus-5-5/He22abf94c32e.attempt-2.json": "a12f4002021d58192d347de81932310f27ec898868f1207fb0ec87c4f6ac22ba", "runs/claude-opus-5-5/He22abf94c32e.json": "a505dd2bf97e3f6d1527ae690e4c46689c4464f837ee78c4db6bd9d46830c98f", "runs/claude-opus-5-5/H27c93d908b66.attempt-1.json": "3756a44c6ca2265b8ab53c86f20db52bef574a565f7be2372c5cae8c76dedfbd", "runs/claude-opus-5-5/H27c93d908b66.json": "8e0297bc16a2a207763a7e3bb1ab187640fe672d9b123d9d2daa0ad80edcd1bb", "runs/claude-opus-5-5/H6512044a8ab4.attempt-1.json": "8cd0696d3b96aef5f085173072f6aef86c897b24b3f9c6d5e88f3a3d6e68ee93", "runs/claude-opus-5-5/H6512044a8ab4.json": "17d5c6ee81caaa7f3fbc3e4d313c4eaa1daee44ae79a9bc31523111e75026948", "runs/claude-opus-5-5/H08fabc33f46f.attempt-1.json": "c4ff18aa42a1f3fd7d92eec9257e6e0a256d807f0a7af58eb0efd26e17318742", "runs/claude-opus-5-5/H08fabc33f46f.json": "aead18c935761a08fc8b463eae00cce6cc5cd354eb5c57f729ade3257604cc26", "runs/claude-opus-5-5/H2a2948ff61da.attempt-1.json": "daaf6391d1df0a3d60227c8e3c0b7584096ce762775584e4f0456a7ef0b20013", "runs/claude-opus-5-5/H2a2948ff61da.json": "9b856e6c99d20dca771b9735626ef4e17b951521951229b6bb0c5e12767ae9dd", "runs/claude-opus-5-5/He13f903f3124.attempt-1.json": "df51819d61ba42a20abb580355cc65ebda6a32ab51ff0db6ac67ab15c235ceda", "runs/claude-opus-5-5/He13f903f3124.json": "620e2e508c80d36f4f9153d80816e0455403b3a51a48ec7a7e4785392d6bc12b", "runs/claude-opus-5-5/H2b4d50ec1df1.attempt-1.json": "a5533f4c91056aa09a3029c5f77b881848fe91d562358010a9cf9058da20f6e8", "runs/claude-opus-5-5/H2b4d50ec1df1.json": "da57e013dd9557be28149e39d1957ddf3173100d58567bf3c914385d3d13ebe2", "runs/claude-opus-5-5/H3c13b7e2d082.attempt-1.json": "33547e5421ae04bcc0dc3d3a349eb7efbb24a5af52714e8c4e149cfaed991ca4", "runs/claude-opus-5-5/H3c13b7e2d082.json": "0c417ce1be7822073d6ee61ea0e5e5c2ced1009ede07255bdf571ef9f7410297", "runs/claude-opus-5-5/H168dc0d22104.attempt-1.json": "7701ff07b817c128ba4cd27f479ceb4785acbe002403bc268955731e3e042725", "runs/claude-opus-5-5/H168dc0d22104.json": "7d3662e2c8e8774f7ada8a7ab4ecd86eac797d44cea4d9b930d61835c053f8a7", "runs/claude-opus-5-5/Hb471544edd7b.attempt-1.json": "b585407e48331110619bcda5e0de4827496e617838f287adaa49170b5932d4f7", "runs/claude-opus-5-5/Hb471544edd7b.json": "c6848151172fccc3d9392991ae6d424f22eb0ac11d36d48707d7ab9eeeb2979f", "runs/claude-opus-5-5/H691ed522cf5f.attempt-1.json": "caefa928429d2a05479d6d7d992c67eda5619bacb4a8c0b54de1ab32abe4877d", "runs/claude-opus-5-5/H691ed522cf5f.json": "9ac41601f878480e4bd1a2b72a7afd178eb91138c6523a23984332f03e9f73ee", "runs/claude-opus-5-5/H26edd2d7f68a.attempt-1.json": "623d29574cd374502574be86462a2f1bfa42d0207e739e541205f91cf8825b3c", "runs/claude-opus-5-5/H26edd2d7f68a.json": "d1036596051f6966f9aa4858b754781f1c3766b2c2016b5d485a112208eb0a34", "runs/claude-opus-5-5/H16065de616b9.attempt-1.json": "3d39c544f36ca004a3604dd1401da50630d08a3e4a22cc964a320a56d462de4a", "runs/claude-opus-5-5/H16065de616b9.json": "e2c5fd8968e8bf9aa61a7d7ab939bd0a84dcfb842840906504543e0a297309e9", "runs/claude-opus-5-5/H2a93004b1bf8.attempt-1.json": "ae96dd09e2bbb2960fce1d9743151ad7212e1a1e6644afa500611dc0f3b831e3", "runs/claude-opus-5-5/H2a93004b1bf8.attempt-2.json": "6c29753562113fac9fdda62edb675d590da9d9c12e0ebe0c0a9a968de9e68f33", "runs/claude-opus-5-5/H2a93004b1bf8.json": "e0e8e8160039d0ed16d836bb5c3f4284cc380fdfea88c2b38b1c7d234cbf7c77", "runs/claude-opus-5-5/H4cabb5322f8a.attempt-1.json": "98fe7dc4530e2a2b438082ef7be1a04376e8349cf324e86ba8a1a20e7f7df3c0", "runs/claude-opus-5-5/H4cabb5322f8a.json": "0e1de6b8f70f95707fcaf0a685c3e46c75c3af0e6c413b56b5b895387cbb7b34", "runs/claude-opus-5-5/Hd7d86420f325.attempt-1.json": "9a13fc80c835a2c36677077d5c81500ef5cf9e488806e45c7a32fc4112a58b63", "runs/claude-opus-5-5/Hd7d86420f325.json": "3105c284838aa1a8b7114d26419a3853f9668fd92c12d5b03ca743bf2da565ac", "runs/claude-opus-5-5/Hd792b655ff7a.attempt-1.json": "244733b2ced1847f53fe2e4412c722712232841cd10019b463a1cc435a65b137", "runs/claude-opus-5-5/Hd792b655ff7a.json": "56bafda2562b58e3ffe25edf6bfc7b95ec146a60d3efab9ff6e7b50cbee0c54a", "runs/claude-opus-5-5/Hd34f6a91bf41.attempt-1.json": "2c2ae3a23fbf8e9da0cecd9c156810b9548c29bf16b805a28afa0e372950a561", "runs/claude-opus-5-5/Hd34f6a91bf41.json": "6c8e5f63f2b7cc298d585a8a32d2baf512344736b60e7eca090907fc1e463a97", "runs/claude-opus-5-5/Hae60cea8ffbf.attempt-1.json": "9f98fbb1dea761a7f79f40141b240ff29fd5a26ca56816a791a763a7a4e3743e", "runs/claude-opus-5-5/Hae60cea8ffbf.json": "09a9de36adfa852bda5ebda3913b08bfbcd6dc018b19e45b13fc0c344adeb9c7", "runs/claude-opus-5-5/Hed8ca67e265e.attempt-1.json": "ebca11c0384de053c09ded138f8f9927e8c213515b95a7f8adc958cc1292e4f0", "runs/claude-opus-5-5/Hed8ca67e265e.json": "d1b3d7a88df14864a876b2aeb8401ed3a5cc9ed191b7aef425a8f3aae702dc31", "runs/claude-opus-5-5/Hcc115f2aa2b3.attempt-1.json": "ea5b903157d59762be1d79e3193a0376bc19a615debbd5ffa4ebe9389b6293b1", "runs/claude-opus-5-5/Hcc115f2aa2b3.json": "7a4a5e9e297b6a31aad1ba809cefbf6dd42810e39bb0e9fd53a251904e722990", "runs/claude-opus-5-5/Hfeee2fca0479.attempt-1.json": "6d7d34b952fc005668575a715f0cc9e45d927c41c48a3df76fe17359aedef50a", "runs/claude-opus-5-5/Hfeee2fca0479.json": "80fad3e2154c9811aae2c2696d924dee1ed6eefb195073f21b3777aec6ca2785", "runs/claude-opus-5-5/He6acd9cc7f13.attempt-1.json": "a2a759495ca6347331db4f1b59af5406d7aa863f85eb1ee3f236f512e0dbbe03", "runs/claude-opus-5-5/He6acd9cc7f13.json": "ae361bd95e9d2fe5f98e2111475e247e376a30208ff5a3460a9ece2b8482e528", "runs/claude-opus-5-5/H205c5e7920f5.attempt-1.json": "0b42496c896ae9e1be0aff606baeffb67184dbbeead9e7f1d0f851970151814a", "runs/claude-opus-5-5/H205c5e7920f5.json": "b2ac62e00fee44037d94fe71c91777dbbf864e6abb28fd351292c0e1e6f6b4d1", "runs/claude-opus-5-5/H1bfb037dac8f.attempt-1.json": "cd183ba23b1e4bd056d24c323891ba1914177be60641925b0ac80b4cf6f16c64", "runs/claude-opus-5-5/H1bfb037dac8f.json": "98ba48e3f99ad65ad34cebd70207e71bd9d8854740d5f163a88bdd757b6df4a8", "runs/claude-opus-5-5/H3fc3c2c34cee.attempt-1.json": "49da7ea8f8898df066d69819c4442cc198c683a6330ec8cc1da6348579fa3c3d", "runs/claude-opus-5-5/H3fc3c2c34cee.json": "6dc34e92a107e58f471e9b02ebfef3f4e1f4ade0cb5b5c60965f4754e617abf4", "runs/claude-opus-5-5/H6b18aea23456.attempt-1.json": "c28fa4d079f3447859b6c888db3b19ca231bff43a4bdfa8f3c8c1e026f3adc59", "runs/claude-opus-5-5/H6b18aea23456.json": "a023cda748e365179b6b87d2a3450914786bb9e87dad28aa4b6eb57d518a7b3c", "runs/claude-opus-5-5/H4e43005c4648.attempt-1.json": "22d155793a8237ac7c6dd92bc9e701ec1c0e434d5b1c8559e6ff42ef27e70594", "runs/claude-opus-5-5/H4e43005c4648.json": "024635b0900fc450aa5ed416c6c5686f6fbcc8e8aad9ba4aab43a817e1a7b44b", "runs/claude-opus-5-5/H8925efa06267.attempt-1.json": "904ad8655e371c73d12cd9e2e8e0f5c8927b01569696302f0cf83d659af2c2f4", "runs/claude-opus-5-5/H8925efa06267.json": "9e4a5f8e6a48c081d279c088130d6ccd37dd03e9343c31971348b099354bc346", "runs/claude-opus-5-5/H93c55cfc0f98.attempt-1.json": "9f98d969e739f2c89873812e5e915937250e77650f85b3f4dbbc5ef80556cef1", "runs/claude-opus-5-5/H93c55cfc0f98.json": "fbb234c74540c1f9c648b5ca04093228dd397b278bbc7d1192edfc2572b51525", "runs/claude-opus-5-5/H685f8b5e8567.attempt-1.json": "7ce35aa93de90dc8200d77234630838cfb5b2d96fb6e4a55760918fd1c05c4d2", "runs/claude-opus-5-5/H685f8b5e8567.attempt-2.json": "71ce57d261a0451df1c4b709af5a1bab142c220362856ab4b611133db6149b19", "runs/claude-opus-5-5/H685f8b5e8567.invalid.json": "0684b27a881eb4d0eb6d943d8f309452186f3aaa2b045aeb32283844911c7164", "runs/claude-opus-5-5/H0d7baa86124c.attempt-1.json": "a17d235c0d847a8f3f2f5f510339f1485fb860060b6b43c0e819d041ef2253d8", "runs/claude-opus-5-5/H0d7baa86124c.json": "a8d580528012c34db9439c6cbfdc4edad3ef958bef9af027dbe6cbf0ac4c64dc", "runs/claude-opus-5-5/H2b4e72ef481d.attempt-1.json": "776a8338950c3687defce3370ea252833961983779db3349b008b4eb635f3e5d", "runs/claude-opus-5-5/H2b4e72ef481d.json": "2af3802b5245066f72fb5e9cd27e29d5f6d43b8939605f920904710752136f4e", "runs/claude-opus-5-5/Heff387c84521.attempt-1.json": "bdf3e64cee4ff322b1c332eca408e553e4da211151bc3da516de019f42a075f3", "runs/claude-opus-5-5/Heff387c84521.json": "c05d197fbf441952ecd5a73d0fdcbf140edbfd068004e33f0be9ff8d64376218", "runs/claude-opus-5-5/Hc6cc3302a45a.attempt-1.json": "4dfeaaac81ad7ecf82cfb41d5fd2faebe84774d37f97092a4e9556a417018f20", "runs/claude-opus-5-5/Hc6cc3302a45a.json": "d87f74f0bf0ecc0b21b37ce43cbcaf90c9a0e6afd7f52a4a315f932a22782c18", "runs/claude-opus-5-5/H282a9ffdd7fd.attempt-1.json": "c384494c619b22bcceb0773619046856a5614309007bd3c21208466fb9660770", "runs/claude-opus-5-5/H282a9ffdd7fd.json": "0c85b993b4eda9007deb230ad7ace95c96c3fd8ca6375a30418087c63fc88b07", "runs/claude-opus-5-5/H2a4cf9bb2c83.attempt-1.json": "d4864d6de5053b942e45769c0035782e31d93b99953a2757fbc144db53035bf5", "runs/claude-opus-5-5/H2a4cf9bb2c83.attempt-2.json": "8e360f479a43de56c7a619f06c69d694e96af32bf144834a5eeaf124a2189e87", "runs/claude-opus-5-5/H2a4cf9bb2c83.invalid.json": "f039a43fb169c649b5032b6ddb029637d4462bfe4bb081577a3c302a7dbd9031", "runs/claude-opus-5-5/H1501b5ea0040.attempt-1.json": "a5d8b05404b93df949a8d537f4c8687263b16d040a814f2dcdc159a5e0386800", "runs/claude-opus-5-5/H1501b5ea0040.json": "505eefeed01874ac6ed835f2053ffe4f59b069ebea780207df8b90aed44722d2", "runs/claude-opus-5-5/Hf7ad0950ca22.attempt-1.json": "55b635fbea78a2ec461ac21127b0a1de32cde7c235a0a610d5130c23d8d0b56c", "runs/claude-opus-5-5/Hf7ad0950ca22.json": "81c0234e5bd3b7bb72123791b3213dd62cca263faba9bcfcee4a76369b419e2c", "runs/claude-opus-5-5/Hfbd997710a91.attempt-1.json": "5e3b14072b34636edc61f45b77b6213c5a8270ce6c315422e5ed54520140b6fd", "runs/claude-opus-5-5/Hfbd997710a91.json": "6492093bd3aef3a183a0deb8851e3b9e8b564ca95f7a90a760ed6ab5652c67bc", "runs/claude-opus-5-5/H54e4307dd731.attempt-1.json": "70c7c77f7c2af864e650913acd82df4ac80fa4709021ef07786081593c3b0240", "runs/claude-opus-5-5/H54e4307dd731.json": "93972207fbe8d56f0037469ff9e8228e0db74fbc8e766094ab8970b157518cce", "runs/claude-opus-5-5/Hcac20bec2aa2.attempt-1.json": "9a59913648a523f17d6c83f7bbb26705de054f413b9fc9f166a85337893e5752", "runs/claude-opus-5-5/Hcac20bec2aa2.json": "a7e62885d9fc565503652297710ff2e3a04155cd0b89d89cb4201d2e54939566", "runs/claude-opus-5-5/H076a42491f62.attempt-1.json": "7a0557b5d1698dcd308275420940fa138f8fde05597ce6d7a5239b873233e492", "runs/claude-opus-5-5/H076a42491f62.json": "46723ce47b8709cfb5d9f3b4d5989b81d89f23f53210feb9a1c8bf83c66e7a66", "runs/claude-opus-5-5/H87388412c2a6.attempt-1.json": "2d8e3695c4bc41798a48596681bf319644fbd321bee010d3302bb551b70d3ad8", "runs/claude-opus-5-5/H87388412c2a6.json": "339478f5ce221e8a2b1172e185ed1107dcff526d78431450ebf03a986a5904de", "runs/claude-opus-5-5/Hbe6b696a434f.attempt-1.json": "c2dc459f7d104d37892aab26a4a264951a375b5ce8e8d1a720a1d962f2d749f5", "runs/claude-opus-5-5/Hbe6b696a434f.json": "f33d78e4e81fee3f5587e09d2b7d5612937c9d2f07c56a3743f8b8404ee1b4da", "runs/claude-opus-5-5/H7f9a0c89b5f6.attempt-1.json": "f3bdb74014154956509ce486952c02483226177bc6dc6be61adf9b7edd4e8636", "runs/claude-opus-5-5/H7f9a0c89b5f6.json": "6fa46948eafccd1ceb255dd31324b0f3fe3000e2ef7cbb5cc5e059a7c4b63d8d", "runs/claude-opus-5-5/H0e9581097799.attempt-1.json": "d117d40a97ab1fb65d56f75a7a565e03dda034c9b5df50143ea001c7af6bd07a", "runs/claude-opus-5-5/H0e9581097799.json": "3f525c8a143a27f4cedd1ed8f270be295824da6a61132dd1e97d25efc0793c4a", "runs/claude-opus-5-5/Hb3e6742eec1d.attempt-1.json": "819051185535c6ed39e4bb5d33d997cbdf4ac7c3d7444e971b3d44558081383c", "runs/claude-opus-5-5/Hb3e6742eec1d.attempt-2.json": "9a35a1954b73df86cf569b4ea71086b16614138ec546d677668114fd6e21020b", "runs/claude-opus-5-5/Hb3e6742eec1d.json": "01aa54db780a1bb81dc2f6881fd624ec41eb545110b4788636c6423eb1fe7774", "runs/claude-opus-5-5/Hb1e07c55f832.attempt-1.json": "97e66afe9daaf4a3b4d88d5571be22865611098b83b2761d2e5bd4581bb38846", "runs/claude-opus-5-5/Hb1e07c55f832.json": "0c43528bc4d786fbe1067244023892f359c25d63fcc755bd7efde2277dbebfa0", "runs/claude-opus-5-5/H583619d01105.attempt-1.json": "a9c76d843d72ec72e6dc1a53731bdbf63c46691748dfd2b182d62025bed20827", "runs/claude-opus-5-5/H583619d01105.json": "36d0d6241a6ff2b2e538bb4942d585d12de043b7945f68d65a3405abb8e959bb", "runs/claude-opus-5-5/H7b9b93427c7e.attempt-1.json": "37a0ffd0f5915111af7c509b6c0f4dcf2669d3e03513b3cb731ab48bc7e771cd", "runs/claude-opus-5-5/H7b9b93427c7e.json": "7eb9ad58283245cc25fca947503b16b22d36cba0e03c9bd8443746bac1fdf877", "runs/claude-opus-5-5/Hc2e66a4b720a.attempt-1.json": "ebf6efe87b0baf1f6ecd8affd463dd166848e37bf95445927f7e065087e85890", "runs/claude-opus-5-5/Hc2e66a4b720a.json": "e41310590e0fecda6a41ff218e796d434a1f00942a413d17a9b9a7771cdbfd33", "runs/claude-opus-5-5/H4dc9b9da3a06.attempt-1.json": "98acdb18d7088b3ef7a7da868adc72fae33b508a4bc8a5549389ac94d98b6445", "runs/claude-opus-5-5/H4dc9b9da3a06.json": "cef0560f2a3b462a893666ad3e82c018dda6b97d01755e1d7fd2d59225cbec6b" }, "panels": { "outcome": { "models": [ { "model": "claude-sonnet-5-5", "label": "Sonnet 5.5", "valid": 56, "invalid": [ "Hf84dc04d9967", "H9cb69403e6d8", "H3d94392f96ae", "H699141a0e533", "H5ae76ff04768", "Hc35db8c00454", "Ha6af01b29947", "H2d91f2d3ca48", "Hd41fa6090167", "H5401e2f1476e", "Hd2867abf0b74", "Hde2c7f764541", "Hb84019cbdccd", "H6e57c7188991", "H69deb1edcdbe", "Ha24c224c2c5c", "Hdd257b1a803d", "H5a66cc1d176d", "H69d1974ef6f3", "H3525a80080db", "H6512044a8ab4", "H2a2948ff61da", "He13f903f3124", "H3c13b7e2d082", "H26edd2d7f68a", "H2a93004b1bf8", "Hd792b655ff7a", "Hd34f6a91bf41", "Hcc115f2aa2b3", "Hfeee2fca0479", "He6acd9cc7f13", "H8925efa06267", "H93c55cfc0f98", "H685f8b5e8567", "H0d7baa86124c", "Hc6cc3302a45a", "H282a9ffdd7fd", "H2a4cf9bb2c83", "Hf7ad0950ca22", "H54e4307dd731", "H076a42491f62", "H87388412c2a6", "Hbe6b696a434f", "H0e9581097799" ], "unprocessed": [], "calls": 153, "transportAttemptCount": 153, "comparison": { "hypotheses": 56, "questions": 43, "left": { "hypotheses": 56, "questions": 43, "selected": 38, "matches": 32, "known": 38, "missed": 6, "counts": { "yes_true": 32, "yes_false": 6, "no_true": 6, "no_false": 12 }, "rates": { "ppv": 0.8421052631578947, "npv": 0.6666666666666666, "sens": 0.8421052631578947, "spec": 0.6666666666666666, "youden": 0.5087719298245612, "accuracy": 0.7857142857142857, "balancedAccuracy": 0.7543859649122806 } }, "right": { "hypotheses": 56, "questions": 43, "selected": 31, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 10, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.6774193548387096, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.4444444444444444, "youden": -0.0029239766081871066, "accuracy": 0.5178571428571429, "balancedAccuracy": 0.49853801169590645 } }, "differences": { "ppv": 0.16468590831918506, "npv": 0.3466666666666666, "sens": 0.2894736842105262, "spec": 0.2222222222222222, "youden": 0.5116959064327483, "accuracy": 0.2678571428571428, "balancedAccuracy": 0.25584795321637416 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7498670212765959, "hi": 0.9428571428571428, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5428571428571428, "hi": 0.8148148148148148, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.005694444444444464, "hi": 0.329327876984127, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4666666666666667, "hi": 0.8666666666666667, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48148148148148145, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.12068965517241381, "hi": 0.584679736744531, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.717948717948718, "hi": 0.9473684210526315, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.09523809523809523, "hi": 0.475, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4375, "hi": 0.875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.21428571428571427, "hi": 0.6842105263157895, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.15384615384615385, "hi": 0.5789473684210527, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.27472527472527464, "hi": 0.7335617690058478, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.2668692059375345, "hi": 0.2641165413533832, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.10256410256410264, "hi": 0.91385594476055, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6874693627450981, "hi": 0.8793103448275862, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.39622641509433965, "hi": 0.6415094339622641, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09615384615384615, "hi": 0.43636363636363634, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6373626373626373, "hi": 0.8667808845029239, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.36656539703123275, "hi": 0.6320582706766916, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.05128205128205132, "hi": 0.456927972380275, "validReplicates": 10000, "degenerate": false } } } }, "forecasts": { "H556eb44d6587": false, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": true, "H7b5933386c64": true, "H591cc6bdd061": true, "H2a068a10286e": false, "H9cc800ed9167": true, "Hb19a1eaedf6f": true, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "H108fec88412d": true, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H770b494c23de": true, "H312a9208a0df": true, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "Hca11ba345120": true, "H9512eff47edd": true, "H1ca81581ce0f": false, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": false, "H08fabc33f46f": true, "H2b4d50ec1df1": false, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H16065de616b9": false, "H4cabb5322f8a": false, "Hd7d86420f325": false, "Hae60cea8ffbf": true, "Hed8ca67e265e": false, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H2b4e72ef481d": true, "Heff387c84521": true, "H1501b5ea0040": true, "Hfbd997710a91": true, "Hcac20bec2aa2": true, "H7f9a0c89b5f6": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "parentResultReused": true }, { "model": "gpt-6-astra", "label": "GPT-6 Astra", "valid": 100, "invalid": [], "unprocessed": [], "calls": 100, "transportAttemptCount": 103, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 61, "matches": 41, "known": 50, "missed": 9, "counts": { "yes_true": 41, "yes_false": 20, "no_true": 9, "no_false": 30 }, "rates": { "ppv": 0.6721311475409836, "npv": 0.7692307692307693, "sens": 0.82, "spec": 0.6, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1529003783102143, "npv": 0.2483974358974359, "sens": 0.2799999999999999, "spec": 0.09999999999999998, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6027353354408148, "hi": 0.7547169811320755, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.034913823738450596, "hi": 0.2745544862412178, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6666666666666666, "hi": 0.8787878787878788, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.09340236825965935, "hi": 0.40852255639097745, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.72, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.07999999999999996, "hi": 0.4799999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.46, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.08000000000000002, "hi": 0.29999999999999993, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.26, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.11999999999999988, "hi": 0.6399999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.63, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06000000000000005, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.63, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.05999999999999994, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false } } } }, "forecasts": { "H556eb44d6587": true, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": true, "H9cb69403e6d8": true, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": false, "Hc35db8c00454": true, "Hb19a1eaedf6f": true, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": false, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": true, "H69deb1edcdbe": true, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": true, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": true, "H08fabc33f46f": true, "H2a2948ff61da": true, "He13f903f3124": false, "H2b4d50ec1df1": true, "H3c13b7e2d082": false, "H168dc0d22104": true, "Hb471544edd7b": false, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": true, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": true, "H685f8b5e8567": false, "H0d7baa86124c": true, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": false, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": false, "H87388412c2a6": false, "Hbe6b696a434f": false, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": true, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": false, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "parentResultReused": true }, { "model": "gemini-4-argon-high", "label": "Gemini 4 Argon High", "valid": 100, "invalid": [], "unprocessed": [], "calls": 100, "transportAttemptCount": 101, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 46, "matches": 37, "known": 50, "missed": 13, "counts": { "yes_true": 37, "yes_false": 9, "no_true": 13, "no_false": 41 }, "rates": { "ppv": 0.8043478260869565, "npv": 0.7592592592592593, "sens": 0.74, "spec": 0.82, "youden": 0.56, "accuracy": 0.78, "balancedAccuracy": 0.78 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.28511705685618727, "npv": 0.23842592592592593, "sens": 0.19999999999999996, "spec": 0.31999999999999995, "youden": 0.52, "accuracy": 0.26, "balancedAccuracy": 0.26 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7058823529411765, "hi": 0.9047619047619048, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.15806512019752098, "hi": 0.41125177319651673, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6724137931034483, "hi": 0.8541666666666666, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.10473512518214827, "hi": 0.3732586819797648, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.62, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.7, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.15999999999999992, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3799999999999999, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2799999999999998, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.69, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1399999999999999, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.69, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1399999999999999, "hi": 0.38, "validReplicates": 10000, "degenerate": false } } } }, "forecasts": { "H556eb44d6587": false, "Hf84dc04d9967": false, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": true, "Hc35db8c00454": false, "Hb19a1eaedf6f": false, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": false, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": false, "H312a9208a0df": false, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": false, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": false, "He13f903f3124": false, "H2b4d50ec1df1": false, "H3c13b7e2d082": true, "H168dc0d22104": true, "Hb471544edd7b": false, "H691ed522cf5f": false, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": false, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": false, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": true, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": false, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": false, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "parentResultReused": true }, { "model": "grok-4.5", "label": "Grok 4.5", "valid": 100, "invalid": [], "unprocessed": [], "calls": 105, "transportAttemptCount": 106, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 47, "matches": 36, "known": 50, "missed": 14, "counts": { "yes_true": 36, "yes_false": 11, "no_true": 14, "no_false": 39 }, "rates": { "ppv": 0.7659574468085106, "npv": 0.7358490566037735, "sens": 0.72, "spec": 0.78, "youden": 0.5, "accuracy": 0.75, "balancedAccuracy": 0.75 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.24672667757774136, "npv": 0.21501572327044016, "sens": 0.17999999999999994, "spec": 0.28, "youden": 0.45999999999999996, "accuracy": 0.22999999999999998, "balancedAccuracy": 0.22999999999999998 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.66, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1107136371497751, "hi": 0.3870034778852203, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.64, "hi": 0.8367346938775511, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.08352614301534567, "hi": 0.3426452276010223, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.36000000000000004, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.09999999999999998, "hi": 0.45999999999999996, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.6800000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.19999999999999996, "hi": 0.7000000000000002, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09999999999999998, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.8400000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.09999999999999998, "hi": 0.3500000000000001, "validReplicates": 10000, "degenerate": false } } } }, "forecasts": { "H556eb44d6587": false, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": false, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": true, "Hc35db8c00454": false, "Hb19a1eaedf6f": true, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": true, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": false, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": true, "H08fabc33f46f": true, "H2a2948ff61da": false, "He13f903f3124": false, "H2b4d50ec1df1": false, "H3c13b7e2d082": false, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": true, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": false, "Hae60cea8ffbf": false, "Hed8ca67e265e": false, "Hcc115f2aa2b3": false, "Hfeee2fca0479": false, "He6acd9cc7f13": false, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": false, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": true, "H2a4cf9bb2c83": false, "H1501b5ea0040": false, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": false, "H87388412c2a6": false, "Hbe6b696a434f": false, "H7f9a0c89b5f6": false, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "parentResultReused": true }, { "model": "claude-opus-5-5", "label": "Opus 5.5", "valid": 94, "invalid": [ "Hd366df6c0c2d", "H2a068a10286e", "H5ae76ff04768", "H5a66cc1d176d", "H685f8b5e8567", "H2a4cf9bb2c83" ], "calls": 111, "transportAttemptCount": 111, "strictForecasts": { "H556eb44d6587": true, "Hf84dc04d9967": true, "Hca5687df1d17": false, "H00754d90403e": true, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H9cc800ed9167": false, "Hc35db8c00454": true, "Hb19a1eaedf6f": false, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": false, "Hdd257b1a803d": true, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": true, "He13f903f3124": true, "H2b4d50ec1df1": true, "H3c13b7e2d082": true, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H0d7baa86124c": false, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": true, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": false, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictInvalid": [ "Hd366df6c0c2d", "H2a068a10286e", "H5ae76ff04768", "H5a66cc1d176d", "H685f8b5e8567", "H2a4cf9bb2c83" ], "formatRecovered": [], "selections": [ { "id": "H556eb44d6587", "attempt": 1, "format": "strict_json" }, { "id": "Hf84dc04d9967", "attempt": 1, "format": "strict_json" }, { "id": "Hca5687df1d17", "attempt": 1, "format": "strict_json" }, { "id": "H00754d90403e", "attempt": 1, "format": "strict_json" }, { "id": "H7b5933386c64", "attempt": 1, "format": "strict_json" }, { "id": "H9cb69403e6d8", "attempt": 1, "format": "strict_json" }, { "id": "H3d94392f96ae", "attempt": 1, "format": "strict_json" }, { "id": "H591cc6bdd061", "attempt": 1, "format": "strict_json" }, { "id": "H699141a0e533", "attempt": 1, "format": "strict_json" }, { "id": "H9cc800ed9167", "attempt": 1, "format": "strict_json" }, { "id": "Hc35db8c00454", "attempt": 1, "format": "strict_json" }, { "id": "Hb19a1eaedf6f", "attempt": 1, "format": "strict_json" }, { "id": "Ha6af01b29947", "attempt": 1, "format": "strict_json" }, { "id": "H2d91f2d3ca48", "attempt": 1, "format": "strict_json" }, { "id": "Hbb8d36395a4f", "attempt": 1, "format": "strict_json" }, { "id": "Hdc04751acc25", "attempt": 1, "format": "strict_json" }, { "id": "H0b95ea5bca8b", "attempt": 1, "format": "strict_json" }, { "id": "Hc51c63819170", "attempt": 1, "format": "strict_json" }, { "id": "Hbcb2664c171e", "attempt": 1, "format": "strict_json" }, { "id": "Hd41fa6090167", "attempt": 1, "format": "strict_json" }, { "id": "H108fec88412d", "attempt": 1, "format": "strict_json" }, { "id": "H5401e2f1476e", "attempt": 2, "format": "strict_json" }, { "id": "H8856cfb6fb8c", "attempt": 1, "format": "strict_json" }, { "id": "H7d64d0c884ee", "attempt": 1, "format": "strict_json" }, { "id": "Hd2867abf0b74", "attempt": 1, "format": "strict_json" }, { "id": "Hde2c7f764541", "attempt": 1, "format": "strict_json" }, { "id": "Hb84019cbdccd", "attempt": 1, "format": "strict_json" }, { "id": "Hd06b5abc8c17", "attempt": 1, "format": "strict_json" }, { "id": "Ha8f158ded9d3", "attempt": 1, "format": "strict_json" }, { "id": "H6e57c7188991", "attempt": 1, "format": "strict_json" }, { "id": "H69deb1edcdbe", "attempt": 2, "format": "strict_json" }, { "id": "H770b494c23de", "attempt": 1, "format": "strict_json" }, { "id": "Ha24c224c2c5c", "attempt": 1, "format": "strict_json" }, { "id": "H312a9208a0df", "attempt": 1, "format": "strict_json" }, { "id": "Hdd257b1a803d", "attempt": 1, "format": "strict_json" }, { "id": "Hf40c85e4b441", "attempt": 1, "format": "strict_json" }, { "id": "H2bf61d6a2dae", "attempt": 1, "format": "strict_json" }, { "id": "H69d1974ef6f3", "attempt": 1, "format": "strict_json" }, { "id": "Hca11ba345120", "attempt": 1, "format": "strict_json" }, { "id": "H9512eff47edd", "attempt": 1, "format": "strict_json" }, { "id": "H3525a80080db", "attempt": 1, "format": "strict_json" }, { "id": "H1ca81581ce0f", "attempt": 1, "format": "strict_json" }, { "id": "Hface15f9c0aa", "attempt": 1, "format": "strict_json" }, { "id": "He22abf94c32e", "attempt": 2, "format": "strict_json" }, { "id": "H27c93d908b66", "attempt": 1, "format": "strict_json" }, { "id": "H6512044a8ab4", "attempt": 1, "format": "strict_json" }, { "id": "H08fabc33f46f", "attempt": 1, "format": "strict_json" }, { "id": "H2a2948ff61da", "attempt": 1, "format": "strict_json" }, { "id": "He13f903f3124", "attempt": 1, "format": "strict_json" }, { "id": "H2b4d50ec1df1", "attempt": 1, "format": "strict_json" }, { "id": "H3c13b7e2d082", "attempt": 1, "format": "strict_json" }, { "id": "H168dc0d22104", "attempt": 1, "format": "strict_json" }, { "id": "Hb471544edd7b", "attempt": 1, "format": "strict_json" }, { "id": "H691ed522cf5f", "attempt": 1, "format": "strict_json" }, { "id": "H26edd2d7f68a", "attempt": 1, "format": "strict_json" }, { "id": "H16065de616b9", "attempt": 1, "format": "strict_json" }, { "id": "H2a93004b1bf8", "attempt": 2, "format": "strict_json" }, { "id": "H4cabb5322f8a", "attempt": 1, "format": "strict_json" }, { "id": "Hd7d86420f325", "attempt": 1, "format": "strict_json" }, { "id": "Hd792b655ff7a", "attempt": 1, "format": "strict_json" }, { "id": "Hd34f6a91bf41", "attempt": 1, "format": "strict_json" }, { "id": "Hae60cea8ffbf", "attempt": 1, "format": "strict_json" }, { "id": "Hed8ca67e265e", "attempt": 1, "format": "strict_json" }, { "id": "Hcc115f2aa2b3", "attempt": 1, "format": "strict_json" }, { "id": "Hfeee2fca0479", "attempt": 1, "format": "strict_json" }, { "id": "He6acd9cc7f13", "attempt": 1, "format": "strict_json" }, { "id": "H205c5e7920f5", "attempt": 1, "format": "strict_json" }, { "id": "H1bfb037dac8f", "attempt": 1, "format": "strict_json" }, { "id": "H3fc3c2c34cee", "attempt": 1, "format": "strict_json" }, { "id": "H6b18aea23456", "attempt": 1, "format": "strict_json" }, { "id": "H4e43005c4648", "attempt": 1, "format": "strict_json" }, { "id": "H8925efa06267", "attempt": 1, "format": "strict_json" }, { "id": "H93c55cfc0f98", "attempt": 1, "format": "strict_json" }, { "id": "H0d7baa86124c", "attempt": 1, "format": "strict_json" }, { "id": "H2b4e72ef481d", "attempt": 1, "format": "strict_json" }, { "id": "Heff387c84521", "attempt": 1, "format": "strict_json" }, { "id": "Hc6cc3302a45a", "attempt": 1, "format": "strict_json" }, { "id": "H282a9ffdd7fd", "attempt": 1, "format": "strict_json" }, { "id": "H1501b5ea0040", "attempt": 1, "format": "strict_json" }, { "id": "Hf7ad0950ca22", "attempt": 1, "format": "strict_json" }, { "id": "Hfbd997710a91", "attempt": 1, "format": "strict_json" }, { "id": "H54e4307dd731", "attempt": 1, "format": "strict_json" }, { "id": "Hcac20bec2aa2", "attempt": 1, "format": "strict_json" }, { "id": "H076a42491f62", "attempt": 1, "format": "strict_json" }, { "id": "H87388412c2a6", "attempt": 1, "format": "strict_json" }, { "id": "Hbe6b696a434f", "attempt": 1, "format": "strict_json" }, { "id": "H7f9a0c89b5f6", "attempt": 1, "format": "strict_json" }, { "id": "H0e9581097799", "attempt": 1, "format": "strict_json" }, { "id": "Hb3e6742eec1d", "attempt": 2, "format": "strict_json" }, { "id": "Hb1e07c55f832", "attempt": 1, "format": "strict_json" }, { "id": "H583619d01105", "attempt": 1, "format": "strict_json" }, { "id": "H7b9b93427c7e", "attempt": 1, "format": "strict_json" }, { "id": "Hc2e66a4b720a", "attempt": 1, "format": "strict_json" }, { "id": "H4dc9b9da3a06", "attempt": 1, "format": "strict_json" } ], "forecasts": { "H556eb44d6587": true, "Hf84dc04d9967": true, "Hca5687df1d17": false, "H00754d90403e": true, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H9cc800ed9167": false, "Hc35db8c00454": true, "Hb19a1eaedf6f": false, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": false, "Hdd257b1a803d": true, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": true, "He13f903f3124": true, "H2b4d50ec1df1": true, "H3c13b7e2d082": true, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H0d7baa86124c": false, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": true, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": false, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "parentResultReused": false, "sourceGenerator": false, "originalReferenceJudge": false, "referenceJudgeRelationship": null, "comparison": { "hypotheses": 94, "questions": 50, "left": { "hypotheses": 94, "questions": 50, "selected": 60, "matches": 41, "known": 50, "missed": 9, "counts": { "yes_true": 41, "yes_false": 19, "no_true": 9, "no_false": 25 }, "rates": { "ppv": 0.6833333333333333, "npv": 0.7352941176470589, "sens": 0.82, "spec": 0.5681818181818182, "youden": 0.3881818181818182, "accuracy": 0.7021276595744681, "balancedAccuracy": 0.6940909090909091 } }, "right": { "hypotheses": 94, "questions": 50, "selected": 49, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 22, "no_true": 23, "no_false": 22 }, "rates": { "ppv": 0.5510204081632653, "npv": 0.4888888888888889, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.5212765957446809, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1323129251700681, "npv": 0.24640522875817, "sens": 0.2799999999999999, "spec": 0.06818181818181823, "youden": 0.34818181818181815, "accuracy": 0.18085106382978722, "balancedAccuracy": 0.17409090909090907 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6142857142857143, "hi": 0.7678571428571429, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.45454545454545453, "hi": 0.6521739130434783, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.01283225887928034, "hi": 0.2518536485632504, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6176470588235294, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.37777777777777777, "hi": 0.6, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.08408223242274969, "hi": 0.4165873983739837, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.09999999999999998, "hi": 0.46, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4222222222222222, "hi": 0.7142857142857143, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.3513175675675676, "hi": 0.6511627906976745, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.1333333333333333, "hi": 0.2666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.22629619260918257, "hi": 0.548888888888889, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.15830384016606128, "hi": 0.24285714285714288, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.08998809523809512, "hi": 0.6032719795802607, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.625, "hi": 0.7802197802197802, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4222222222222222, "hi": 0.6210526315789474, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.052631578947368474, "hi": 0.3085106382978724, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6131480963045913, "hi": 0.7744444444444445, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.4208480799169694, "hi": 0.6214285714285714, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.04499404761904756, "hi": 0.30163598979013034, "validReplicates": 10000, "degenerate": false } } } } } ], "coin": { "protocol": "balanced-confirmation-v1", "frozenAt": "2026-10-22T23:24:48.793Z", "cohortSha256": "4f247b703f31db077e6e403dcd1adc1de79bf53a9ef12c6a94775850168b445e", "method": "One cryptographically random byte per shuffled claim; low bit one means yes; no balancing or redraw", "bytesHex": "0d1e37147bff515722a3c3fe8fce9ab693e5ac700e0d639af407de8615abedc069640746a1a123e3903c55dad68e1e3fcbc0f5802df203b98f618660350514d420ff6d01fa612fcbce2549a7e5663d9e4e06cff41c4c4e53216667169414e1ae3f482df8", "tosses": [ { "id": "H556eb44d6587", "yes": true }, { "id": "Hf84dc04d9967", "yes": false }, { "id": "Hd366df6c0c2d", "yes": true }, { "id": "Hca5687df1d17", "yes": false }, { "id": "H00754d90403e", "yes": true }, { "id": "H7b5933386c64", "yes": true }, { "id": "H9cb69403e6d8", "yes": true }, { "id": "H3d94392f96ae", "yes": true }, { "id": "H591cc6bdd061", "yes": false }, { "id": "H699141a0e533", "yes": true }, { "id": "H2a068a10286e", "yes": true }, { "id": "H5ae76ff04768", "yes": false }, { "id": "H9cc800ed9167", "yes": true }, { "id": "Hc35db8c00454", "yes": false }, { "id": "Hb19a1eaedf6f", "yes": false }, { "id": "Ha6af01b29947", "yes": false }, { "id": "H2d91f2d3ca48", "yes": true }, { "id": "Hbb8d36395a4f", "yes": true }, { "id": "Hdc04751acc25", "yes": false }, { "id": "H0b95ea5bca8b", "yes": false }, { "id": "Hc51c63819170", "yes": false }, { "id": "Hbcb2664c171e", "yes": true }, { "id": "Hd41fa6090167", "yes": true }, { "id": "H108fec88412d", "yes": false }, { "id": "H5401e2f1476e", "yes": false }, { "id": "H8856cfb6fb8c", "yes": true }, { "id": "H7d64d0c884ee", "yes": false }, { "id": "Hd2867abf0b74", "yes": false }, { "id": "Hde2c7f764541", "yes": true }, { "id": "Hb84019cbdccd", "yes": true }, { "id": "Hd06b5abc8c17", "yes": true }, { "id": "Ha8f158ded9d3", "yes": false }, { "id": "H6e57c7188991", "yes": true }, { "id": "H69deb1edcdbe", "yes": false }, { "id": "H770b494c23de", "yes": true }, { "id": "Ha24c224c2c5c", "yes": false }, { "id": "H312a9208a0df", "yes": true }, { "id": "Hdd257b1a803d", "yes": true }, { "id": "H5a66cc1d176d", "yes": true }, { "id": "Hf40c85e4b441", "yes": true }, { "id": "H2bf61d6a2dae", "yes": false }, { "id": "H69d1974ef6f3", "yes": false }, { "id": "Hca11ba345120", "yes": true }, { "id": "H9512eff47edd", "yes": false }, { "id": "H3525a80080db", "yes": false }, { "id": "H1ca81581ce0f", "yes": false }, { "id": "Hface15f9c0aa", "yes": false }, { "id": "He22abf94c32e", "yes": true }, { "id": "H27c93d908b66", "yes": true }, { "id": "H6512044a8ab4", "yes": false }, { "id": "H08fabc33f46f", "yes": true }, { "id": "H2a2948ff61da", "yes": false }, { "id": "He13f903f3124", "yes": true }, { "id": "H2b4d50ec1df1", "yes": false }, { "id": "H3c13b7e2d082", "yes": true }, { "id": "H168dc0d22104", "yes": true }, { "id": "Hb471544edd7b", "yes": true }, { "id": "H691ed522cf5f", "yes": true }, { "id": "H26edd2d7f68a", "yes": false }, { "id": "H16065de616b9", "yes": false }, { "id": "H2a93004b1bf8", "yes": true }, { "id": "H4cabb5322f8a", "yes": true }, { "id": "Hd7d86420f325", "yes": false }, { "id": "Hd792b655ff7a", "yes": false }, { "id": "Hd34f6a91bf41", "yes": false }, { "id": "Hae60cea8ffbf", "yes": true }, { "id": "Hed8ca67e265e", "yes": true }, { "id": "Hcc115f2aa2b3", "yes": true }, { "id": "Hfeee2fca0479", "yes": false }, { "id": "He6acd9cc7f13", "yes": true }, { "id": "H205c5e7920f5", "yes": true }, { "id": "H1bfb037dac8f", "yes": true }, { "id": "H3fc3c2c34cee", "yes": false }, { "id": "H6b18aea23456", "yes": true }, { "id": "H4e43005c4648", "yes": true }, { "id": "H8925efa06267", "yes": true }, { "id": "H93c55cfc0f98", "yes": true }, { "id": "H685f8b5e8567", "yes": false }, { "id": "H0d7baa86124c", "yes": true }, { "id": "H2b4e72ef481d", "yes": false }, { "id": "Heff387c84521", "yes": false }, { "id": "Hc6cc3302a45a", "yes": false }, { "id": "H282a9ffdd7fd", "yes": true }, { "id": "H2a4cf9bb2c83", "yes": false }, { "id": "H1501b5ea0040", "yes": false }, { "id": "Hf7ad0950ca22", "yes": false }, { "id": "Hfbd997710a91", "yes": false }, { "id": "H54e4307dd731", "yes": true }, { "id": "Hcac20bec2aa2", "yes": true }, { "id": "H076a42491f62", "yes": false }, { "id": "H87388412c2a6", "yes": true }, { "id": "Hbe6b696a434f", "yes": false }, { "id": "H7f9a0c89b5f6", "yes": false }, { "id": "H0e9581097799", "yes": false }, { "id": "Hb3e6742eec1d", "yes": true }, { "id": "Hb1e07c55f832", "yes": false }, { "id": "H583619d01105", "yes": true }, { "id": "H7b9b93427c7e", "yes": false }, { "id": "Hc2e66a4b720a", "yes": true }, { "id": "H4dc9b9da3a06", "yes": false } ], "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0, "npv": 0, "sens": 0, "spec": 0, "youden": 0, "accuracy": 0, "balancedAccuracy": 0 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true }, "left_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true }, "left_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true }, "left_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true }, "left_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true }, "left_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true }, "left_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true } } } } }, "common": { "hypotheses": 54, "sources": 41, "ids": [ "H556eb44d6587", "Hca5687df1d17", "H00754d90403e", "H7b5933386c64", "H591cc6bdd061", "H9cc800ed9167", "Hb19a1eaedf6f", "Hbb8d36395a4f", "Hdc04751acc25", "H0b95ea5bca8b", "Hc51c63819170", "Hbcb2664c171e", "H108fec88412d", "H8856cfb6fb8c", "H7d64d0c884ee", "Hd06b5abc8c17", "Ha8f158ded9d3", "H770b494c23de", "H312a9208a0df", "Hf40c85e4b441", "H2bf61d6a2dae", "Hca11ba345120", "H9512eff47edd", "H1ca81581ce0f", "Hface15f9c0aa", "He22abf94c32e", "H27c93d908b66", "H08fabc33f46f", "H2b4d50ec1df1", "H168dc0d22104", "Hb471544edd7b", "H691ed522cf5f", "H16065de616b9", "H4cabb5322f8a", "Hd7d86420f325", "Hae60cea8ffbf", "Hed8ca67e265e", "H205c5e7920f5", "H1bfb037dac8f", "H3fc3c2c34cee", "H6b18aea23456", "H4e43005c4648", "H2b4e72ef481d", "Heff387c84521", "H1501b5ea0040", "Hfbd997710a91", "Hcac20bec2aa2", "H7f9a0c89b5f6", "Hb3e6742eec1d", "Hb1e07c55f832", "H583619d01105", "H7b9b93427c7e", "Hc2e66a4b720a", "H4dc9b9da3a06" ], "excluded": [ "Hf84dc04d9967", "Hd366df6c0c2d", "H9cb69403e6d8", "H3d94392f96ae", "H699141a0e533", "H2a068a10286e", "H5ae76ff04768", "Hc35db8c00454", "Ha6af01b29947", "H2d91f2d3ca48", "Hd41fa6090167", "H5401e2f1476e", "Hd2867abf0b74", "Hde2c7f764541", "Hb84019cbdccd", "H6e57c7188991", "H69deb1edcdbe", "Ha24c224c2c5c", "Hdd257b1a803d", "H5a66cc1d176d", "H69d1974ef6f3", "H3525a80080db", "H6512044a8ab4", "H2a2948ff61da", "He13f903f3124", "H3c13b7e2d082", "H26edd2d7f68a", "H2a93004b1bf8", "Hd792b655ff7a", "Hd34f6a91bf41", "Hcc115f2aa2b3", "Hfeee2fca0479", "He6acd9cc7f13", "H8925efa06267", "H93c55cfc0f98", "H685f8b5e8567", "H0d7baa86124c", "Hc6cc3302a45a", "H282a9ffdd7fd", "H2a4cf9bb2c83", "Hf7ad0950ca22", "H54e4307dd731", "H076a42491f62", "H87388412c2a6", "Hbe6b696a434f", "H0e9581097799" ] }, "rules": [ { "members": [ "claude-sonnet-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 38, "matches": 32, "known": 38, "missed": 6, "counts": { "yes_true": 32, "yes_false": 6, "no_true": 6, "no_false": 10 }, "rates": { "ppv": 0.8421052631578947, "npv": 0.625, "sens": 0.8421052631578947, "spec": 0.625, "youden": 0.4671052631578947, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.7335526315789473 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.11796733212341193, "npv": 0.305, "sens": 0.2894736842105262, "spec": 0.125, "youden": 0.4144736842105261, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.20723684210526305 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7435897435897436, "hi": 0.9428571428571428, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.04127644311486914, "hi": 0.2758651588184402, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4, "hi": 0.8335526315789442, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.0714285714285714, "hi": 0.5577110389610387, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.717948717948718, "hi": 0.9473684210526315, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.10256410256410253, "hi": 0.475, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.375, "hi": 0.8571428571428571, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.27272727272727276, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.20661859338329921, "hi": 0.7125010888501742, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.017955465587044465, "hi": 0.8333333333333334, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6785562953995158, "hi": 0.875, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07017543859649122, "hi": 0.41509433962264153, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6033092966916496, "hi": 0.8562505444250871, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.008977732793522233, "hi": 0.4166666666666667, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 41, "matches": 33, "known": 38, "missed": 5, "counts": { "yes_true": 33, "yes_false": 8, "no_true": 5, "no_false": 8 }, "rates": { "ppv": 0.8048780487804879, "npv": 0.6153846153846154, "sens": 0.868421052631579, "spec": 0.5, "youden": 0.368421052631579, "accuracy": 0.7592592592592593, "balancedAccuracy": 0.6842105263157895 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.08074011774600509, "npv": 0.2953846153846154, "sens": 0.3157894736842105, "spec": 0, "youden": 0.3157894736842104, "accuracy": 0.2222222222222222, "balancedAccuracy": 0.1578947368421052 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7027027027027027, "hi": 0.9117647058823529, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.05254598614314099, "hi": 0.20741161616161619, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.38461538461538464, "hi": 0.8571428571428571, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.0625, "hi": 0.5701367389060887, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.75, "hi": 0.972972972972973, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.125, "hi": 0.5128205128205128, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.35294117647058826, "hi": 0.35714285714285715, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.11891891891891904, "hi": 0.6246647472436568, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.05263790485829953, "hi": 0.6773301393728219, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.660377358490566, "hi": 0.8596491228070176, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06896551724137934, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5594594594594595, "hi": 0.8123323736218284, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.026318952429149764, "hi": 0.33866506968641097, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 45, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 9, "no_true": 2, "no_false": 7 }, "rates": { "ppv": 0.8, "npv": 0.7777777777777778, "sens": 0.9473684210526315, "spec": 0.4375, "youden": 0.3848684210526314, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.6924342105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.4577777777777778, "sens": 0.39473684210526305, "spec": -0.0625, "youden": 0.33223684210526283, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.16611842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7037037037037037, "hi": 0.9024390243902439, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.047939539560606564, "hi": 0.18975948766603412, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2142857142857143, "hi": 0.7391304347826086, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.14591571834992897, "hi": 0.6375, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.011500415313750852, "hi": 0.6602564102564102, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7017543859649122, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1132075471698113, "hi": 0.4038461538461538, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5729578591749644, "hi": 0.81875, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.005750207656875426, "hi": 0.3301282051282051, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 34, "matches": 29, "known": 38, "missed": 9, "counts": { "yes_true": 29, "yes_false": 5, "no_true": 9, "no_false": 11 }, "rates": { "ppv": 0.8529411764705882, "npv": 0.55, "sens": 0.7631578947368421, "spec": 0.6875, "youden": 0.45065789473684204, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.725328947368421 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.12880324543610544, "npv": 0.23000000000000004, "sens": 0.21052631578947367, "spec": 0.1875, "youden": 0.39802631578947345, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.19901315789473673 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.75, "hi": 0.9642857142857143, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.044652326839826784, "hi": 0.2993975701717637, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.36, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.009310095275568444, "hi": 0.4722348484848483, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6216216216216216, "hi": 0.8947368421052632, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.42105263157894735, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4375, "hi": 0.9090909090909091, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.23076923076923073, "hi": 0.5789473684210527, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.19838040222507486, "hi": 0.6895886633691509, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.053578296703296516, "hi": 0.8404006410256407, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6326530612244898, "hi": 0.8448607427055699, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.018867924528301883, "hi": 0.3888888888888889, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5991902011125374, "hi": 0.8447943316845754, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.026789148351648258, "hi": 0.42020032051282036, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 34, "matches": 30, "known": 38, "missed": 8, "counts": { "yes_true": 30, "yes_false": 4, "no_true": 8, "no_false": 12 }, "rates": { "ppv": 0.8823529411764706, "npv": 0.6, "sens": 0.7894736842105263, "spec": 0.75, "youden": 0.5394736842105263, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.7697368421052632 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.1582150101419878, "npv": 0.27999999999999997, "sens": 0.23684210526315785, "spec": 0.25, "youden": 0.48684210526315774, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.24342105263157887 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.78125, "hi": 0.9705882352941176, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.010214211076279983, "hi": 0.303030303030303, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.06406986135415262, "hi": 0.5119047619047619, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6571428571428571, "hi": 0.9166666666666666, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.45000000000000007, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5263157894736842, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.07692307692307698, "hi": 0.5714285714285714, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.2666666666666666, "hi": 0.7837837837837838, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.08917397660818724, "hi": 0.8598274613899611, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6603679245283018, "hi": 0.8867924528301887, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.05657756813417192, "hi": 0.41509433962264153, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6333333333333333, "hi": 0.8918918918918919, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.04458698830409362, "hi": 0.42991373069498057, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 41, "matches": 34, "known": 38, "missed": 4, "counts": { "yes_true": 34, "yes_false": 7, "no_true": 4, "no_false": 9 }, "rates": { "ppv": 0.8292682926829268, "npv": 0.6923076923076923, "sens": 0.8947368421052632, "spec": 0.5625, "youden": 0.4572368421052633, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.7286184210526316 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.10513036164844403, "npv": 0.3723076923076923, "sens": 0.3421052631578947, "spec": 0.0625, "youden": 0.4046052631578947, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.20230263157894735 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7333333333333333, "hi": 0.925, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.03846774193548395, "hi": 0.24929347826086934, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4444444444444444, "hi": 0.9230769230769231, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.12626262626262624, "hi": 0.6264367816091955, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7878787878787878, "hi": 0.975, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.1578947368421052, "hi": 0.5142857142857142, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.3125, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.4285714285714286, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.19924429285884396, "hi": 0.7083937854936645, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0, "hi": 0.7948717948717949, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6981132075471698, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.0980392156862745, "hi": 0.42, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.599622146429422, "hi": 0.8541968927468323, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0, "hi": 0.39743589743589747, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 31, "matches": 28, "known": 38, "missed": 10, "counts": { "yes_true": 28, "yes_false": 3, "no_true": 10, "no_false": 13 }, "rates": { "ppv": 0.9032258064516129, "npv": 0.5652173913043478, "sens": 0.7368421052631579, "spec": 0.8125, "youden": 0.549342105263158, "accuracy": 0.7592592592592593, "balancedAccuracy": 0.774671052631579 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.17908787541713012, "npv": 0.24521739130434778, "sens": 0.18421052631578938, "spec": 0.3125, "youden": 0.4967105263157894, "accuracy": 0.2222222222222222, "balancedAccuracy": 0.2483552631578947 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.8, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.014582575363825312, "hi": 0.34211744639376196, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.38095238095238093, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.0331560462458829, "hi": 0.4734848484848484, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5897435897435898, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.05128205128205121, "hi": 0.40552668052667884, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.6, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.6428571428571428, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.28824801095604546, "hi": 0.7770897832817338, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.07499999999999996, "hi": 0.9028508771929821, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6363636363636364, "hi": 0.8727272727272727, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.019607843137254943, "hi": 0.4107142857142857, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6441240054780227, "hi": 0.8885448916408669, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.03749999999999998, "hi": 0.45142543859649104, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 43, "matches": 35, "known": 38, "missed": 3, "counts": { "yes_true": 35, "yes_false": 8, "no_true": 3, "no_false": 8 }, "rates": { "ppv": 0.813953488372093, "npv": 0.7272727272727273, "sens": 0.9210526315789473, "spec": 0.5, "youden": 0.42105263157894735, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.7105263157894737 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.08981555733761026, "npv": 0.4072727272727273, "sens": 0.36842105263157887, "spec": 0, "youden": 0.36842105263157876, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.18421052631578938 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7142857142857143, "hi": 0.9210526315789473, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.04318936877076407, "hi": 0.21324241924851683, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.15555555555555556, "hi": 0.6785714285714286, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.828482142857143, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.17948717948717952, "hi": 0.55, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.35294117647058826, "hi": 0.35714285714285715, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.16666666666666674, "hi": 0.675, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.0036810776942355627, "hi": 0.7222319347319347, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6964285714285714, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1071428571428571, "hi": 0.40740740740740744, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5833333333333334, "hi": 0.8375, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.0018405388471177814, "hi": 0.36111596736596735, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 32, "matches": 28, "known": 38, "missed": 10, "counts": { "yes_true": 28, "yes_false": 4, "no_true": 10, "no_false": 12 }, "rates": { "ppv": 0.875, "npv": 0.5454545454545454, "sens": 0.7368421052631579, "spec": 0.75, "youden": 0.48684210526315796, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.743421052631579 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.15086206896551724, "npv": 0.2254545454545454, "sens": 0.18421052631578938, "spec": 0.25, "youden": 0.4342105263157894, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.2171052631578947 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7692307692307693, "hi": 0.96875, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0, "hi": 0.2995108912725104, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.35714285714285715, "hi": 0.7391304347826086, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.02097902097902099, "hi": 0.4510875603864734, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5897435897435898, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.05128205128205121, "hi": 0.41025641025641024, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5263157894736842, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.07692307692307698, "hi": 0.5714285714285714, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.21666666666666679, "hi": 0.7315525381150378, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.03661172161172151, "hi": 0.8181852306852305, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6181818181818182, "hi": 0.8545454545454545, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.01851851851851849, "hi": 0.3846153846153846, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6083333333333334, "hi": 0.8657762690575189, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.018305860805860753, "hi": 0.40909261534261526, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 45, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 9, "no_true": 2, "no_false": 7 }, "rates": { "ppv": 0.8, "npv": 0.7777777777777778, "sens": 0.9473684210526315, "spec": 0.4375, "youden": 0.3848684210526314, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.6924342105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.4577777777777778, "sens": 0.39473684210526305, "spec": -0.0625, "youden": 0.33223684210526283, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.16611842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7037037037037037, "hi": 0.9024390243902439, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.047939539560606564, "hi": 0.18975948766603412, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2142857142857143, "hi": 0.7391304347826086, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.14591571834992897, "hi": 0.6375, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.011500415313750852, "hi": 0.6602564102564102, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7017543859649122, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1132075471698113, "hi": 0.4038461538461538, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5729578591749644, "hi": 0.81875, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.005750207656875426, "hi": 0.3301282051282051, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 39, "matches": 33, "known": 38, "missed": 5, "counts": { "yes_true": 33, "yes_false": 6, "no_true": 5, "no_false": 10 }, "rates": { "ppv": 0.8461538461538461, "npv": 0.6666666666666666, "sens": 0.868421052631579, "spec": 0.625, "youden": 0.493421052631579, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.7467105263157895 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.12201591511936338, "npv": 0.3466666666666666, "sens": 0.3157894736842105, "spec": 0.125, "youden": 0.4407894736842104, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.2203947368421052 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.75, "hi": 0.9444444444444444, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.03220035778175312, "hi": 0.2738095238095237, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.10301864801864803, "hi": 0.5909090909090908, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.75, "hi": 0.972972972972973, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.11764705882352933, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.38095238095238093, "hi": 0.8571428571428571, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2666666666666666, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.23373581011351913, "hi": 0.7408998895841, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.01645604395604392, "hi": 0.8473684210526315, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6964285714285714, "hi": 0.8928571428571429, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09259259259259267, "hi": 0.4210526315789474, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6168679050567596, "hi": 0.87044994479205, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.00822802197802196, "hi": 0.4236842105263158, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 26, "known": 38, "missed": 12, "counts": { "yes_true": 26, "yes_false": 3, "no_true": 12, "no_false": 13 }, "rates": { "ppv": 0.896551724137931, "npv": 0.52, "sens": 0.6842105263157895, "spec": 0.8125, "youden": 0.4967105263157894, "accuracy": 0.7222222222222222, "balancedAccuracy": 0.7483552631578947 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.1724137931034483, "npv": 0.2, "sens": 0.13157894736842102, "spec": 0.3125, "youden": 0.4440789473684208, "accuracy": 0.18518518518518512, "balancedAccuracy": 0.2220394736842104 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7878787878787878, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.003018648018648048, "hi": 0.33864087301587276, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.34782608695652173, "hi": 0.6956521739130435, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.0014492753623188137, "hi": 0.42491084003452806, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5294117647058824, "hi": 0.8292682926829268, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.10256410256410253, "hi": 0.3611111111111111, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.6, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.6428571428571428, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.2384615384615385, "hi": 0.7297297297297298, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.01972419028340094, "hi": 0.8614131364997859, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6, "hi": 0.8392857142857143, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.018181818181818188, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6192307692307693, "hi": 0.8648648648648649, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.00986209514170047, "hi": 0.43070656824989295, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 35, "matches": 28, "known": 38, "missed": 10, "counts": { "yes_true": 28, "yes_false": 7, "no_true": 10, "no_false": 9 }, "rates": { "ppv": 0.8, "npv": 0.47368421052631576, "sens": 0.7368421052631579, "spec": 0.5625, "youden": 0.29934210526315796, "accuracy": 0.6851851851851852, "balancedAccuracy": 0.649671052631579 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.15368421052631576, "sens": 0.18421052631578938, "spec": 0.0625, "youden": 0.24671052631578938, "accuracy": 0.14814814814814814, "balancedAccuracy": 0.12335526315789469 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6756756756756757, "hi": 0.9166666666666666, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.0752006171863637, "hi": 0.22222732843137258, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.2727272727272727, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.06353431372549018, "hi": 0.3725490196078432, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5897435897435898, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.02631578947368418, "hi": 0.38461538461538464, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.3125, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.4285714285714286, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.007132976672450339, "hi": 0.5867054385243238, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.16339995457642525, "hi": 0.6450552825552824, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5555555555555556, "hi": 0.8135593220338984, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.020000000000000018, "hi": 0.3158114035087716, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5035664883362252, "hi": 0.7933527192621619, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.08169997728821263, "hi": 0.3225276412776412, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 41, "matches": 33, "known": 38, "missed": 5, "counts": { "yes_true": 33, "yes_false": 8, "no_true": 5, "no_false": 8 }, "rates": { "ppv": 0.8048780487804879, "npv": 0.6153846153846154, "sens": 0.868421052631579, "spec": 0.5, "youden": 0.368421052631579, "accuracy": 0.7592592592592593, "balancedAccuracy": 0.6842105263157895 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.08074011774600509, "npv": 0.2953846153846154, "sens": 0.3157894736842105, "spec": 0, "youden": 0.3157894736842104, "accuracy": 0.2222222222222222, "balancedAccuracy": 0.1578947368421052 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7045454545454546, "hi": 0.9117647058823529, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.05555695989214697, "hi": 0.21473766224504345, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.35714285714285715, "hi": 0.875, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.03997826086956527, "hi": 0.5666666666666667, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.75, "hi": 0.972972972972973, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12193274205469329, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3571428571428571, "hi": 0.3529411764705882, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.10073710073710074, "hi": 0.6280493153615746, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.07490540075679404, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6538461538461539, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.05555555555555558, "hi": 0.386009667024704, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5503685503685504, "hi": 0.8140246576807872, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.03745270037839702, "hi": 0.35, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 32, "matches": 27, "known": 38, "missed": 11, "counts": { "yes_true": 27, "yes_false": 5, "no_true": 11, "no_false": 11 }, "rates": { "ppv": 0.84375, "npv": 0.5, "sens": 0.7105263157894737, "spec": 0.6875, "youden": 0.3980263157894737, "accuracy": 0.7037037037037037, "balancedAccuracy": 0.6990131578947368 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.11961206896551724, "npv": 0.18, "sens": 0.1578947368421052, "spec": 0.1875, "youden": 0.3453947368421051, "accuracy": 0.16666666666666663, "balancedAccuracy": 0.17269736842105254 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7297297297297297, "hi": 0.9629629629629629, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.05739058088813809, "hi": 0.29048029556650234, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.32, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.027478021978021985, "hi": 0.38828157349896475, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5641025641025641, "hi": 0.85, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.05128205128205132, "hi": 0.3513513513513514, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4375, "hi": 0.9090909090909091, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.23076923076923073, "hi": 0.5789473684210527, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.13157894736842102, "hi": 0.6538461538461537, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.10526315789473673, "hi": 0.7788461538461539, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5882352941176471, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0, "hi": 0.33999999999999997, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5657894736842105, "hi": 0.8269230769230769, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.05263157894736836, "hi": 0.3894230769230769, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 44, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 8, "no_true": 2, "no_false": 8 }, "rates": { "ppv": 0.8181818181818182, "npv": 0.8, "sens": 0.9473684210526315, "spec": 0.5, "youden": 0.4473684210526314, "accuracy": 0.8148148148148148, "balancedAccuracy": 0.7236842105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.09404388714733547, "npv": 0.48000000000000004, "sens": 0.39473684210526305, "spec": 0, "youden": 0.39473684210526283, "accuracy": 0.2777777777777777, "balancedAccuracy": 0.19736842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7209302325581395, "hi": 0.9230769230769231, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.03741828915474239, "hi": 0.21591820522391628, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5625, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.25, "hi": 0.7407407407407407, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.35294117647058826, "hi": 0.35714285714285715, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.19871794871794868, "hi": 0.6973684210526314, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.03418681839734482, "hi": 0.7387424924924925, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7213114754098361, "hi": 0.9056603773584906, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1311475409836066, "hi": 0.42, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5993589743589743, "hi": 0.8486842105263157, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.01709340919867241, "hi": 0.36937124624624623, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 32, "matches": 25, "known": 38, "missed": 13, "counts": { "yes_true": 25, "yes_false": 7, "no_true": 13, "no_false": 9 }, "rates": { "ppv": 0.78125, "npv": 0.4090909090909091, "sens": 0.6578947368421053, "spec": 0.5625, "youden": 0.2203947368421053, "accuracy": 0.6296296296296297, "balancedAccuracy": 0.6101973684210527 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.05711206896551724, "npv": 0.08909090909090911, "sens": 0.10526315789473684, "spec": 0.0625, "youden": 0.16776315789473673, "accuracy": 0.09259259259259256, "balancedAccuracy": 0.08388157894736836 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6486089030206678, "hi": 0.9090909090909091, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.10105607769423561, "hi": 0.21081651456651454, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.23076923076923078, "hi": 0.5925925925925926, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.11413277736131934, "hi": 0.29615740740740737, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5, "hi": 0.8108108108108109, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.10810810810810811, "hi": 0.3243243243243243, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.3125, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.4285714285714286, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": -0.06786350066342324, "hi": 0.5077292780417779, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.24762226512226512, "hi": 0.5813440352217443, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5, "hi": 0.7592592592592593, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.0892857142857143, "hi": 0.27272727272727276, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.46606824966828836, "hi": 0.753864639020889, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.12381113256113256, "hi": 0.29067201761087214, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 45, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 9, "no_true": 2, "no_false": 7 }, "rates": { "ppv": 0.8, "npv": 0.7777777777777778, "sens": 0.9473684210526315, "spec": 0.4375, "youden": 0.3848684210526314, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.6924342105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.4577777777777778, "sens": 0.39473684210526305, "spec": -0.0625, "youden": 0.33223684210526283, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.16611842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7037037037037037, "hi": 0.9024390243902439, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.047939539560606564, "hi": 0.18975948766603412, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2142857142857143, "hi": 0.7391304347826086, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.14591571834992897, "hi": 0.6375, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.011500415313750852, "hi": 0.6602564102564102, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7017543859649122, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1132075471698113, "hi": 0.4038461538461538, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5729578591749644, "hi": 0.81875, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.005750207656875426, "hi": 0.3301282051282051, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 40, "matches": 33, "known": 38, "missed": 5, "counts": { "yes_true": 33, "yes_false": 7, "no_true": 5, "no_false": 9 }, "rates": { "ppv": 0.825, "npv": 0.6428571428571429, "sens": 0.868421052631579, "spec": 0.5625, "youden": 0.430921052631579, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.7154605263157895 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.1008620689655172, "npv": 0.3228571428571429, "sens": 0.3157894736842105, "spec": 0.0625, "youden": 0.3782894736842104, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.1891447368421052 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7221899224806202, "hi": 0.9230769230769231, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.043348953056399915, "hi": 0.2418349703859028, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.07602339181286549, "hi": 0.5833333333333334, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.75, "hi": 0.972972972972973, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12193274205469329, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.3125, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.4285714285714286, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.1648168498168497, "hi": 0.6870045731707315, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.025657894736842005, "hi": 0.7738927738927739, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6727272727272727, "hi": 0.8771929824561403, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07407407407407407, "hi": 0.4035172064777327, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5824084249084248, "hi": 0.8435022865853657, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.012828947368421002, "hi": 0.38694638694638694, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 24, "known": 38, "missed": 14, "counts": { "yes_true": 24, "yes_false": 5, "no_true": 14, "no_false": 11 }, "rates": { "ppv": 0.8275862068965517, "npv": 0.44, "sens": 0.631578947368421, "spec": 0.6875, "youden": 0.319078947368421, "accuracy": 0.6481481481481481, "balancedAccuracy": 0.6595394736842105 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.10344827586206895, "npv": 0.12, "sens": 0.07894736842105254, "spec": 0.1875, "youden": 0.26644736842105243, "accuracy": 0.11111111111111105, "balancedAccuracy": 0.13322368421052622 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7037037037037037, "hi": 0.9583333333333334, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.07999999999999996, "hi": 0.2817668970814129, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.28, "hi": 0.59375, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.07714610389610388, "hi": 0.3251887054593004, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.4749671052631579, "hi": 0.7837837837837838, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.13157894736842107, "hi": 0.2894736842105264, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4375, "hi": 0.9090909090909091, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.23076923076923073, "hi": 0.5789473684210527, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.055952172827172846, "hi": 0.5757575757575757, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.18254349816849819, "hi": 0.7134881756756752, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5294117647058824, "hi": 0.7678571428571429, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.07272727272727275, "hi": 0.29411764705882354, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5279760864135864, "hi": 0.7878787878787878, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.09127174908424909, "hi": 0.3567440878378376, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 41, "matches": 34, "known": 38, "missed": 4, "counts": { "yes_true": 34, "yes_false": 7, "no_true": 4, "no_false": 9 }, "rates": { "ppv": 0.8292682926829268, "npv": 0.6923076923076923, "sens": 0.8947368421052632, "spec": 0.5625, "youden": 0.4572368421052633, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.7286184210526316 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.10513036164844403, "npv": 0.3723076923076923, "sens": 0.3421052631578947, "spec": 0.0625, "youden": 0.4046052631578947, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.20230263157894735 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7272727272727273, "hi": 0.925, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.03703703703703698, "hi": 0.24417696755755666, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4444444444444444, "hi": 0.9230769230769231, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.12770627470355733, "hi": 0.6296296296296297, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7878787878787878, "hi": 0.975, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.1578947368421052, "hi": 0.5142857142857142, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.3125, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.4285714285714286, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.195046439628483, "hi": 0.7120743034055725, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.005688365861664775, "hi": 0.7913189505294764, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6938693219223173, "hi": 0.8909090909090909, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.0980392156862745, "hi": 0.41509433962264153, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5975232198142415, "hi": 0.8560371517027863, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.0028441829308323875, "hi": 0.3956594752647382, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 28, "matches": 24, "known": 38, "missed": 14, "counts": { "yes_true": 24, "yes_false": 4, "no_true": 14, "no_false": 12 }, "rates": { "ppv": 0.8571428571428571, "npv": 0.46153846153846156, "sens": 0.631578947368421, "spec": 0.75, "youden": 0.381578947368421, "accuracy": 0.6666666666666666, "balancedAccuracy": 0.6907894736842105 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.13300492610837433, "npv": 0.14153846153846156, "sens": 0.07894736842105254, "spec": 0.25, "youden": 0.32894736842105243, "accuracy": 0.12962962962962954, "balancedAccuracy": 0.16447368421052622 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7333333333333333, "hi": 0.9642857142857143, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.022733803552769046, "hi": 0.2877453567937438, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.29411764705882354, "hi": 0.6333333333333333, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.035631153957071615, "hi": 0.33142989417989416, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.47368421052631576, "hi": 0.7837837837837838, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.1538461538461539, "hi": 0.3076923076923077, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5263157894736842, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.07692307692307698, "hi": 0.5714285714285714, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.09794829622132244, "hi": 0.6456583506583504, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.05678571428571408, "hi": 0.7083333333333334, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5370370370370371, "hi": 0.7962962962962963, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.05555555555555558, "hi": 0.30909090909090914, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5489741481106613, "hi": 0.8228291753291752, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.02839285714285704, "hi": 0.3541666666666667, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 42, "matches": 34, "known": 38, "missed": 4, "counts": { "yes_true": 34, "yes_false": 8, "no_true": 4, "no_false": 8 }, "rates": { "ppv": 0.8095238095238095, "npv": 0.6666666666666666, "sens": 0.8947368421052632, "spec": 0.5, "youden": 0.3947368421052633, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.6973684210526316 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.08538587848932677, "npv": 0.3466666666666666, "sens": 0.3421052631578947, "spec": 0, "youden": 0.3421052631578947, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.17105263157894735 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7090719696969697, "hi": 0.9142857142857143, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.050236775744780665, "hi": 0.21761827464255204, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4, "hi": 0.9092803030303003, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.09090909090909088, "hi": 0.6127973281199087, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7878787878787878, "hi": 0.975, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.1578947368421052, "hi": 0.5142857142857142, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3571428571428571, "hi": 0.3529411764705882, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.1333333333333333, "hi": 0.6503496503496504, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.03888888888888897, "hi": 0.7171090245103402, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6730769230769231, "hi": 0.875, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07843137254901966, "hi": 0.396551724137931, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5666666666666667, "hi": 0.8251748251748252, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.019444444444444486, "hi": 0.3585545122551701, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 39, "matches": 33, "known": 38, "missed": 5, "counts": { "yes_true": 33, "yes_false": 6, "no_true": 5, "no_false": 10 }, "rates": { "ppv": 0.8461538461538461, "npv": 0.6666666666666666, "sens": 0.868421052631579, "spec": 0.625, "youden": 0.493421052631579, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.7467105263157895 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.12201591511936338, "npv": 0.3466666666666666, "sens": 0.3157894736842105, "spec": 0.125, "youden": 0.4407894736842104, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.2203947368421052 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.75, "hi": 0.9444444444444444, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.03214285714285714, "hi": 0.2730876068376067, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.10406862745098036, "hi": 0.5978835978835979, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.75, "hi": 0.972972972972973, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12193274205469329, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.38095238095238093, "hi": 0.8571428571428571, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2666666666666666, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.2321428571428572, "hi": 0.7422080998681609, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.02114583333333327, "hi": 0.85, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6949152542372882, "hi": 0.8909090909090909, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09259259259259256, "hi": 0.4230769230769231, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6160714285714286, "hi": 0.8711040499340805, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.010572916666666635, "hi": 0.425, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 26, "matches": 23, "known": 38, "missed": 15, "counts": { "yes_true": 23, "yes_false": 3, "no_true": 15, "no_false": 13 }, "rates": { "ppv": 0.8846153846153846, "npv": 0.4642857142857143, "sens": 0.6052631578947368, "spec": 0.8125, "youden": 0.4177631578947367, "accuracy": 0.6666666666666666, "balancedAccuracy": 0.7088815789473684 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.16047745358090182, "npv": 0.1442857142857143, "sens": 0.05263157894736836, "spec": 0.3125, "youden": 0.36513157894736814, "accuracy": 0.12962962962962954, "balancedAccuracy": 0.18256578947368407 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7692307692307693, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.007445470812980567, "hi": 0.33333333333333337, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.3157894736842105, "hi": 0.6153846153846154, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.030645315782968724, "hi": 0.32894808508198603, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.4473684210526316, "hi": 0.7567567567567568, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.17948717948717946, "hi": 0.27777777777777773, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.6, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.6428571428571428, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.1729490022172948, "hi": 0.6438601372270103, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.03478491414346667, "hi": 0.7606194106194106, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5454545454545454, "hi": 0.7843137254901961, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.05555555555555558, "hi": 0.30909090909090914, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5864745011086474, "hi": 0.8219300686135051, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.017392457071733335, "hi": 0.3803097053097053, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 44, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 8, "no_true": 2, "no_false": 8 }, "rates": { "ppv": 0.8181818181818182, "npv": 0.8, "sens": 0.9473684210526315, "spec": 0.5, "youden": 0.4473684210526314, "accuracy": 0.8148148148148148, "balancedAccuracy": 0.7236842105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.09404388714733547, "npv": 0.48000000000000004, "sens": 0.39473684210526305, "spec": 0, "youden": 0.39473684210526283, "accuracy": 0.2777777777777777, "balancedAccuracy": 0.19736842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7209302325581395, "hi": 0.9230769230769231, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.03741828915474239, "hi": 0.21591820522391628, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5625, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.25, "hi": 0.7407407407407407, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.35294117647058826, "hi": 0.35714285714285715, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.19871794871794868, "hi": 0.6973684210526314, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.03418681839734482, "hi": 0.7387424924924925, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7213114754098361, "hi": 0.9056603773584906, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1311475409836066, "hi": 0.42, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5993589743589743, "hi": 0.8486842105263157, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.01709340919867241, "hi": 0.36937124624624623, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 40, "matches": 33, "known": 38, "missed": 5, "counts": { "yes_true": 33, "yes_false": 7, "no_true": 5, "no_false": 9 }, "rates": { "ppv": 0.825, "npv": 0.6428571428571429, "sens": 0.868421052631579, "spec": 0.5625, "youden": 0.430921052631579, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.7154605263157895 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.1008620689655172, "npv": 0.3228571428571429, "sens": 0.3157894736842105, "spec": 0.0625, "youden": 0.3782894736842104, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.1891447368421052 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7209302325581395, "hi": 0.925, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.04390243902439028, "hi": 0.24252547965678994, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4, "hi": 0.8823529411764706, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.07407407407407407, "hi": 0.5757575757575757, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.75, "hi": 0.972972972972973, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.11764705882352933, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.3125, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.4285714285714286, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.16314398801882762, "hi": 0.6868458493795462, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.02777777777777768, "hi": 0.7729037667698654, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6727272727272727, "hi": 0.8771929824561403, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07407407407407407, "hi": 0.40350877192982454, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5815719940094138, "hi": 0.8434229246897731, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.01388888888888884, "hi": 0.3864518833849327, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 26, "matches": 22, "known": 38, "missed": 16, "counts": { "yes_true": 22, "yes_false": 4, "no_true": 16, "no_false": 12 }, "rates": { "ppv": 0.8461538461538461, "npv": 0.42857142857142855, "sens": 0.5789473684210527, "spec": 0.75, "youden": 0.32894736842105265, "accuracy": 0.6296296296296297, "balancedAccuracy": 0.6644736842105263 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.12201591511936338, "npv": 0.10857142857142854, "sens": 0.02631578947368418, "spec": 0.25, "youden": 0.27631578947368407, "accuracy": 0.09259259259259256, "balancedAccuracy": 0.13815789473684204 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7142857142857143, "hi": 0.9615384615384616, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.03882340485601348, "hi": 0.28296296296296286, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.27586206896551724, "hi": 0.5862068965517241, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.0625, "hi": 0.29301307007786426, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.42105263157894735, "hi": 0.7368421052631579, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.20599845201238384, "hi": 0.2631578947368421, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5263157894736842, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.07692307692307698, "hi": 0.5714285714285714, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.05081300813008127, "hi": 0.5897435897435899, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.11111111111111094, "hi": 0.6671826625386994, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5, "hi": 0.7586206896551724, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.09090909090909094, "hi": 0.2777777777777778, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5254065040650406, "hi": 0.7948717948717949, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.05555555555555547, "hi": 0.3335913312693497, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 45, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 9, "no_true": 2, "no_false": 7 }, "rates": { "ppv": 0.8, "npv": 0.7777777777777778, "sens": 0.9473684210526315, "spec": 0.4375, "youden": 0.3848684210526314, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.6924342105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.4577777777777778, "sens": 0.39473684210526305, "spec": -0.0625, "youden": 0.33223684210526283, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.16611842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7037037037037037, "hi": 0.9024390243902439, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.047939539560606564, "hi": 0.18975948766603412, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2142857142857143, "hi": 0.7391304347826086, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.14591571834992897, "hi": 0.6375, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.011500415313750852, "hi": 0.6602564102564102, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7017543859649122, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1132075471698113, "hi": 0.4038461538461538, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5729578591749644, "hi": 0.81875, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.005750207656875426, "hi": 0.3301282051282051, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 41, "matches": 34, "known": 38, "missed": 4, "counts": { "yes_true": 34, "yes_false": 7, "no_true": 4, "no_false": 9 }, "rates": { "ppv": 0.8292682926829268, "npv": 0.6923076923076923, "sens": 0.8947368421052632, "spec": 0.5625, "youden": 0.4572368421052633, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.7286184210526316 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.10513036164844403, "npv": 0.3723076923076923, "sens": 0.3421052631578947, "spec": 0.0625, "youden": 0.4046052631578947, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.20230263157894735 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7272727272727273, "hi": 0.925, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.03703703703703698, "hi": 0.24417696755755666, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4444444444444444, "hi": 0.9230769230769231, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.12770627470355733, "hi": 0.6296296296296297, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7878787878787878, "hi": 0.975, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.1578947368421052, "hi": 0.5142857142857142, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.3125, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.4285714285714286, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.195046439628483, "hi": 0.7120743034055725, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.005688365861664775, "hi": 0.7913189505294764, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6938693219223173, "hi": 0.8909090909090909, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.0980392156862745, "hi": 0.41509433962264153, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5975232198142415, "hi": 0.8560371517027863, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.0028441829308323875, "hi": 0.3956594752647382, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 38, "matches": 32, "known": 38, "missed": 6, "counts": { "yes_true": 32, "yes_false": 6, "no_true": 6, "no_false": 10 }, "rates": { "ppv": 0.8421052631578947, "npv": 0.625, "sens": 0.8421052631578947, "spec": 0.625, "youden": 0.4671052631578947, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.7335526315789473 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.11796733212341193, "npv": 0.305, "sens": 0.2894736842105262, "spec": 0.125, "youden": 0.4144736842105261, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.20723684210526305 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7435897435897436, "hi": 0.9428571428571428, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.037550315093418586, "hi": 0.27142857142857135, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.3888888888888889, "hi": 0.8461538461538461, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.06191913607548287, "hi": 0.5492658203865101, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.717948717948718, "hi": 0.9487179487179487, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.07894736842105265, "hi": 0.4871794871794872, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.38095238095238093, "hi": 0.8571428571428571, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2666666666666666, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.20356986215538841, "hi": 0.7189267151767152, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.014316212497326963, "hi": 0.8250000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6727272727272727, "hi": 0.8771929824561403, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.0625, "hi": 0.4081632653061224, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6017849310776943, "hi": 0.8594633575883577, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.007158106248663481, "hi": 0.41250000000000003, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 4, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 24, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 3, "no_true": 17, "no_false": 13 }, "rates": { "ppv": 0.875, "npv": 0.43333333333333335, "sens": 0.5526315789473685, "spec": 0.8125, "youden": 0.3651315789473686, "accuracy": 0.6296296296296297, "balancedAccuracy": 0.6825657894736843 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.15086206896551724, "npv": 0.11333333333333334, "sens": 0, "spec": 0.3125, "youden": 0.3125, "accuracy": 0.09259259259259256, "balancedAccuracy": 0.15625 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.75, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.023832417582417588, "hi": 0.3283235662686126, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.2962962962962963, "hi": 0.5714285714285714, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.05895589764926149, "hi": 0.2977602108036891, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.23076923076923073, "hi": 0.23076923076923078, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.6, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.6428571428571428, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.1282051282051282, "hi": 0.5915915915915915, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.08974358974358965, "hi": 0.7202797078454972, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5098039215686274, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.09259259259259256, "hi": 0.27450980392156865, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5641025641025641, "hi": 0.7957957957957957, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.04487179487179482, "hi": 0.3601398539227486, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 40, "matches": 32, "known": 38, "missed": 6, "counts": { "yes_true": 32, "yes_false": 8, "no_true": 6, "no_false": 8 }, "rates": { "ppv": 0.8, "npv": 0.5714285714285714, "sens": 0.8421052631578947, "spec": 0.5, "youden": 0.3421052631578947, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.6710526315789473 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.2514285714285714, "sens": 0.2894736842105262, "spec": 0, "youden": 0.2894736842105261, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.14473684210526305 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6956521739130435, "hi": 0.9090909090909091, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.04248929292238223, "hi": 0.18772893772893773, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.3333333333333333, "hi": 0.8125, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.031671826625387, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.717948717948718, "hi": 0.9487179487179487, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.08108108108108114, "hi": 0.49999999999999994, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.3125, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.08635338345864656, "hi": 0.5944272445820433, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.041958041958041876, "hi": 0.613565162907268, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6346153846153846, "hi": 0.8431372549019608, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.051724137931034475, "hi": 0.3585283018867919, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5431766917293233, "hi": 0.7972136222910217, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.020979020979020938, "hi": 0.306782581453634, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 44, "matches": 35, "known": 38, "missed": 3, "counts": { "yes_true": 35, "yes_false": 9, "no_true": 3, "no_false": 7 }, "rates": { "ppv": 0.7954545454545454, "npv": 0.7, "sens": 0.9210526315789473, "spec": 0.4375, "youden": 0.35855263157894735, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.6792763157894737 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07131661442006265, "npv": 0.37999999999999995, "sens": 0.36842105263157887, "spec": -0.0625, "youden": 0.30592105263157876, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.15296052631578938 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.052913466461853555, "hi": 0.1866684451219512, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.11663043478260873, "hi": 0.6785714285714286, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.825, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.17948717948717952, "hi": 0.55, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.10982783663704719, "hi": 0.6133771929824559, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.04247104247104239, "hi": 0.641691176470588, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6792452830188679, "hi": 0.8727272727272727, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08924655388471173, "hi": 0.39215686274509803, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5549139183185235, "hi": 0.8066885964912279, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.021235521235521197, "hi": 0.320845588235294, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 34, "matches": 29, "known": 38, "missed": 9, "counts": { "yes_true": 29, "yes_false": 5, "no_true": 9, "no_false": 11 }, "rates": { "ppv": 0.8529411764705882, "npv": 0.55, "sens": 0.7631578947368421, "spec": 0.6875, "youden": 0.45065789473684204, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.725328947368421 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.12880324543610544, "npv": 0.23000000000000004, "sens": 0.21052631578947367, "spec": 0.1875, "youden": 0.39802631578947345, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.19901315789473673 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.75, "hi": 0.9629629629629629, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.0283225071637851, "hi": 0.2877444168734491, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.36363636363636365, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.021739130434782594, "hi": 0.4618765049879601, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6216216216216216, "hi": 0.8947368421052632, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.42105263157894735, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4375, "hi": 0.9090909090909091, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.1875, "hi": 0.5334615384615367, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.19487179487179485, "hi": 0.6875189777327932, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.013895592020591962, "hi": 0.8069115500517939, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6333163265306122, "hi": 0.8448275862068966, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.034482758620689724, "hi": 0.3818471953578333, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5974358974358974, "hi": 0.8437594888663966, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.006947796010295981, "hi": 0.40345577502589697, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 43, "matches": 34, "known": 38, "missed": 4, "counts": { "yes_true": 34, "yes_false": 9, "no_true": 4, "no_false": 7 }, "rates": { "ppv": 0.7906976744186046, "npv": 0.6363636363636364, "sens": 0.8947368421052632, "spec": 0.4375, "youden": 0.3322368421052633, "accuracy": 0.7592592592592593, "balancedAccuracy": 0.6661184210526316 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.06655974338412185, "npv": 0.31636363636363635, "sens": 0.3421052631578947, "spec": -0.0625, "youden": 0.2796052631578947, "accuracy": 0.2222222222222222, "balancedAccuracy": 0.13980263157894735 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6923076923076923, "hi": 0.8974358974358975, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.057156593406593306, "hi": 0.18333333333333335, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.080125, "hi": 0.6087163561076602, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7837837837837838, "hi": 0.975, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.1578947368421052, "hi": 0.5263157894736842, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.10242739088575106, "hi": 0.5791589941589942, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.06430523991499593, "hi": 0.6166666666666667, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6607142857142857, "hi": 0.8571428571428571, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07272727272727275, "hi": 0.37254901960784315, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5512136954428756, "hi": 0.7895794970794972, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.03215261995749796, "hi": 0.30833333333333335, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 38, "matches": 31, "known": 38, "missed": 7, "counts": { "yes_true": 31, "yes_false": 7, "no_true": 7, "no_false": 9 }, "rates": { "ppv": 0.8157894736842105, "npv": 0.5625, "sens": 0.8157894736842105, "spec": 0.5625, "youden": 0.3782894736842106, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.6891447368421053 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.09165154264972775, "npv": 0.2425, "sens": 0.26315789473684204, "spec": 0.0625, "youden": 0.32565789473684204, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.16282894736842102 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7073170731707317, "hi": 0.9210526315789473, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.037013141050146955, "hi": 0.2107860237118102, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.35, "hi": 0.7857142857142857, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.02840854105571845, "hi": 0.4818262987012986, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6842105263157895, "hi": 0.925, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.05128205128205132, "hi": 0.4736842105263158, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.3125, "hi": 0.8125, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2666666666666666, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.11056511056511065, "hi": 0.6362250188536952, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.027045795795795722, "hi": 0.6729323308270675, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.630414653784219, "hi": 0.8461538461538461, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.03846153846153855, "hi": 0.3636363636363637, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5552825552825553, "hi": 0.8181125094268475, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.013522897897897861, "hi": 0.33646616541353375, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 45, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 9, "no_true": 2, "no_false": 7 }, "rates": { "ppv": 0.8, "npv": 0.7777777777777778, "sens": 0.9473684210526315, "spec": 0.4375, "youden": 0.3848684210526314, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.6924342105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.4577777777777778, "sens": 0.39473684210526305, "spec": -0.0625, "youden": 0.33223684210526283, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.16611842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7037037037037037, "hi": 0.9024390243902439, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.047939539560606564, "hi": 0.18975948766603412, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2142857142857143, "hi": 0.7391304347826086, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.14591571834992897, "hi": 0.6375, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.011500415313750852, "hi": 0.6602564102564102, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7017543859649122, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1132075471698113, "hi": 0.4038461538461538, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5729578591749644, "hi": 0.81875, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.005750207656875426, "hi": 0.3301282051282051, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 42, "matches": 33, "known": 38, "missed": 5, "counts": { "yes_true": 33, "yes_false": 9, "no_true": 5, "no_false": 7 }, "rates": { "ppv": 0.7857142857142857, "npv": 0.5833333333333334, "sens": 0.868421052631579, "spec": 0.4375, "youden": 0.305921052631579, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.6529605263157895 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.061576354679802936, "npv": 0.26333333333333336, "sens": 0.3157894736842105, "spec": -0.0625, "youden": 0.2532894736842104, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.1266447368421052 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6875, "hi": 0.8918918918918919, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.06385281385281383, "hi": 0.17965830540427305, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.3333333333333333, "hi": 0.8333333333333334, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.023809523809523836, "hi": 0.5407407407407407, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.75, "hi": 0.972972972972973, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12195121951219512, "hi": 0.5128205128205129, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.06766917293233066, "hi": 0.5573793859649118, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.09473770209838328, "hi": 0.5999999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6415094339622641, "hi": 0.8421052631578947, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.05263157894736836, "hi": 0.36068189745378415, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5338345864661653, "hi": 0.7786896929824558, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.04736885104919164, "hi": 0.29999999999999993, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 32, "matches": 28, "known": 38, "missed": 10, "counts": { "yes_true": 28, "yes_false": 4, "no_true": 10, "no_false": 12 }, "rates": { "ppv": 0.875, "npv": 0.5454545454545454, "sens": 0.7368421052631579, "spec": 0.75, "youden": 0.48684210526315796, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.743421052631579 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.15086206896551724, "npv": 0.2254545454545454, "sens": 0.18421052631578938, "spec": 0.25, "youden": 0.4342105263157894, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.2171052631578947 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7714285714285715, "hi": 0.96875, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.015336617405582929, "hi": 0.31479421579532807, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.36363636363636365, "hi": 0.7333333333333333, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.019998575498575515, "hi": 0.45299707602339173, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5897435897435898, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.027027027027027084, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.1428571428571428, "hi": 0.6153846153846154, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.23680241327300156, "hi": 0.7161864973262032, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.0037471128802397447, "hi": 0.861006542256542, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6296296296296297, "hi": 0.847457627118644, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.019230769230769273, "hi": 0.3859649122807018, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6184012066365008, "hi": 0.8580932486631015, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.0018735564401198724, "hi": 0.430503271128271, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 42, "matches": 34, "known": 38, "missed": 4, "counts": { "yes_true": 34, "yes_false": 8, "no_true": 4, "no_false": 8 }, "rates": { "ppv": 0.8095238095238095, "npv": 0.6666666666666666, "sens": 0.8947368421052632, "spec": 0.5, "youden": 0.3947368421052633, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.6973684210526316 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.08538587848932677, "npv": 0.3466666666666666, "sens": 0.3421052631578947, "spec": 0, "youden": 0.3421052631578947, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.17105263157894735 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7083333333333334, "hi": 0.9166666666666666, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.03220035778175312, "hi": 0.19490627746441697, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4, "hi": 0.9166666666666666, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.10152525252525257, "hi": 0.6142857142857143, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7894736842105263, "hi": 0.975, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.13888888888888895, "hi": 0.5365853658536586, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.3125, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.1307017543859649, "hi": 0.6474362527716185, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.013153622693096093, "hi": 0.6568204915003696, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6730769230769231, "hi": 0.8771929824561403, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.0892857142857143, "hi": 0.3888888888888889, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5653508771929825, "hi": 0.8237181263858093, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.0065768113465480465, "hi": 0.3284102457501848, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 32, "matches": 28, "known": 38, "missed": 10, "counts": { "yes_true": 28, "yes_false": 4, "no_true": 10, "no_false": 12 }, "rates": { "ppv": 0.875, "npv": 0.5454545454545454, "sens": 0.7368421052631579, "spec": 0.75, "youden": 0.48684210526315796, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.743421052631579 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.15086206896551724, "npv": 0.2254545454545454, "sens": 0.18421052631578938, "spec": 0.25, "youden": 0.4342105263157894, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.2171052631578947 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7692307692307693, "hi": 0.96875, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0, "hi": 0.2995108912725104, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.35714285714285715, "hi": 0.7391304347826086, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.02097902097902099, "hi": 0.4510875603864734, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5897435897435898, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.05128205128205121, "hi": 0.41025641025641024, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5263157894736842, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.07692307692307698, "hi": 0.5714285714285714, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.21666666666666679, "hi": 0.7315525381150378, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.03661172161172151, "hi": 0.8181852306852305, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6181818181818182, "hi": 0.8545454545454545, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.01851851851851849, "hi": 0.3846153846153846, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6083333333333334, "hi": 0.8657762690575189, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.018305860805860753, "hi": 0.40909261534261526, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 44, "matches": 35, "known": 38, "missed": 3, "counts": { "yes_true": 35, "yes_false": 9, "no_true": 3, "no_false": 7 }, "rates": { "ppv": 0.7954545454545454, "npv": 0.7, "sens": 0.9210526315789473, "spec": 0.4375, "youden": 0.35855263157894735, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.6792763157894737 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07131661442006265, "npv": 0.37999999999999995, "sens": 0.36842105263157887, "spec": -0.0625, "youden": 0.30592105263157876, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.15296052631578938 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.052913466461853555, "hi": 0.1866684451219512, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.11663043478260873, "hi": 0.6785714285714286, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.825, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.17948717948717952, "hi": 0.55, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.10982783663704719, "hi": 0.6133771929824559, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.04247104247104239, "hi": 0.641691176470588, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6792452830188679, "hi": 0.8727272727272727, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08924655388471173, "hi": 0.39215686274509803, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5549139183185235, "hi": 0.8066885964912279, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.021235521235521197, "hi": 0.320845588235294, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 39, "matches": 33, "known": 38, "missed": 5, "counts": { "yes_true": 33, "yes_false": 6, "no_true": 5, "no_false": 10 }, "rates": { "ppv": 0.8461538461538461, "npv": 0.6666666666666666, "sens": 0.868421052631579, "spec": 0.625, "youden": 0.493421052631579, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.7467105263157895 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.12201591511936338, "npv": 0.3466666666666666, "sens": 0.3157894736842105, "spec": 0.125, "youden": 0.4407894736842104, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.2203947368421052 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.75, "hi": 0.9444444444444444, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.016410256410256396, "hi": 0.2617792792792793, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 0.9048701298701283, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.1217313664596273, "hi": 0.5892949507389161, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.75, "hi": 0.972972972972973, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.11764705882352933, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.375, "hi": 0.8571428571428571, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.23076923076923078, "hi": 0.4666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.23099415204678353, "hi": 0.7416666666666667, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.0625, "hi": 0.8076923076923076, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6923076923076923, "hi": 0.8909577922077915, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09999999999999998, "hi": 0.4166666666666667, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6154970760233918, "hi": 0.8708333333333333, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.03125, "hi": 0.4038461538461538, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 26, "known": 38, "missed": 12, "counts": { "yes_true": 26, "yes_false": 3, "no_true": 12, "no_false": 13 }, "rates": { "ppv": 0.896551724137931, "npv": 0.52, "sens": 0.6842105263157895, "spec": 0.8125, "youden": 0.4967105263157894, "accuracy": 0.7222222222222222, "balancedAccuracy": 0.7483552631578947 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.1724137931034483, "npv": 0.2, "sens": 0.13157894736842102, "spec": 0.3125, "youden": 0.4440789473684208, "accuracy": 0.18518518518518512, "balancedAccuracy": 0.2220394736842104 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7878787878787878, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.003018648018648048, "hi": 0.33864087301587276, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.34782608695652173, "hi": 0.6956521739130435, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.0014492753623188137, "hi": 0.42491084003452806, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5294117647058824, "hi": 0.8292682926829268, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.10256410256410253, "hi": 0.3611111111111111, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.6, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.6428571428571428, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.2384615384615385, "hi": 0.7297297297297298, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.01972419028340094, "hi": 0.8614131364997859, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6, "hi": 0.8392857142857143, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.018181818181818188, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6192307692307693, "hi": 0.8648648648648649, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.00986209514170047, "hi": 0.43070656824989295, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 45, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 9, "no_true": 2, "no_false": 7 }, "rates": { "ppv": 0.8, "npv": 0.7777777777777778, "sens": 0.9473684210526315, "spec": 0.4375, "youden": 0.3848684210526314, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.6924342105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.4577777777777778, "sens": 0.39473684210526305, "spec": -0.0625, "youden": 0.33223684210526283, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.16611842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7037037037037037, "hi": 0.9024390243902439, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.047939539560606564, "hi": 0.18975948766603412, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2142857142857143, "hi": 0.7391304347826086, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.14591571834992897, "hi": 0.6375, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.011500415313750852, "hi": 0.6602564102564102, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7017543859649122, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1132075471698113, "hi": 0.4038461538461538, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5729578591749644, "hi": 0.81875, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.005750207656875426, "hi": 0.3301282051282051, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 38, "matches": 31, "known": 38, "missed": 7, "counts": { "yes_true": 31, "yes_false": 7, "no_true": 7, "no_false": 9 }, "rates": { "ppv": 0.8157894736842105, "npv": 0.5625, "sens": 0.8157894736842105, "spec": 0.5625, "youden": 0.3782894736842106, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.6891447368421053 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.09165154264972775, "npv": 0.2425, "sens": 0.26315789473684204, "spec": 0.0625, "youden": 0.32565789473684204, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.16282894736842102 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7073170731707317, "hi": 0.9210526315789473, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.037013141050146955, "hi": 0.2107860237118102, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.35, "hi": 0.7857142857142857, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.02840854105571845, "hi": 0.4818262987012986, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6842105263157895, "hi": 0.925, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.05128205128205132, "hi": 0.4736842105263158, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.3125, "hi": 0.8125, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2666666666666666, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.11056511056511065, "hi": 0.6362250188536952, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.027045795795795722, "hi": 0.6729323308270675, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.630414653784219, "hi": 0.8461538461538461, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.03846153846153855, "hi": 0.3636363636363637, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5552825552825553, "hi": 0.8181125094268475, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.013522897897897861, "hi": 0.33646616541353375, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 32, "matches": 28, "known": 38, "missed": 10, "counts": { "yes_true": 28, "yes_false": 4, "no_true": 10, "no_false": 12 }, "rates": { "ppv": 0.875, "npv": 0.5454545454545454, "sens": 0.7368421052631579, "spec": 0.75, "youden": 0.48684210526315796, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.743421052631579 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.15086206896551724, "npv": 0.2254545454545454, "sens": 0.18421052631578938, "spec": 0.25, "youden": 0.4342105263157894, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.2171052631578947 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7692307692307693, "hi": 0.96875, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0, "hi": 0.2995108912725104, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.35714285714285715, "hi": 0.7391304347826086, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.02097902097902099, "hi": 0.4510875603864734, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5897435897435898, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.05128205128205121, "hi": 0.41025641025641024, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5263157894736842, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.07692307692307698, "hi": 0.5714285714285714, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.21666666666666679, "hi": 0.7315525381150378, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.03661172161172151, "hi": 0.8181852306852305, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6181818181818182, "hi": 0.8545454545454545, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.01851851851851849, "hi": 0.3846153846153846, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6083333333333334, "hi": 0.8657762690575189, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.018305860805860753, "hi": 0.40909261534261526, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 45, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 9, "no_true": 2, "no_false": 7 }, "rates": { "ppv": 0.8, "npv": 0.7777777777777778, "sens": 0.9473684210526315, "spec": 0.4375, "youden": 0.3848684210526314, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.6924342105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.4577777777777778, "sens": 0.39473684210526305, "spec": -0.0625, "youden": 0.33223684210526283, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.16611842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7037037037037037, "hi": 0.9024390243902439, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.047939539560606564, "hi": 0.18975948766603412, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2142857142857143, "hi": 0.7391304347826086, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.14591571834992897, "hi": 0.6375, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.011500415313750852, "hi": 0.6602564102564102, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7017543859649122, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1132075471698113, "hi": 0.4038461538461538, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5729578591749644, "hi": 0.81875, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.005750207656875426, "hi": 0.3301282051282051, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 44, "matches": 35, "known": 38, "missed": 3, "counts": { "yes_true": 35, "yes_false": 9, "no_true": 3, "no_false": 7 }, "rates": { "ppv": 0.7954545454545454, "npv": 0.7, "sens": 0.9210526315789473, "spec": 0.4375, "youden": 0.35855263157894735, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.6792763157894737 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07131661442006265, "npv": 0.37999999999999995, "sens": 0.36842105263157887, "spec": -0.0625, "youden": 0.30592105263157876, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.15296052631578938 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.052913466461853555, "hi": 0.1866684451219512, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.11663043478260873, "hi": 0.6785714285714286, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.825, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.17948717948717952, "hi": 0.55, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.10982783663704719, "hi": 0.6133771929824559, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.04247104247104239, "hi": 0.641691176470588, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6792452830188679, "hi": 0.8727272727272727, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08924655388471173, "hi": 0.39215686274509803, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5549139183185235, "hi": 0.8066885964912279, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.021235521235521197, "hi": 0.320845588235294, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 35, "matches": 30, "known": 38, "missed": 8, "counts": { "yes_true": 30, "yes_false": 5, "no_true": 8, "no_false": 11 }, "rates": { "ppv": 0.8571428571428571, "npv": 0.5789473684210527, "sens": 0.7894736842105263, "spec": 0.6875, "youden": 0.4769736842105263, "accuracy": 0.7592592592592593, "balancedAccuracy": 0.7384868421052632 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.13300492610837433, "npv": 0.25894736842105265, "sens": 0.23684210526315785, "spec": 0.1875, "youden": 0.42434210526315774, "accuracy": 0.2222222222222222, "balancedAccuracy": 0.21217105263157887 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7560975609756098, "hi": 0.9655172413793104, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.016997117869210942, "hi": 0.28125, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.38095238095238093, "hi": 0.782608695652174, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.05493506493506491, "hi": 0.491903650254669, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.65, "hi": 0.9166666666666666, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.02631578947368418, "hi": 0.44736842105263164, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4444444444444444, "hi": 0.9166666666666666, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.18181818181818188, "hi": 0.5454545454545454, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.22007461481145693, "hi": 0.7211538461538463, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.029984733105249593, "hi": 0.8162162162162163, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6491228070175439, "hi": 0.8627450980392157, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.054545454545454564, "hi": 0.39215686274509803, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6100373074057285, "hi": 0.8605769230769231, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.014992366552624797, "hi": 0.40810810810810816, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 4, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 26, "known": 38, "missed": 12, "counts": { "yes_true": 26, "yes_false": 3, "no_true": 12, "no_false": 13 }, "rates": { "ppv": 0.896551724137931, "npv": 0.52, "sens": 0.6842105263157895, "spec": 0.8125, "youden": 0.4967105263157894, "accuracy": 0.7222222222222222, "balancedAccuracy": 0.7483552631578947 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.1724137931034483, "npv": 0.2, "sens": 0.13157894736842102, "spec": 0.3125, "youden": 0.4440789473684208, "accuracy": 0.18518518518518512, "balancedAccuracy": 0.2220394736842104 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7878787878787878, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.003018648018648048, "hi": 0.33864087301587276, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.34782608695652173, "hi": 0.6956521739130435, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.0014492753623188137, "hi": 0.42491084003452806, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5294117647058824, "hi": 0.8292682926829268, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.10256410256410253, "hi": 0.3611111111111111, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.6, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.6428571428571428, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.2384615384615385, "hi": 0.7297297297297298, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.01972419028340094, "hi": 0.8614131364997859, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6, "hi": 0.8392857142857143, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.018181818181818188, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6192307692307693, "hi": 0.8648648648648649, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.00986209514170047, "hi": 0.43070656824989295, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 44, "matches": 35, "known": 38, "missed": 3, "counts": { "yes_true": 35, "yes_false": 9, "no_true": 3, "no_false": 7 }, "rates": { "ppv": 0.7954545454545454, "npv": 0.7, "sens": 0.9210526315789473, "spec": 0.4375, "youden": 0.35855263157894735, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.6792763157894737 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07131661442006265, "npv": 0.37999999999999995, "sens": 0.36842105263157887, "spec": -0.0625, "youden": 0.30592105263157876, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.15296052631578938 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.052913466461853555, "hi": 0.1866684451219512, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.11663043478260873, "hi": 0.6785714285714286, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.825, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.17948717948717952, "hi": 0.55, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.10982783663704719, "hi": 0.6133771929824559, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.04247104247104239, "hi": 0.641691176470588, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6792452830188679, "hi": 0.8727272727272727, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08924655388471173, "hi": 0.39215686274509803, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5549139183185235, "hi": 0.8066885964912279, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.021235521235521197, "hi": 0.320845588235294, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 31, "matches": 25, "known": 38, "missed": 13, "counts": { "yes_true": 25, "yes_false": 6, "no_true": 13, "no_false": 10 }, "rates": { "ppv": 0.8064516129032258, "npv": 0.43478260869565216, "sens": 0.6578947368421053, "spec": 0.625, "youden": 0.2828947368421053, "accuracy": 0.6481481481481481, "balancedAccuracy": 0.6414473684210527 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.082313681868743, "npv": 0.11478260869565216, "sens": 0.10526315789473684, "spec": 0.125, "youden": 0.23026315789473673, "accuracy": 0.11111111111111105, "balancedAccuracy": 0.11513157894736836 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6774193548387096, "hi": 0.9310344827586207, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.06061420658194857, "hi": 0.22382034632034614, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.2631578947368421, "hi": 0.6071816770186329, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.05968422038980512, "hi": 0.30342156862745095, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5128205128205128, "hi": 0.8108108108108109, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.10810810810810811, "hi": 0.3243243243243243, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.375, "hi": 0.8666666666666667, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.22222222222222227, "hi": 0.46666666666666673, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.00914290815205461, "hi": 0.5571616541353379, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.1381761695906432, "hi": 0.6060161768056505, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5208125, "hi": 0.7692307692307693, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.05555555555555547, "hi": 0.27777777777777785, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5045714540760273, "hi": 0.778580827067669, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.0690880847953216, "hi": 0.3030080884028252, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 44, "matches": 35, "known": 38, "missed": 3, "counts": { "yes_true": 35, "yes_false": 9, "no_true": 3, "no_false": 7 }, "rates": { "ppv": 0.7954545454545454, "npv": 0.7, "sens": 0.9210526315789473, "spec": 0.4375, "youden": 0.35855263157894735, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.6792763157894737 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07131661442006265, "npv": 0.37999999999999995, "sens": 0.36842105263157887, "spec": -0.0625, "youden": 0.30592105263157876, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.15296052631578938 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.052913466461853555, "hi": 0.1866684451219512, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.11663043478260873, "hi": 0.6785714285714286, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.825, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.17948717948717952, "hi": 0.55, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.10982783663704719, "hi": 0.6133771929824559, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.04247104247104239, "hi": 0.641691176470588, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6792452830188679, "hi": 0.8727272727272727, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08924655388471173, "hi": 0.39215686274509803, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5549139183185235, "hi": 0.8066885964912279, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.021235521235521197, "hi": 0.320845588235294, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 41, "matches": 33, "known": 38, "missed": 5, "counts": { "yes_true": 33, "yes_false": 8, "no_true": 5, "no_false": 8 }, "rates": { "ppv": 0.8048780487804879, "npv": 0.6153846153846154, "sens": 0.868421052631579, "spec": 0.5, "youden": 0.368421052631579, "accuracy": 0.7592592592592593, "balancedAccuracy": 0.6842105263157895 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.08074011774600509, "npv": 0.2953846153846154, "sens": 0.3157894736842105, "spec": 0, "youden": 0.3157894736842104, "accuracy": 0.2222222222222222, "balancedAccuracy": 0.1578947368421052 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7045454545454546, "hi": 0.9117647058823529, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.05555695989214697, "hi": 0.21473766224504345, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.35714285714285715, "hi": 0.875, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.03997826086956527, "hi": 0.5666666666666667, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.75, "hi": 0.972972972972973, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12193274205469329, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3571428571428571, "hi": 0.3529411764705882, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.10073710073710074, "hi": 0.6280493153615746, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.07490540075679404, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6538461538461539, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.05555555555555558, "hi": 0.386009667024704, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5503685503685504, "hi": 0.8140246576807872, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.03745270037839702, "hi": 0.35, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 28, "matches": 24, "known": 38, "missed": 14, "counts": { "yes_true": 24, "yes_false": 4, "no_true": 14, "no_false": 12 }, "rates": { "ppv": 0.8571428571428571, "npv": 0.46153846153846156, "sens": 0.631578947368421, "spec": 0.75, "youden": 0.381578947368421, "accuracy": 0.6666666666666666, "balancedAccuracy": 0.6907894736842105 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.13300492610837433, "npv": 0.14153846153846156, "sens": 0.07894736842105254, "spec": 0.25, "youden": 0.32894736842105243, "accuracy": 0.12962962962962954, "balancedAccuracy": 0.16447368421052622 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7419354838709677, "hi": 0.9642857142857143, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.034403884403884456, "hi": 0.30303146853146845, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.3181818181818182, "hi": 0.6086956521739131, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.03259259259259262, "hi": 0.32758783960292576, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.475, "hi": 0.7879186602870807, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.13157894736842107, "hi": 0.2894736842105263, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.1428571428571428, "hi": 0.6153846153846154, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.15233550150829553, "hi": 0.611842105263158, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.07397508844877274, "hi": 0.7386400058275058, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.56, "hi": 0.7758620689655172, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.036363636363636376, "hi": 0.29828947368420994, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5761677507541477, "hi": 0.805921052631579, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.03698754422438637, "hi": 0.3693200029137529, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 45, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 9, "no_true": 2, "no_false": 7 }, "rates": { "ppv": 0.8, "npv": 0.7777777777777778, "sens": 0.9473684210526315, "spec": 0.4375, "youden": 0.3848684210526314, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.6924342105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.4577777777777778, "sens": 0.39473684210526305, "spec": -0.0625, "youden": 0.33223684210526283, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.16611842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7037037037037037, "hi": 0.9024390243902439, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.047939539560606564, "hi": 0.18975948766603412, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2142857142857143, "hi": 0.7391304347826086, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.14591571834992897, "hi": 0.6375, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.011500415313750852, "hi": 0.6602564102564102, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7017543859649122, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1132075471698113, "hi": 0.4038461538461538, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5729578591749644, "hi": 0.81875, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.005750207656875426, "hi": 0.3301282051282051, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 41, "matches": 33, "known": 38, "missed": 5, "counts": { "yes_true": 33, "yes_false": 8, "no_true": 5, "no_false": 8 }, "rates": { "ppv": 0.8048780487804879, "npv": 0.6153846153846154, "sens": 0.868421052631579, "spec": 0.5, "youden": 0.368421052631579, "accuracy": 0.7592592592592593, "balancedAccuracy": 0.6842105263157895 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.08074011774600509, "npv": 0.2953846153846154, "sens": 0.3157894736842105, "spec": 0, "youden": 0.3157894736842104, "accuracy": 0.2222222222222222, "balancedAccuracy": 0.1578947368421052 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7027027027027027, "hi": 0.9117647058823529, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.05226771196283382, "hi": 0.2074099692577954, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.38461538461538464, "hi": 0.8571428571428571, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.05555555555555558, "hi": 0.5666666666666667, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.75, "hi": 0.972972972972973, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12195121951219512, "hi": 0.5128205128205129, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.35294117647058826, "hi": 0.35714285714285715, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.11486486486486491, "hi": 0.62256221719457, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.05555555555555559, "hi": 0.6772871802283564, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6551724137931034, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06779661016949146, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5574324324324325, "hi": 0.811281108597285, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.027777777777777794, "hi": 0.3386435901141782, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 30, "matches": 24, "known": 38, "missed": 14, "counts": { "yes_true": 24, "yes_false": 6, "no_true": 14, "no_false": 10 }, "rates": { "ppv": 0.8, "npv": 0.4166666666666667, "sens": 0.631578947368421, "spec": 0.625, "youden": 0.256578947368421, "accuracy": 0.6296296296296297, "balancedAccuracy": 0.6282894736842105 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.09666666666666668, "sens": 0.07894736842105254, "spec": 0.125, "youden": 0.20394736842105243, "accuracy": 0.09259259259259256, "balancedAccuracy": 0.10197368421052622 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6666666666666666, "hi": 0.9285714285714286, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.071164272160477, "hi": 0.22000000000000008, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.25, "hi": 0.5862068965517241, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.07535818925271262, "hi": 0.2829697802197802, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.47368421052631576, "hi": 0.7837837837837838, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.1428571428571429, "hi": 0.30769230769230765, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.375, "hi": 0.8666666666666667, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.22222222222222227, "hi": 0.46666666666666673, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": -0.020275022464920172, "hi": 0.5293040293040292, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.1702786377708978, "hi": 0.5837229102167181, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5084745762711864, "hi": 0.7543859649122807, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.07692307692307687, "hi": 0.26530612244897955, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.4898624887675399, "hi": 0.7646520146520146, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.0851393188854489, "hi": 0.29186145510835904, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 45, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 9, "no_true": 2, "no_false": 7 }, "rates": { "ppv": 0.8, "npv": 0.7777777777777778, "sens": 0.9473684210526315, "spec": 0.4375, "youden": 0.3848684210526314, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.6924342105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.4577777777777778, "sens": 0.39473684210526305, "spec": -0.0625, "youden": 0.33223684210526283, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.16611842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7037037037037037, "hi": 0.9024390243902439, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.047939539560606564, "hi": 0.18975948766603412, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2142857142857143, "hi": 0.7391304347826086, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.14591571834992897, "hi": 0.6375, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.011500415313750852, "hi": 0.6602564102564102, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7017543859649122, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1132075471698113, "hi": 0.4038461538461538, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5729578591749644, "hi": 0.81875, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.005750207656875426, "hi": 0.3301282051282051, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 44, "matches": 35, "known": 38, "missed": 3, "counts": { "yes_true": 35, "yes_false": 9, "no_true": 3, "no_false": 7 }, "rates": { "ppv": 0.7954545454545454, "npv": 0.7, "sens": 0.9210526315789473, "spec": 0.4375, "youden": 0.35855263157894735, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.6792763157894737 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07131661442006265, "npv": 0.37999999999999995, "sens": 0.36842105263157887, "spec": -0.0625, "youden": 0.30592105263157876, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.15296052631578938 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.052913466461853555, "hi": 0.1866684451219512, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.11663043478260873, "hi": 0.6785714285714286, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.825, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.17948717948717952, "hi": 0.55, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.10982783663704719, "hi": 0.6133771929824559, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.04247104247104239, "hi": 0.641691176470588, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6792452830188679, "hi": 0.8727272727272727, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08924655388471173, "hi": 0.39215686274509803, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5549139183185235, "hi": 0.8066885964912279, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.021235521235521197, "hi": 0.320845588235294, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 38, "matches": 31, "known": 38, "missed": 7, "counts": { "yes_true": 31, "yes_false": 7, "no_true": 7, "no_false": 9 }, "rates": { "ppv": 0.8157894736842105, "npv": 0.5625, "sens": 0.8157894736842105, "spec": 0.5625, "youden": 0.3782894736842106, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.6891447368421053 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.09165154264972775, "npv": 0.2425, "sens": 0.26315789473684204, "spec": 0.0625, "youden": 0.32565789473684204, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.16282894736842102 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7105263157894737, "hi": 0.9210526315789473, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.054151244865191746, "hi": 0.23523670729553084, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.35, "hi": 0.7857142857142857, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.015000000000000013, "hi": 0.4965086722488038, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6842105263157895, "hi": 0.925, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.05405405405405406, "hi": 0.46153846153846156, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.3125, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.4285714285714286, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.11805288461538464, "hi": 0.6357142857142857, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.07619047619047614, "hi": 0.7333333333333332, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6326530612244898, "hi": 0.8461538461538461, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.036363636363636376, "hi": 0.37499999999999994, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5590264423076923, "hi": 0.8178571428571428, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.03809523809523807, "hi": 0.3666666666666666, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 4, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 27, "matches": 23, "known": 38, "missed": 15, "counts": { "yes_true": 23, "yes_false": 4, "no_true": 15, "no_false": 12 }, "rates": { "ppv": 0.8518518518518519, "npv": 0.4444444444444444, "sens": 0.6052631578947368, "spec": 0.75, "youden": 0.3552631578947367, "accuracy": 0.6481481481481481, "balancedAccuracy": 0.6776315789473684 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.1277139208173691, "npv": 0.12444444444444441, "sens": 0.05263157894736836, "spec": 0.25, "youden": 0.30263157894736814, "accuracy": 0.11111111111111105, "balancedAccuracy": 0.15131578947368407 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7333333333333333, "hi": 0.9629629629629629, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.04347826086956519, "hi": 0.30028128552145483, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.3, "hi": 0.5909090909090909, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.04969720496894413, "hi": 0.30970063538611886, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.4473684210526316, "hi": 0.7631578947368421, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.16216216216216217, "hi": 0.2702702702702703, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.1428571428571428, "hi": 0.6153846153846154, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.1230745341614907, "hi": 0.5822049856527978, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.10325924608819347, "hi": 0.7149992009748105, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5384615384615384, "hi": 0.7592592592592593, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.05882352941176472, "hi": 0.28333333333333327, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5615372670807454, "hi": 0.7911024928263989, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.05162962304409673, "hi": 0.35749960048740526, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 44, "matches": 35, "known": 38, "missed": 3, "counts": { "yes_true": 35, "yes_false": 9, "no_true": 3, "no_false": 7 }, "rates": { "ppv": 0.7954545454545454, "npv": 0.7, "sens": 0.9210526315789473, "spec": 0.4375, "youden": 0.35855263157894735, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.6792763157894737 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07131661442006265, "npv": 0.37999999999999995, "sens": 0.36842105263157887, "spec": -0.0625, "youden": 0.30592105263157876, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.15296052631578938 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.052913466461853555, "hi": 0.1866684451219512, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.11663043478260873, "hi": 0.6785714285714286, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.825, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.17948717948717952, "hi": 0.55, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.10982783663704719, "hi": 0.6133771929824559, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.04247104247104239, "hi": 0.641691176470588, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6792452830188679, "hi": 0.8727272727272727, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08924655388471173, "hi": 0.39215686274509803, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5549139183185235, "hi": 0.8066885964912279, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.021235521235521197, "hi": 0.320845588235294, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 39, "matches": 33, "known": 38, "missed": 5, "counts": { "yes_true": 33, "yes_false": 6, "no_true": 5, "no_false": 10 }, "rates": { "ppv": 0.8461538461538461, "npv": 0.6666666666666666, "sens": 0.868421052631579, "spec": 0.625, "youden": 0.493421052631579, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.7467105263157895 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.12201591511936338, "npv": 0.3466666666666666, "sens": 0.3157894736842105, "spec": 0.125, "youden": 0.4407894736842104, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.2203947368421052 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7391304347826086, "hi": 0.9459459459459459, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.013892017017016967, "hi": 0.2539727429433312, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4375, "hi": 0.9002272727272694, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.12423981191222568, "hi": 0.5888939393939393, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.75, "hi": 0.972972972972973, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.11764705882352933, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.375, "hi": 0.8666666666666667, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.22222222222222227, "hi": 0.46666666666666673, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.22522522522522515, "hi": 0.7472215714166178, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.07017543859649122, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6888541666666667, "hi": 0.8947368421052632, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.0980392156862745, "hi": 0.41509433962264153, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6126126126126126, "hi": 0.873610785708309, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.03508771929824561, "hi": 0.4, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 26, "matches": 22, "known": 38, "missed": 16, "counts": { "yes_true": 22, "yes_false": 4, "no_true": 16, "no_false": 12 }, "rates": { "ppv": 0.8461538461538461, "npv": 0.42857142857142855, "sens": 0.5789473684210527, "spec": 0.75, "youden": 0.32894736842105265, "accuracy": 0.6296296296296297, "balancedAccuracy": 0.6644736842105263 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.12201591511936338, "npv": 0.10857142857142854, "sens": 0.02631578947368418, "spec": 0.25, "youden": 0.27631578947368407, "accuracy": 0.09259259259259256, "balancedAccuracy": 0.13815789473684204 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7142857142857143, "hi": 0.9615384615384616, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.03882340485601348, "hi": 0.28296296296296286, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.27586206896551724, "hi": 0.5862068965517241, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.0625, "hi": 0.29301307007786426, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.42105263157894735, "hi": 0.7368421052631579, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.20599845201238384, "hi": 0.2631578947368421, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5263157894736842, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.07692307692307698, "hi": 0.5714285714285714, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.05081300813008127, "hi": 0.5897435897435899, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.11111111111111094, "hi": 0.6671826625386994, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5, "hi": 0.7586206896551724, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.09090909090909094, "hi": 0.2777777777777778, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5254065040650406, "hi": 0.7948717948717949, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.05555555555555547, "hi": 0.3335913312693497, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 44, "matches": 35, "known": 38, "missed": 3, "counts": { "yes_true": 35, "yes_false": 9, "no_true": 3, "no_false": 7 }, "rates": { "ppv": 0.7954545454545454, "npv": 0.7, "sens": 0.9210526315789473, "spec": 0.4375, "youden": 0.35855263157894735, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.6792763157894737 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07131661442006265, "npv": 0.37999999999999995, "sens": 0.36842105263157887, "spec": -0.0625, "youden": 0.30592105263157876, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.15296052631578938 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.052913466461853555, "hi": 0.1866684451219512, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.11663043478260873, "hi": 0.6785714285714286, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.825, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.17948717948717952, "hi": 0.55, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.10982783663704719, "hi": 0.6133771929824559, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.04247104247104239, "hi": 0.641691176470588, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6792452830188679, "hi": 0.8727272727272727, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08924655388471173, "hi": 0.39215686274509803, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5549139183185235, "hi": 0.8066885964912279, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.021235521235521197, "hi": 0.320845588235294, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 42, "matches": 34, "known": 38, "missed": 4, "counts": { "yes_true": 34, "yes_false": 8, "no_true": 4, "no_false": 8 }, "rates": { "ppv": 0.8095238095238095, "npv": 0.6666666666666666, "sens": 0.8947368421052632, "spec": 0.5, "youden": 0.3947368421052633, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.6973684210526316 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.08538587848932677, "npv": 0.3466666666666666, "sens": 0.3421052631578947, "spec": 0, "youden": 0.3421052631578947, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.17105263157894735 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7090719696969697, "hi": 0.9142857142857143, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.050236775744780665, "hi": 0.21761827464255204, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4, "hi": 0.9092803030303003, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.09090909090909088, "hi": 0.6127973281199087, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7878787878787878, "hi": 0.975, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.1578947368421052, "hi": 0.5142857142857142, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3571428571428571, "hi": 0.3529411764705882, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.1333333333333333, "hi": 0.6503496503496504, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.03888888888888897, "hi": 0.7171090245103402, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6730769230769231, "hi": 0.875, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07843137254901966, "hi": 0.396551724137931, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5666666666666667, "hi": 0.8251748251748252, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.019444444444444486, "hi": 0.3585545122551701, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 37, "matches": 32, "known": 38, "missed": 6, "counts": { "yes_true": 32, "yes_false": 5, "no_true": 6, "no_false": 11 }, "rates": { "ppv": 0.8648648648648649, "npv": 0.6470588235294118, "sens": 0.8421052631578947, "spec": 0.6875, "youden": 0.5296052631578947, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.7648026315789473 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.14072693383038215, "npv": 0.3270588235294118, "sens": 0.2894736842105262, "spec": 0.1875, "youden": 0.4769736842105261, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.23848684210526305 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7674418604651163, "hi": 0.96875, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.0073271323271323005, "hi": 0.2850378787878788, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 0.8666666666666667, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.106951871657754, "hi": 0.5625, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.717948717948718, "hi": 0.9487179487179487, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.08108108108108103, "hi": 0.4871794871794872, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4444444444444444, "hi": 0.9166666666666666, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.18181818181818188, "hi": 0.5454545454545454, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.27058165949306545, "hi": 0.7724358974358974, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.08333333333333348, "hi": 0.857171775592828, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6923076923076923, "hi": 0.8947368421052632, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09259259259259256, "hi": 0.42002631578947336, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6352908297465327, "hi": 0.8862179487179487, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.04166666666666674, "hi": 0.428585887796414, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 4, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 24, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 3, "no_true": 17, "no_false": 13 }, "rates": { "ppv": 0.875, "npv": 0.43333333333333335, "sens": 0.5526315789473685, "spec": 0.8125, "youden": 0.3651315789473686, "accuracy": 0.6296296296296297, "balancedAccuracy": 0.6825657894736843 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.15086206896551724, "npv": 0.11333333333333334, "sens": 0, "spec": 0.3125, "youden": 0.3125, "accuracy": 0.09259259259259256, "balancedAccuracy": 0.15625 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.75, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.023832417582417588, "hi": 0.3283235662686126, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.2962962962962963, "hi": 0.5714285714285714, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.05895589764926149, "hi": 0.2977602108036891, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.23076923076923073, "hi": 0.23076923076923078, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.6, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.6428571428571428, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.1282051282051282, "hi": 0.5915915915915915, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.08974358974358965, "hi": 0.7202797078454972, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5098039215686274, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.09259259259259256, "hi": 0.27450980392156865, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5641025641025641, "hi": 0.7957957957957957, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.04487179487179482, "hi": 0.3601398539227486, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 45, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 9, "no_true": 2, "no_false": 7 }, "rates": { "ppv": 0.8, "npv": 0.7777777777777778, "sens": 0.9473684210526315, "spec": 0.4375, "youden": 0.3848684210526314, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.6924342105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.4577777777777778, "sens": 0.39473684210526305, "spec": -0.0625, "youden": 0.33223684210526283, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.16611842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7037037037037037, "hi": 0.9024390243902439, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.047939539560606564, "hi": 0.18975948766603412, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2142857142857143, "hi": 0.7391304347826086, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.14591571834992897, "hi": 0.6375, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.011500415313750852, "hi": 0.6602564102564102, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7017543859649122, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1132075471698113, "hi": 0.4038461538461538, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5729578591749644, "hi": 0.81875, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.005750207656875426, "hi": 0.3301282051282051, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 43, "matches": 35, "known": 38, "missed": 3, "counts": { "yes_true": 35, "yes_false": 8, "no_true": 3, "no_false": 8 }, "rates": { "ppv": 0.813953488372093, "npv": 0.7272727272727273, "sens": 0.9210526315789473, "spec": 0.5, "youden": 0.42105263157894735, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.7105263157894737 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.08981555733761026, "npv": 0.4072727272727273, "sens": 0.36842105263157887, "spec": 0, "youden": 0.36842105263157876, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.18421052631578938 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7142857142857143, "hi": 0.918918918918919, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.04308438892798496, "hi": 0.21363691796008868, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4666666666666667, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.15384615384615385, "hi": 0.6827468814968807, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.825, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.17948717948717952, "hi": 0.55, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.35294117647058826, "hi": 0.35714285714285715, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.16839339339339335, "hi": 0.6730769230769231, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.0052631578947368585, "hi": 0.7179779411764703, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6981132075471698, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1071428571428571, "hi": 0.4074074074074074, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5841966966966967, "hi": 0.8365384615384616, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.0026315789473684292, "hi": 0.35898897058823515, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 36, "matches": 30, "known": 38, "missed": 8, "counts": { "yes_true": 30, "yes_false": 6, "no_true": 8, "no_false": 10 }, "rates": { "ppv": 0.8333333333333334, "npv": 0.5555555555555556, "sens": 0.7894736842105263, "spec": 0.625, "youden": 0.4144736842105263, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.7072368421052632 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.10919540229885061, "npv": 0.23555555555555557, "sens": 0.23684210526315785, "spec": 0.125, "youden": 0.36184210526315774, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.18092105263157887 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7222222222222222, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.030304563857195516, "hi": 0.24572905079718202, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.35294117647058826, "hi": 0.7692307692307693, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.028194444444444466, "hi": 0.4722282608695651, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.65, "hi": 0.9166666666666666, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.02631578947368418, "hi": 0.44736842105263164, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.375, "hi": 0.8666666666666667, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.22222222222222227, "hi": 0.46666666666666673, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.1480199898785425, "hi": 0.6727684302218963, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.019658040217250903, "hi": 0.7375565610859729, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6274509803921569, "hi": 0.8490566037735849, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.03703703703703709, "hi": 0.37254901960784315, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5740099949392713, "hi": 0.8363842151109481, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.009829020108625451, "hi": 0.36877828054298645, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 4, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 26, "matches": 22, "known": 38, "missed": 16, "counts": { "yes_true": 22, "yes_false": 4, "no_true": 16, "no_false": 12 }, "rates": { "ppv": 0.8461538461538461, "npv": 0.42857142857142855, "sens": 0.5789473684210527, "spec": 0.75, "youden": 0.32894736842105265, "accuracy": 0.6296296296296297, "balancedAccuracy": 0.6644736842105263 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.12201591511936338, "npv": 0.10857142857142854, "sens": 0.02631578947368418, "spec": 0.25, "youden": 0.27631578947368407, "accuracy": 0.09259259259259256, "balancedAccuracy": 0.13815789473684204 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7142857142857143, "hi": 0.9615384615384616, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.03882340485601348, "hi": 0.28296296296296286, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.27586206896551724, "hi": 0.5862068965517241, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.0625, "hi": 0.29301307007786426, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.42105263157894735, "hi": 0.7368421052631579, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.20599845201238384, "hi": 0.2631578947368421, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5263157894736842, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.07692307692307698, "hi": 0.5714285714285714, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.05081300813008127, "hi": 0.5897435897435899, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.11111111111111094, "hi": 0.6671826625386994, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5, "hi": 0.7586206896551724, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.09090909090909094, "hi": 0.2777777777777778, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5254065040650406, "hi": 0.7948717948717949, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.05555555555555547, "hi": 0.3335913312693497, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 45, "matches": 36, "known": 38, "missed": 2, "counts": { "yes_true": 36, "yes_false": 9, "no_true": 2, "no_false": 7 }, "rates": { "ppv": 0.8, "npv": 0.7777777777777778, "sens": 0.9473684210526315, "spec": 0.4375, "youden": 0.3848684210526314, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.6924342105263157 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.4577777777777778, "sens": 0.39473684210526305, "spec": -0.0625, "youden": 0.33223684210526283, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.16611842105263142 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7037037037037037, "hi": 0.9024390243902439, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.047939539560606564, "hi": 0.18975948766603412, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2142857142857143, "hi": 0.7391304347826086, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.868421052631579, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2222222222222222, "hi": 0.5641025641025641, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.14591571834992897, "hi": 0.6375, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.011500415313750852, "hi": 0.6602564102564102, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7017543859649122, "hi": 0.8888888888888888, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1132075471698113, "hi": 0.4038461538461538, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5729578591749644, "hi": 0.81875, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.005750207656875426, "hi": 0.3301282051282051, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 44, "matches": 35, "known": 38, "missed": 3, "counts": { "yes_true": 35, "yes_false": 9, "no_true": 3, "no_false": 7 }, "rates": { "ppv": 0.7954545454545454, "npv": 0.7, "sens": 0.9210526315789473, "spec": 0.4375, "youden": 0.35855263157894735, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.6792763157894737 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07131661442006265, "npv": 0.37999999999999995, "sens": 0.36842105263157887, "spec": -0.0625, "youden": 0.30592105263157876, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.15296052631578938 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.052913466461853555, "hi": 0.1866684451219512, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.42857142857142855, "hi": 1, "validReplicates": 9999, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.11663043478260873, "hi": 0.6785714285714286, "validReplicates": 9999, "degenerate": false }, "left_sens": { "lo": 0.825, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.17948717948717952, "hi": 0.55, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.19047619047619047, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.39999999999999997, "hi": 0.26666666666666666, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.10982783663704719, "hi": 0.6133771929824559, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.04247104247104239, "hi": 0.641691176470588, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6792452830188679, "hi": 0.8727272727272727, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08924655388471173, "hi": 0.39215686274509803, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5549139183185235, "hi": 0.8066885964912279, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.021235521235521197, "hi": 0.320845588235294, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 41, "matches": 34, "known": 38, "missed": 4, "counts": { "yes_true": 34, "yes_false": 7, "no_true": 4, "no_false": 9 }, "rates": { "ppv": 0.8292682926829268, "npv": 0.6923076923076923, "sens": 0.8947368421052632, "spec": 0.5625, "youden": 0.4572368421052633, "accuracy": 0.7962962962962963, "balancedAccuracy": 0.7286184210526316 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.10513036164844403, "npv": 0.3723076923076923, "sens": 0.3421052631578947, "spec": 0.0625, "youden": 0.4046052631578947, "accuracy": 0.2592592592592592, "balancedAccuracy": 0.20230263157894735 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7272727272727273, "hi": 0.925, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.03703703703703698, "hi": 0.24417696755755666, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4444444444444444, "hi": 0.9230769230769231, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.12770627470355733, "hi": 0.6296296296296297, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7878787878787878, "hi": 0.975, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.1578947368421052, "hi": 0.5142857142857142, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.3125, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.4285714285714286, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.195046439628483, "hi": 0.7120743034055725, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.005688365861664775, "hi": 0.7913189505294764, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6938693219223173, "hi": 0.8909090909090909, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.0980392156862745, "hi": 0.41509433962264153, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5975232198142415, "hi": 0.8560371517027863, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.0028441829308323875, "hi": 0.3956594752647382, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 4, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 34, "matches": 29, "known": 38, "missed": 9, "counts": { "yes_true": 29, "yes_false": 5, "no_true": 9, "no_false": 11 }, "rates": { "ppv": 0.8529411764705882, "npv": 0.55, "sens": 0.7631578947368421, "spec": 0.6875, "youden": 0.45065789473684204, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.725328947368421 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.12880324543610544, "npv": 0.23000000000000004, "sens": 0.21052631578947367, "spec": 0.1875, "youden": 0.39802631578947345, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.19901315789473673 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.75, "hi": 0.9642857142857143, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.02252336923389554, "hi": 0.27875332270069103, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.35294117647058826, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.026189309056956135, "hi": 0.4603184752161734, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6216216216216216, "hi": 0.8947368421052632, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.4324324324324324, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4444444444444444, "hi": 0.9166666666666666, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.18181818181818188, "hi": 0.5454545454545454, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.1934117811420443, "hi": 0.6947368421052631, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0, "hi": 0.7928665413533835, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6296296296296297, "hi": 0.8490566037735849, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.03508771929824561, "hi": 0.37931034482758624, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5967058905710222, "hi": 0.8473684210526315, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0, "hi": 0.39643327067669176, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 5, "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 24, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 3, "no_true": 17, "no_false": 13 }, "rates": { "ppv": 0.875, "npv": 0.43333333333333335, "sens": 0.5526315789473685, "spec": 0.8125, "youden": 0.3651315789473686, "accuracy": 0.6296296296296297, "balancedAccuracy": 0.6825657894736843 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.15086206896551724, "npv": 0.11333333333333334, "sens": 0, "spec": 0.3125, "youden": 0.3125, "accuracy": 0.09259259259259256, "balancedAccuracy": 0.15625 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.75, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.023832417582417588, "hi": 0.3283235662686126, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.2962962962962963, "hi": 0.5714285714285714, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.05895589764926149, "hi": 0.2977602108036891, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.23076923076923073, "hi": 0.23076923076923078, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.6, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.6428571428571428, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.1282051282051282, "hi": 0.5915915915915915, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.08974358974358965, "hi": 0.7202797078454972, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5098039215686274, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.09259259259259256, "hi": 0.27450980392156865, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5641025641025641, "hi": 0.7957957957957957, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.04487179487179482, "hi": 0.3601398539227486, "validReplicates": 10000, "degenerate": false } } } } } ], "baselines": [ { "model": "claude-sonnet-5-5", "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 38, "matches": 32, "known": 38, "missed": 6, "counts": { "yes_true": 32, "yes_false": 6, "no_true": 6, "no_false": 10 }, "rates": { "ppv": 0.8421052631578947, "npv": 0.625, "sens": 0.8421052631578947, "spec": 0.625, "youden": 0.4671052631578947, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.7335526315789473 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.11796733212341193, "npv": 0.305, "sens": 0.2894736842105262, "spec": 0.125, "youden": 0.4144736842105261, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.20723684210526305 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7435897435897436, "hi": 0.9428571428571428, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.04127644311486914, "hi": 0.2758651588184402, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4, "hi": 0.8335526315789442, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.0714285714285714, "hi": 0.5577110389610387, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.717948717948718, "hi": 0.9473684210526315, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.10256410256410253, "hi": 0.475, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.375, "hi": 0.8571428571428571, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.27272727272727276, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.20661859338329921, "hi": 0.7125010888501742, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.017955465587044465, "hi": 0.8333333333333334, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6785562953995158, "hi": 0.875, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07017543859649122, "hi": 0.41509433962264153, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6033092966916496, "hi": 0.8562505444250871, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.008977732793522233, "hi": 0.4166666666666667, "validReplicates": 10000, "degenerate": false } } } } }, { "model": "gpt-6-astra", "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 41, "matches": 33, "known": 38, "missed": 5, "counts": { "yes_true": 33, "yes_false": 8, "no_true": 5, "no_false": 8 }, "rates": { "ppv": 0.8048780487804879, "npv": 0.6153846153846154, "sens": 0.868421052631579, "spec": 0.5, "youden": 0.368421052631579, "accuracy": 0.7592592592592593, "balancedAccuracy": 0.6842105263157895 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.08074011774600509, "npv": 0.2953846153846154, "sens": 0.3157894736842105, "spec": 0, "youden": 0.3157894736842104, "accuracy": 0.2222222222222222, "balancedAccuracy": 0.1578947368421052 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7027027027027027, "hi": 0.9117647058823529, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.05254598614314099, "hi": 0.20741161616161619, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.38461538461538464, "hi": 0.8571428571428571, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.0625, "hi": 0.5701367389060887, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.75, "hi": 0.972972972972973, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.125, "hi": 0.5128205128205128, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.35294117647058826, "hi": 0.35714285714285715, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.11891891891891904, "hi": 0.6246647472436568, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.05263790485829953, "hi": 0.6773301393728219, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.660377358490566, "hi": 0.8596491228070176, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06896551724137934, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5594594594594595, "hi": 0.8123323736218284, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.026318952429149764, "hi": 0.33866506968641097, "validReplicates": 10000, "degenerate": false } } } } }, { "model": "gemini-4-argon-high", "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 34, "matches": 30, "known": 38, "missed": 8, "counts": { "yes_true": 30, "yes_false": 4, "no_true": 8, "no_false": 12 }, "rates": { "ppv": 0.8823529411764706, "npv": 0.6, "sens": 0.7894736842105263, "spec": 0.75, "youden": 0.5394736842105263, "accuracy": 0.7777777777777778, "balancedAccuracy": 0.7697368421052632 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.1582150101419878, "npv": 0.27999999999999997, "sens": 0.23684210526315785, "spec": 0.25, "youden": 0.48684210526315774, "accuracy": 0.2407407407407407, "balancedAccuracy": 0.24342105263157887 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.78125, "hi": 0.9705882352941176, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.010214211076279983, "hi": 0.303030303030303, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.4, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.06406986135415262, "hi": 0.5119047619047619, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6571428571428571, "hi": 0.9166666666666666, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.45000000000000007, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5263157894736842, "hi": 0.9411764705882353, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.07692307692307698, "hi": 0.5714285714285714, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.2666666666666666, "hi": 0.7837837837837838, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.08917397660818724, "hi": 0.8598274613899611, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6603679245283018, "hi": 0.8867924528301887, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.05657756813417192, "hi": 0.41509433962264153, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6333333333333333, "hi": 0.8918918918918919, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.04458698830409362, "hi": 0.42991373069498057, "validReplicates": 10000, "degenerate": false } } } } }, { "model": "grok-4.5", "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 35, "matches": 28, "known": 38, "missed": 10, "counts": { "yes_true": 28, "yes_false": 7, "no_true": 10, "no_false": 9 }, "rates": { "ppv": 0.8, "npv": 0.47368421052631576, "sens": 0.7368421052631579, "spec": 0.5625, "youden": 0.29934210526315796, "accuracy": 0.6851851851851852, "balancedAccuracy": 0.649671052631579 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.15368421052631576, "sens": 0.18421052631578938, "spec": 0.0625, "youden": 0.24671052631578938, "accuracy": 0.14814814814814814, "balancedAccuracy": 0.12335526315789469 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6756756756756757, "hi": 0.9166666666666666, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.0752006171863637, "hi": 0.22222732843137258, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.2727272727272727, "hi": 0.6875, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.06353431372549018, "hi": 0.3725490196078432, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5897435897435898, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.02631578947368418, "hi": 0.38461538461538464, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.3125, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.4285714285714286, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.007132976672450339, "hi": 0.5867054385243238, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.16339995457642525, "hi": 0.6450552825552824, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.5555555555555556, "hi": 0.8135593220338984, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": -0.020000000000000018, "hi": 0.3158114035087716, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5035664883362252, "hi": 0.7933527192621619, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.08169997728821263, "hi": 0.3225276412776412, "validReplicates": 10000, "degenerate": false } } } } }, { "model": "claude-opus-5-5", "comparison": { "hypotheses": 54, "questions": 41, "left": { "hypotheses": 54, "questions": 41, "selected": 40, "matches": 32, "known": 38, "missed": 6, "counts": { "yes_true": 32, "yes_false": 8, "no_true": 6, "no_false": 8 }, "rates": { "ppv": 0.8, "npv": 0.5714285714285714, "sens": 0.8421052631578947, "spec": 0.5, "youden": 0.3421052631578947, "accuracy": 0.7407407407407407, "balancedAccuracy": 0.6710526315789473 } }, "right": { "hypotheses": 54, "questions": 41, "selected": 29, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 8, "no_true": 17, "no_false": 8 }, "rates": { "ppv": 0.7241379310344828, "npv": 0.32, "sens": 0.5526315789473685, "spec": 0.5, "youden": 0.052631578947368585, "accuracy": 0.5370370370370371, "balancedAccuracy": 0.5263157894736843 } }, "differences": { "ppv": 0.07586206896551728, "npv": 0.2514285714285714, "sens": 0.2894736842105262, "spec": 0, "youden": 0.2894736842105261, "accuracy": 0.2037037037037036, "balancedAccuracy": 0.14473684210526305 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6956521739130435, "hi": 0.9090909090909091, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.5925925925925926, "hi": 0.8620689655172413, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.04248929292238223, "hi": 0.18772893772893773, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.3333333333333333, "hi": 0.8125, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.15789473684210525, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.031671826625387, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.717948717948718, "hi": 0.9487179487179487, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.39473684210526316, "hi": 0.7105263157894737, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.08108108108108114, "hi": 0.49999999999999994, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.25, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.3125, "hi": 0.3125, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.08635338345864656, "hi": 0.5944272445820433, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.227806001490212, "hi": 0.331578947368421, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.041958041958041876, "hi": 0.613565162907268, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6346153846153846, "hi": 0.8431372549019608, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.4117647058823529, "hi": 0.660377358490566, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.051724137931034475, "hi": 0.3585283018867919, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5431766917293233, "hi": 0.7972136222910217, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.386096999254894, "hi": 0.6657894736842105, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.020979020979020938, "hi": 0.306782581453634, "validReplicates": 10000, "degenerate": false } } } } } ], "voteCounts": [ { "votes": 0, "hypotheses": 54, "questions": 41, "selected": 9, "matches": 2, "known": 38, "missed": 36, "counts": { "yes_true": 2, "yes_false": 7, "no_true": 36, "no_false": 9 }, "rates": { "ppv": 0.2222222222222222, "npv": 0.2, "sens": 0.05263157894736842, "spec": 0.5625, "youden": -0.38486842105263164, "accuracy": 0.2037037037037037, "balancedAccuracy": 0.3075657894736842 } }, { "votes": 1, "hypotheses": 54, "questions": 41, "selected": 1, "matches": 1, "known": 38, "missed": 37, "counts": { "yes_true": 1, "yes_false": 0, "no_true": 37, "no_false": 16 }, "rates": { "ppv": 1, "npv": 0.3018867924528302, "sens": 0.02631578947368421, "spec": 1, "youden": 0.026315789473684292, "accuracy": 0.3148148148148148, "balancedAccuracy": 0.5131578947368421 } }, { "votes": 2, "hypotheses": 54, "questions": 41, "selected": 3, "matches": 1, "known": 38, "missed": 37, "counts": { "yes_true": 1, "yes_false": 2, "no_true": 37, "no_false": 14 }, "rates": { "ppv": 0.3333333333333333, "npv": 0.27450980392156865, "sens": 0.02631578947368421, "spec": 0.875, "youden": -0.09868421052631582, "accuracy": 0.2777777777777778, "balancedAccuracy": 0.4506578947368421 } }, { "votes": 3, "hypotheses": 54, "questions": 41, "selected": 7, "matches": 5, "known": 38, "missed": 33, "counts": { "yes_true": 5, "yes_false": 2, "no_true": 33, "no_false": 14 }, "rates": { "ppv": 0.7142857142857143, "npv": 0.2978723404255319, "sens": 0.13157894736842105, "spec": 0.875, "youden": 0.006578947368421018, "accuracy": 0.35185185185185186, "balancedAccuracy": 0.5032894736842105 } }, { "votes": 4, "hypotheses": 54, "questions": 41, "selected": 10, "matches": 8, "known": 38, "missed": 30, "counts": { "yes_true": 8, "yes_false": 2, "no_true": 30, "no_false": 14 }, "rates": { "ppv": 0.8, "npv": 0.3181818181818182, "sens": 0.21052631578947367, "spec": 0.875, "youden": 0.08552631578947367, "accuracy": 0.4074074074074074, "balancedAccuracy": 0.5427631578947368 } }, { "votes": 5, "hypotheses": 54, "questions": 41, "selected": 24, "matches": 21, "known": 38, "missed": 17, "counts": { "yes_true": 21, "yes_false": 3, "no_true": 17, "no_false": 13 }, "rates": { "ppv": 0.875, "npv": 0.43333333333333335, "sens": 0.5526315789473685, "spec": 0.8125, "youden": 0.3651315789473686, "accuracy": 0.6296296296296297, "balancedAccuracy": 0.6825657894736843 } } ], "pareto": [ { "members": [ "gemini-4-argon-high" ], "minVotes": 1 }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high" ], "minVotes": 1 }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high" ], "minVotes": 2 }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high" ], "minVotes": 2 }, { "members": [ "gpt-6-astra", "grok-4.5" ], "minVotes": 1 }, { "members": [ "gemini-4-argon-high", "grok-4.5" ], "minVotes": 1 }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 2 }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 1 }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 2 }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 2 }, { "members": [ "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2 }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3 }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3 } ] } }, "interpretation": "Frozen constructed experimental 50/50 cohort; Opus added to four immutable predictor runs. PPV/NPV conditional on 50% prevalence. All rule comparisons are exploratory.", "generationBudgetMeaning": "32000 is a requested output parameter, not matched actual compute; provider services retain provider-specific internal reasoning. Full token usage and logical versus underlying transport counts are saved.", "omissionMeaning": "False-negative rate = FN/(TP+FN) among usable matched forecasts. Technical omissions are counted separately. It is not the error fraction among forecasts of yes." }