{ "protocol": "forecast-extension-20261023", "version": "2026-10-23", "condition": "balanced-opus", "handling": "first_unambiguous_json", "design": { "protocol": "forecast-extension-20261023", "condition": "balanced-opus", "frozenAt": "2026-10-23T10:11:57.262Z", "cohortSha256": "4f247b703f31db077e6e403dcd1adc1de79bf53a9ef12c6a94775850168b445e", "coinSha256": "847a6cab2ea3daaa049630f73b066125be59a559f80e5ef0f2d0d23d5f5c7b15", "requestHashes": { "claude-sonnet-5-5": "66572c874bed5be4c931b15ee88c7fbdbdd9eb0e92b7c52793e7a8a78c1805b5", "gpt-6-astra": "99323c7a0aae210158ccd96f29d0b6a35969a2fac8c982e92235ffdd9062af1d", "gemini-4-argon-high": "94bcb24d103b032929f10301737427888931d9f4c841944b83f7ee6215b9f8ae", "grok-4.5": "3babbacfb832a03bd72ff9902375bd28e82db378001df0fc9fe64c2e0e38e636", "claude-opus-5-5": "8c85a666312871506b1b3fea61ac9863c14fb165c03b19cbc3f329a011244892" }, "codeHashes": { }, "sourceHashes": { "benchmark/rediscovery-tasks.json": "068c3136304a39fb31e7a68aa933ce5b4949a46d7f23d5b32fc67c53a688e8f0", "parent/cohort.json": "4f247b703f31db077e6e403dcd1adc1de79bf53a9ef12c6a94775850168b445e", "parent/coin.json": "847a6cab2ea3daaa049630f73b066125be59a559f80e5ef0f2d0d23d5f5c7b15", "parent/protocol.json": "14a9274109bd4f337eae2a4e20be58938ea56715e888f67dc85ae7ffc1e5fec8" }, "models": [ { "model": "claude-sonnet-5-5", "trainingCutoff": "2026-06-30", "providerDatePrecision": "month", "source": "https://platform.claude.com/docs/en/models/sonnet-5-5/overview", "sourceVerifiedOn": "2026-10-21" }, { "model": "gpt-6-astra", "declaredCutoff": "2026-04-30", "boundaryKind": "knowledge_cutoff", "providerDatePrecision": "day", "source": "https://developers.openai.com/api/docs/models/gpt-6-astra", "sourceVerifiedOn": "2026-10-22", "sourceScopeNote": "Official knowledge cutoff; not a separately documented endpoint for every training stage" }, { "model": "gemini-4-argon-high", "declaredCutoff": "2026-03-31", "boundaryKind": "knowledge_cutoff", "providerDatePrecision": "month", "source": "https://deepmind.google/models/model-cards/gemini-4-argon/", "sourceVerifiedOn": "2026-10-22", "sourceScopeNote": "Official Gemini 4 knowledge cutoff; high is the original reasoning setting" }, { "model": "grok-4.5", "declaredCutoff": "2026-01-31", "boundaryKind": "pretraining_cutoff", "providerDatePrecision": "month", "source": "https://cursor.com/resources/grok-4-5-model-card.pdf", "sourceVerifiedOn": "2026-10-22", "sourceScopeNote": "Joint SpaceXAI and Cursor model card dated 2026-07-14, section 1.2: January 2026 pretraining cutoff. Supplemental midtraining and post-training are disclosed without a separate final data date; the later Grok 4.6 summary does not establish a different Grok 4.5 pretraining cutoff" }, { "model": "claude-opus-5-5", "trainingCutoff": "2026-06-30", "providerDatePrecision": "month", "source": "https://platform.claude.com/docs/en/models/opus-5-5/overview", "sourceVerifiedOn": "2026-10-22" } ], "parentProtocolSha256": "14a9274109bd4f337eae2a4e20be58938ea56715e888f67dc85ae7ffc1e5fec8", "parentCohortSha256": "4f247b703f31db077e6e403dcd1adc1de79bf53a9ef12c6a94775850168b445e", "newCallsOnly": [ "claude-opus-5-5" ], "parentAnalysisSha256": "5fd6b215ab92f9287731e33857ae1d460c0d9254d68b14729c4a9d2115e72b73", "parentStrictAnalysisSha256": "924b7b05af50c46b872f204ad99f51d66892857554c6d16f16628443cb5bec4a", "requestUnits": 100, "hypotheses": 100, "sourceCount": 50, "pilot": "First three fixed request units, technical checks only; retain unchanged in full run", "maxResponseAttempts": 2, "maxTokens": 32000, "tools": false, "parsing": "Strict original execution; primary first single-unambiguous-JSON analysis from original complete raw replies, same fixed two-response budget; strict sensitivity analysis retained", "extractionSourceSha256": "9ca4d161f996dfd66e13b812bc4fd940e76db1e547d67e6d8aab9f529b813189", "question": "Will this hypothesis be confirmed experimentally?", "combinations": "All 31 nonempty subsets and all minimum-vote thresholds, 80 rules; exact vote counts 0..5", "comparison": "Exact common valid identities for every combination and individual/coin baseline; technical gaps remain separate", "uncertainty": "10000 paired source/question-cluster percentile bootstrap replicates; seed 20261022", "selection": "Exploratory full-cohort balanced-accuracy maximum and TP/FP Pareto frontier, no held-out superiority claim", "companyDependence": "Sonnet and Opus are both Anthropic models; five predictors represent four companies, not five independent sources", "referenceScope": "Frozen constructed experimental 50/50 labels from 50 papers" }, "cohort": { "protocol": "balanced-confirmation-v1", "frozenAt": "2026-10-22T23:27:44.281Z", "commonBoundary": "2026-06-30", "selection": "First fifty source papers in manual curation order passing complete temporal eligibility; no forecast was consulted", "construction": "Two distinct intervention/readout claims per source, one experimentally confirmed and one contradicted by the measured direction or a direct failed rescue. Source papers are analysis clusters. This constructed case-control cohort does not estimate the natural prevalence of successful hypotheses.", "sources": [ { "id": "B42791620", "pmid": "42791620", "pmcid": "PMC13615307", "doi": "10.1111/acel.70741", "title": "Hepatocyte Growth Hormone Receptor Ablation Is Associated With Aging Phenotypes and Hepatic Mitochondrial Dysfunction.", "earliest_public_date": "2026-09-25", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13615307/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13615307/fullTextXML", "fullTextSha256": "ad013e21c456a7658037963b0130fd0cd8339e0f2f8af31741a0ed15c804c052", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:48.977898+00:00", "preprintSha256": "36732e0bcb7a01a68926487bc8f16598c41c89a7d77b7d6f67edfb98b0a89851", "publicationDateEvidence": { "pmcid": "PMC13615307", "metadata": "2026-10-01", "xmlDates": [ "2026-09-25", "2026-10-01" ], "earliest": "2026-09-25", "afterCutoff": true } }, { "id": "B42774966", "pmid": "42774966", "pmcid": "PMC13596399", "doi": "10.2147/itt.s604318", "title": "ACBP/DBI Neutralization Stimulates Anticancer Immune Responses by Upregulating Lamin A in T Cells.", "earliest_public_date": "2026-09-18", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13596399/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13596399/fullTextXML", "fullTextSha256": "6de33e3724eab85d842b7173279dc3d113faae37619ee2dbf0a8b330c7cee9bb", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:50.169668+00:00", "preprintSha256": "9fae1f2bb08e935a2c2a7a6cb7a6da59970204585661acdcb093a984c3b416f4", "publicationDateEvidence": { "pmcid": "PMC13596399", "metadata": "2026-09-18", "xmlDates": [ "2026-09-18" ], "earliest": "2026-09-18", "afterCutoff": true } }, { "id": "B42782838", "pmid": "42782838", "pmcid": "PMC13605115", "doi": "10.3390/dermatopathology13030041", "title": "TRPV4 Regulates Imiquimod (IMQ)-Induced Psoriasis via CaMKKβ/AMPK and Calmodulin/Akt-Mediated Autophagic Signaling Pathways in Juvenile Murine Keratinocytes.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13605115/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13605115/fullTextXML", "fullTextSha256": "b150ab1e987a36b24fadafcc3cdc2e8c54416284982da4370caf750a779df583", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:50.182919+00:00", "preprintSha256": "2a6df6d0239dd998a5ab38555592eaf2ba156af6c55c0175a54967dfd3987618", "publicationDateEvidence": { "pmcid": "PMC13605115", "metadata": "2026-09-05", "xmlDates": [ "2026-09-05", "2026-09-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42788989", "pmid": "42788989", "pmcid": "PMC13615061", "doi": "10.1007/s10456-026-10092-2", "title": "Myeloid deficiency of RORα exacerbates lipid dysregulation and laser-induced choroidal neovascularization.", "earliest_public_date": "2026-09-25", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13615061/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13615061/fullTextXML", "fullTextSha256": "7e66d9dcab2754117cface37fd02d960b82ed808cd233454e9fe220e0b045edd", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:51.127135+00:00", "preprintSha256": "44e7903710c2e14094e154dc7627013fb9876b6db667a1dae5b080d19442aef8", "publicationDateEvidence": { "pmcid": "PMC13615061", "metadata": "2026-09-25", "xmlDates": [ "2026-09-25" ], "earliest": "2026-09-25", "afterCutoff": true } }, { "id": "B42811121", "pmid": "42811121", "pmcid": "PMC13661251", "doi": "10.1038/s43587-026-01227-7", "title": "Mitochondrial membrane lipid cardiolipin controls fiber-type adaptations in aging muscle via estrogen-related receptor γ.", "earliest_public_date": "2026-09-29", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13661251/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13661251/fullTextXML", "fullTextSha256": "34e952b29518ab61394ee2c4592421c69e5279488d16498b0eeefbe2c0e657a4", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:51.162083+00:00", "preprintSha256": "cec0a9a7a25d4228c1c3fc984fdc5e332cf92cd364786cdc1f0d9c1f84b8bf43", "publicationDateEvidence": { "pmcid": "PMC13661251", "metadata": "2026-09-29", "xmlDates": [ "2026-09-29" ], "earliest": "2026-09-29", "afterCutoff": true } }, { "id": "B42479094", "pmid": "42479094", "pmcid": "PMC13672570", "doi": "10.1007/s10753-026-02537-z", "title": "Macrophage-derived FGF21 Restrains Endometritis By Suppressing Inflammation and Promoting Repair Through FGFR1.", "earliest_public_date": "2026-07-21", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13672570/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13672570/fullTextXML", "fullTextSha256": "c472fbf8d747aacc79b7eccca6052b8e4795f064456bdbf9fbf3e9e6a6b82788", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:51.243025+00:00", "preprintSha256": "0e5230062cfa458cf8a6e5e7a6adb29d9866a2025db978eadc81ebdde827f33e", "publicationDateEvidence": { "pmcid": "PMC13672570", "metadata": "2026-07-21", "xmlDates": [ "2026-07-21" ], "earliest": "2026-07-21", "afterCutoff": true } }, { "id": "B42749730", "pmid": "42749730", "pmcid": "PMC13582914", "doi": "10.1038/s41467-026-76351-4", "title": "CK2α restriction of STING accumulation underlies systemic aging.", "earliest_public_date": "2026-08-19", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13582914/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13582914/fullTextXML", "fullTextSha256": "c54c5e0aed73ba51c59ca8a4052934653eea5327bfdfc03517d29d3ec259a6c6", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:51.726005+00:00", "preprintSha256": "7656b08012179d11782c756e3632cf82b74bb6595c4f6b2f659f60faacde1081", "publicationDateEvidence": { "pmcid": "PMC13582914", "metadata": "2026-08-19", "xmlDates": [ "2026-08-19" ], "earliest": "2026-08-19", "afterCutoff": true } }, { "id": "B42801556", "pmid": "42801556", "pmcid": "PMC13616408", "doi": "10.1002/advs.77463", "title": "Grtp1 Safeguards Against Paternal Reproductive Aging and Intergenerational Behavioral Deficits by Preserving Redox Homeostasis.", "earliest_public_date": "2026-09-27", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13616408/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13616408/fullTextXML", "fullTextSha256": "da37fdaa9439f9f8ec016ef626282fd48ae6854877aa3c47b097b84d30b3cc92", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:52.107908+00:00", "preprintSha256": "0633de051eaba4eb13ec544b5420ef0972a793adec7278d2d0e7bb30ebcd3308", "publicationDateEvidence": { "pmcid": "PMC13616408", "metadata": "2026-09-27", "xmlDates": [ "2026-09-27" ], "earliest": "2026-09-27", "afterCutoff": true } }, { "id": "B42544868", "pmid": "42544868", "pmcid": "PMC13430927", "doi": "10.1002/advs.76902", "title": "SDF-1 Attenuates Oocyte Quality Decline During Reproductive Aging Through Autophagy-Enhanced Stress Granule Scavenging.", "earliest_public_date": "2026-08-03", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13430927/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13430927/fullTextXML", "fullTextSha256": "6765a6673e4a734d0895585a58c5eae29e78919992bab5432fbced1fa2cdd835", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:52.966766+00:00", "preprintSha256": "c4bfa2c1eb18f48cf543c2f89a038d1662485f9c7ecf610619542010977dc8b3", "publicationDateEvidence": { "pmcid": "PMC13430927", "metadata": "2026-08-03", "xmlDates": [ "2026-08-03" ], "earliest": "2026-08-03", "afterCutoff": true } }, { "id": "B42733840", "pmid": "42733840", "pmcid": "PMC13571648", "doi": "10.1016/j.isci.2026.117424", "title": "KMT5A maintains muscle stem cell quiescence through epigenetic regulation of Notch signaling.", "earliest_public_date": "2026-09-04", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13571648/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13571648/fullTextXML", "fullTextSha256": "579c8b5def6a93415d650ef119d0644f133e659607682a80ee3faa2d67061c70", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:54.097493+00:00", "preprintSha256": "f1e1ff0e7652229571ad1b81bbd3558a233d7b3014e57ea10e3fce464d9d26af", "publicationDateEvidence": { "pmcid": "PMC13571648", "metadata": "2026-09-04", "xmlDates": [ "2026-09-04" ], "earliest": "2026-09-04", "afterCutoff": true } }, { "id": "B42686685", "pmid": "42686685", "pmcid": "PMC13538362", "doi": "10.1038/s41413-026-00573-x", "title": "Inhibition of ERK5 activity ameliorates osteoarthritis by suppressing NLRP3 inflammasome-mediated chondrocyte pyroptosis.", "earliest_public_date": "2026-09-02", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13538362/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13538362/fullTextXML", "fullTextSha256": "8df51ab4cc8280a14575b6b2cad5761d0e3dec666ebfbd2dbc2d2ad047b9dc2c", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:54.393112+00:00", "preprintSha256": "0d091f617feba0e83733ddd2a5115176e5ef58d87a3169e72a371bc83beb41fc", "publicationDateEvidence": { "pmcid": "PMC13538362", "metadata": "2026-09-02", "xmlDates": [ "2026-09-02" ], "earliest": "2026-09-02", "afterCutoff": true } }, { "id": "B42884025", "pmid": "42884025", "pmcid": "PMC13665431", "doi": "10.3390/ijms27198783", "title": "The p53-PA200 Feedback Loop Modulates Age-Dependent Tumorigenesis.", "earliest_public_date": "2026-09-30", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13665431/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13665431/fullTextXML", "fullTextSha256": "cd3a83ad6d3b12863eb0a1284222d3f65c23d3179367499c4f12c7feda353058", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:56.281905+00:00", "preprintSha256": "32ed455acd029e0536706b7fb9835c6e64689e90a29706b4ae04ca8f236f5c34", "publicationDateEvidence": { "pmcid": "PMC13665431", "metadata": "2026-09-30", "xmlDates": [ "2026-09-30" ], "earliest": "2026-09-30", "afterCutoff": true } }, { "id": "B42637932", "pmid": "42637932", "pmcid": "PMC13631325", "doi": "10.1038/s44318-026-00885-y", "title": "Loss of Erbin in tubular epithelial cells sensitizes mice to acute kidney injury and aggravates renal fibrosis.", "earliest_public_date": "2026-08-24", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13631325/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13631325/fullTextXML", "fullTextSha256": "3a420a100ae3d0c9bed4c22a7d68aa9bb32e092b0800ba0c624422da724a0ed6", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:56.391395+00:00", "preprintSha256": "5fe5e7884825029a3f9fc044edfc9f886a0040e7035704cd01a1baab1a3da526", "publicationDateEvidence": { "pmcid": "PMC13631325", "metadata": "2026-08-24", "xmlDates": [ "2026-08-24" ], "earliest": "2026-08-24", "afterCutoff": true } }, { "id": "B42741942", "pmid": "42741942", "pmcid": "PMC13574142", "doi": "10.1172/jci199854", "title": "LSD1-mediated demethylation of the DNA damage response factor ATM promotes senescence and organ aging.", "earliest_public_date": "2026-09-15", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13574142/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13574142/fullTextXML", "fullTextSha256": "17eb726ab031d72143104412dc7f2fa42cdaf396464400f1adb2824dd9b82837", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:56.475772+00:00", "preprintSha256": "736103d7de868eebc324646e0eec066e2bbd26e36f762db0fdd5a6d0dce8cce9", "publicationDateEvidence": { "pmcid": "PMC13574142", "metadata": "2026-09-15", "xmlDates": [ "2026-09-15", "2026-09-15" ], "earliest": "2026-09-15", "afterCutoff": true } }, { "id": "B42467794", "pmid": "42467794", "pmcid": "PMC13378579", "doi": "10.1126/sciadv.aed1646", "title": "iPLA<sub>2</sub>β: A novel store-operated calcium entry modulator contributing to muscle dysfunction during denervation.", "earliest_public_date": "2026-07-17", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13378579/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13378579/fullTextXML", "fullTextSha256": "7f79c2cf8fec2faea07afd37494f189342a8d0dfdf1d240cf342c72891101e70", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:56.746924+00:00", "preprintSha256": "86900402373f705220e0994e74da42fdaa980c813bc0758859b4c9f8dbee7408", "publicationDateEvidence": { "pmcid": "PMC13378579", "metadata": "2026-07-17", "xmlDates": [ "2026-07-17", "2026-07-17" ], "earliest": "2026-07-17", "afterCutoff": true } }, { "id": "B42717871", "pmid": "42717871", "pmcid": "PMC13680780", "doi": "10.1161/hypertensionaha.126.27506", "title": "Atrial Natriuretic Peptide Regulates Zona Glomerulosa Growth and Aldosterone Release.", "earliest_public_date": "2026-09-10", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13680780/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13680780/fullTextXML", "fullTextSha256": "cb25cad942ffdf34133b91457a52363f17b2e7661942706f2d259a3636ab9910", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:57.176080+00:00", "preprintSha256": "5f6e465c7b9afb8db48565d217daa77b28c4e8a346f24819228a83a17cffa704", "publicationDateEvidence": { "pmcid": "PMC13680780", "metadata": "2026-09-10", "xmlDates": [ "2026-09-10", "2026-11-01" ], "earliest": "2026-09-10", "afterCutoff": true } }, { "id": "B42625807", "pmid": "42625807", "pmcid": "PMC13490744", "doi": "10.34133/research.1398", "title": "PDHA1 Hyperactivation Orchestrates Metabolic Reprogramming Promoting Endothelial Senescence.", "earliest_public_date": "2026-08-20", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13490744/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13490744/fullTextXML", "fullTextSha256": "2cf07b62193ee43680587725d7efdabc9df919f6df2d42d95fa8faba5f73e312", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:57.469738+00:00", "preprintSha256": "1e9d8fac0fae850517f7983f58ee5f365391ab2591596ce2f942096c8f90ff94", "publicationDateEvidence": { "pmcid": "PMC13490744", "metadata": "2026-08-20", "xmlDates": [ "2026-08-20" ], "earliest": "2026-08-20", "afterCutoff": true } }, { "id": "B42650159", "pmid": "42650159", "pmcid": "PMC13512339", "doi": "10.3390/genes17080966", "title": "miR-27b-3p Exacerbates VCD-Induced KGN Cell Injury by Targeting PAPPA to Suppress IGF-1 Release and Inhibit the PI3K/AKT Pathway.", "earliest_public_date": "2026-08-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13512339/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13512339/fullTextXML", "fullTextSha256": "2f4a93b2515dd3429852214979e35e9863787be31bd0f39cd9f0f79d4c82e28a", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:57.750858+00:00", "preprintSha256": "36bd588f2c9fbfc2ed29334815905f38409e9fecfef268d1e084eee6a736555a", "publicationDateEvidence": { "pmcid": "PMC13512339", "metadata": "2026-08-18", "xmlDates": [ "2026-08-18", "2026-08-01" ], "earliest": "2026-08-01", "afterCutoff": true } }, { "id": "B42801580", "pmid": "42801580", "pmcid": "PMC13616305", "doi": "10.1002/advs.77849", "title": "A Hepatocyte-to-Stellate Cell Axis Couples Alternate-Day Fasting to Liver Fibrosis Resolution via ATG7 S-Nitrosylation.", "earliest_public_date": "2026-09-27", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13616305/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13616305/fullTextXML", "fullTextSha256": "46b9f88f4ff09f1d30fcc0685ff395bb1d3b126a60f593244e3980f44345ca37", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:25:58.998705+00:00", "preprintSha256": "66ed8b89d3385248e1d3a6dd74a947d0a0dbcad564f72d093cc0df51635aa389", "publicationDateEvidence": { "pmcid": "PMC13616305", "metadata": "2026-09-27", "xmlDates": [ "2026-09-27" ], "earliest": "2026-09-27", "afterCutoff": true } }, { "id": "B42884089", "pmid": "42884089", "pmcid": "PMC13665185", "doi": "10.3390/ijms27198846", "title": "Folate Deficiency Drives Metabolic Dysfunction, Oxidative Stress, and Inflammation in HK-2 Renal Tubular Cells.", "earliest_public_date": "2026-10-03", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13665185/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13665185/fullTextXML", "fullTextSha256": "185dab4ce8119181c9e3e55f0a0232fbd3f8bfccd0c31459325b6298d20b4d10", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:00.634667+00:00", "preprintSha256": "53c7f67fa8c0513fa45374c4deacb480cb1bd9bf66e5f4ca62b4a358ca5fe6a1", "publicationDateEvidence": { "pmcid": "PMC13665185", "metadata": "2026-10-03", "xmlDates": [ "2026-10-03" ], "earliest": "2026-10-03", "afterCutoff": true } }, { "id": "B42644214", "pmid": "42644214", "pmcid": "PMC13507864", "doi": "10.1111/1750-3841.71412", "title": "Enzymatically Hydrolyzed Eggshell Membrane Promotes Keratinocyte Differentiation Associated With PKC and Akt Signaling Pathways.", "earliest_public_date": "2026-08-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13507864/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13507864/fullTextXML", "fullTextSha256": "f2b59018b5843b8420ade0aba4bf4f6b713344e0d75babfdf255629bf6af3802", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:00.906323+00:00", "preprintSha256": "c7528297ad037a798e43b2cbedecd4b3bef51daa594ffa3a704ea29305e58dd1", "publicationDateEvidence": { "pmcid": "PMC13507864", "metadata": "2026-08-01", "xmlDates": [ "2026-08-26", "2026-08-01" ], "earliest": "2026-08-01", "afterCutoff": true } }, { "id": "B42572248", "pmid": "42572248", "pmcid": "PMC13454561", "doi": "10.1111/acel.70655", "title": "Targeting RANKL Prevents Bone Loss, Improves Muscle Function and Extends Lifespan in Progeroid Mice.", "earliest_public_date": "2026-08-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13454561/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13454561/fullTextXML", "fullTextSha256": "9991053f475b15767e177b9c07016a13d3af99d70c07f3b9817ad67eb2b767a6", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:02.032538+00:00", "preprintSha256": "84e21ce09ee729aedd7a1efb6d9266dd692f9e31d41f63d79d6ae0e1dd6a947b", "publicationDateEvidence": { "pmcid": "PMC13454561", "metadata": "2026-08-01", "xmlDates": [ "2026-08-09" ], "earliest": "2026-08-01", "afterCutoff": true } }, { "id": "B42808563", "pmid": "42808563", "pmcid": "PMC13621815", "doi": "10.1111/acel.70726", "title": "Dietary CoQ10 Ameliorates Age-Related Megakaryocyte Dysfunction via COPS3-Mediated Activation of Autophagy.", "earliest_public_date": "2026-09-29", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13621815/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13621815/fullTextXML", "fullTextSha256": "dc5cc7c0aa314add9280073382625fd761fb06d7556fc622af44533ce3ecbdaa", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:02.053120+00:00", "preprintSha256": "02c269a137b37c3e49747e2fa3cd939aa7343e0fe752596c1f0e9225fc9db440", "publicationDateEvidence": { "pmcid": "PMC13621815", "metadata": "2026-10-01", "xmlDates": [ "2026-09-29" ], "earliest": "2026-09-29", "afterCutoff": true } }, { "id": "B42502704", "pmid": "42502704", "pmcid": "PMC13400213", "doi": "10.1016/j.bonr.2026.101937", "title": "<i>Sost</i> deficiency leads to greater bone vascular porosity, but similar osteocyte lacunar properties with increasing age.", "earliest_public_date": "2026-07-06", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13400213/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13400213/fullTextXML", "fullTextSha256": "0ed5f6cce476c577653b53ca08c5407807d6b0a3fe719b2c4b8e9fe632890f32", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:02.596210+00:00", "preprintSha256": "a95ae27ef556d3387351027e50149469fee09cb96e5c2fef50fb8601281007d7", "publicationDateEvidence": { "pmcid": "PMC13400213", "metadata": "2026-07-06", "xmlDates": [ "2026-07-06" ], "earliest": "2026-07-06", "afterCutoff": true } }, { "id": "B42726576", "pmid": "42726576", "pmcid": "PMC13567674", "doi": "10.3390/nano16171100", "title": "Dual-Targeted Inhibition of PAR<sub>2</sub> Endosomal Signaling in Synoviocytes and Nociceptors Attenuates Osteoarthritis Pain.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13567674/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13567674/fullTextXML", "fullTextSha256": "9aaa30a555c41bce08ed452fc9b619fdcac95ea847c51fa174c5c8e16eb22ad9", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:03.299856+00:00", "preprintSha256": "9f17b86e126d6dc062788ffa4ebfd34fcb0e8a8cd79330de8bfc9f3cdada6f42", "publicationDateEvidence": { "pmcid": "PMC13567674", "metadata": "2026-09-01", "xmlDates": [ "2026-09-01", "2026-09-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42748150", "pmid": "42748150", "pmcid": "PMC13598237", "doi": "10.1073/pnas.2606205123", "title": "Catechol-<i>O</i>-methyltransferase connects dopamine homeostasis to redox signaling, metal homeostasis, and protein folding in schizophrenia.", "earliest_public_date": "2026-09-16", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13598237/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13598237/fullTextXML", "fullTextSha256": "ac168b74422692357dcc67d362450efb4c13da1887f259e18a1e31cc3f1e2ad9", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:03.902720+00:00", "preprintSha256": "e956dfd438afa4bf6bf10133c6588fe46fd4c4c9c249f34f4021702f454e6094", "publicationDateEvidence": { "pmcid": "PMC13598237", "metadata": "2026-09-16", "xmlDates": [ "2026-09-16", "2026-09-22" ], "earliest": "2026-09-16", "afterCutoff": true } }, { "id": "B42448700", "pmid": "42448700", "pmcid": "PMC13490582", "doi": "10.1038/s41467-026-75498-4", "title": "Citrulline drives age-related lipid deposition for healthspan.", "earliest_public_date": "2026-07-14", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13490582/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13490582/fullTextXML", "fullTextSha256": "acc907fbde6a3377c82b44d9ef1b9664f336956514b5104ff9e0b9f698d1d1aa", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:04.330050+00:00", "preprintSha256": "dfc86dffa79dde52bb7cf93031cb1f66fc155e3ad23dae19b990cb9663673f7d", "publicationDateEvidence": { "pmcid": "PMC13490582", "metadata": "2026-07-14", "xmlDates": [ "2026-07-14" ], "earliest": "2026-07-14", "afterCutoff": true } }, { "id": "B42650473", "pmid": "42650473", "pmcid": "PMC13512630", "doi": "10.3390/foods15162779", "title": "Diosmin Attenuates Age-Associated Vascular Oxidative Stress and Endothelial Dysfunction in Aged Rats.", "earliest_public_date": "2026-08-07", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13512630/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13512630/fullTextXML", "fullTextSha256": "2f1ac3fd8cacfad4b1df24c4f8b36a3bc2c2b96d8d095e9f324208ae520d99e3", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:05.456427+00:00", "preprintSha256": "9cb2ff30324051b7d92d2759894a9e4944bd30bdcdf14c11ef193f7ca7859896", "publicationDateEvidence": { "pmcid": "PMC13512630", "metadata": "2026-08-07", "xmlDates": [ "2026-08-07" ], "earliest": "2026-08-07", "afterCutoff": true } }, { "id": "B42678502", "pmid": "42678502", "pmcid": "PMC13534412", "doi": "10.1186/s43556-026-00526-0", "title": "Solute Carrier Family 1 Member 5 (SLC1A5)-dependent glutamine transport regulates macrophage senescence and efferocytosis during liver regeneration.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13534412/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13534412/fullTextXML", "fullTextSha256": "f63845824c9b1f5e37a71e7a6288db4977f4d2b1abe1a4e2aeb178a65dc4766d", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:06.437279+00:00", "preprintSha256": "9edca3e82c72c896c01138096778fff8794d97779c42c7163f97cf1d3ce1e43f", "publicationDateEvidence": { "pmcid": "PMC13534412", "metadata": "2026-09-01", "xmlDates": [ "2026-09-01", "2026-12-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42637079", "pmid": "42637079", "pmcid": "PMC13599633", "doi": "10.1016/j.jbc.2026.113471", "title": "ERα/SIRT1 signaling mediates the metabolic regulatory benefits of pterostilbene.", "earliest_public_date": "2026-08-24", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13599633/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13599633/fullTextXML", "fullTextSha256": "a76bdb5e57ce905ecb1a838d2ed34731caa4919ca5525134f9d7cf0731acb655", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:06.906131+00:00", "preprintSha256": "c5e0989b9c7da69fb442fb6b8ac20d30fbd4235c5d3df6fcde57414f0a23dfb3", "publicationDateEvidence": { "pmcid": "PMC13599633", "metadata": "2026-08-24", "xmlDates": [ "2026-10-01", "2026-08-24" ], "earliest": "2026-08-24", "afterCutoff": true } }, { "id": "B42598518", "pmid": "42598518", "pmcid": "PMC13471064", "doi": "10.1016/j.bioactmat.2026.07.050", "title": "Loss of EGFR activity in skeletal stem/progenitor cells is associated with impaired fracture healing in aged mice.", "earliest_public_date": "2026-08-04", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13471064/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13471064/fullTextXML", "fullTextSha256": "15869787806d5dc5fbeeaab84b54b3ccbc0fc7348007fec9e18a8aed121405ad", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:07.198693+00:00", "preprintSha256": "d1873082e699befa1533bb29a5b03237777834ebddd5646b3d9582721af9e848", "publicationDateEvidence": { "pmcid": "PMC13471064", "metadata": "2026-08-04", "xmlDates": [ "2027-01-01", "2026-08-04" ], "earliest": "2026-08-04", "afterCutoff": true } }, { "id": "B42806619", "pmid": "42806619", "pmcid": "PMC13620287", "doi": "10.1111/acel.70713", "title": "α-Synuclein Promotes Atherosclerosis by Impairing Macrophage Autophagic Flux.", "earliest_public_date": "2026-09-28", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13620287/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13620287/fullTextXML", "fullTextSha256": "06e0ef4c602ab5a0825499273807d1e65c2969c57e4d17452bcf0d3b54fc71fd", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:07.672888+00:00", "preprintSha256": "3e1bf722510077bd0f858e4c46d56c917fefe67fdd77e32e887605c3ce475602", "publicationDateEvidence": { "pmcid": "PMC13620287", "metadata": "2026-10-01", "xmlDates": [ "2026-09-28" ], "earliest": "2026-09-28", "afterCutoff": true } }, { "id": "B42649194", "pmid": "42649194", "pmcid": "PMC13518901", "doi": "10.1038/s41467-026-76075-5", "title": "β-cell FMO3-produced TMAO prevents NF-κB-mediated senescence and inflammation in ageing and diabetic conditions.", "earliest_public_date": "2026-07-27", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13518901/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13518901/fullTextXML", "fullTextSha256": "0fc32713469583ad8a133dd4ee5402e8e8cdbbe6a31376f8a244d78246b87a74", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:09.007511+00:00", "preprintSha256": "6b3b86a4b6d8a3d694f7368b3baf18f9eb4ae41a132ecd6f6f00ceb813530141", "publicationDateEvidence": { "pmcid": "PMC13518901", "metadata": "2026-07-27", "xmlDates": [ "2026-07-27" ], "earliest": "2026-07-27", "afterCutoff": true } }, { "id": "B42782728", "pmid": "42782728", "pmcid": "PMC13605429", "doi": "10.3390/cells15181625", "title": "Smooth Muscle Cell MAPK14 Promotes Vascular Calcification During Hyperlipidemic Aging.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13605429/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13605429/fullTextXML", "fullTextSha256": "c7948b3cb0a93e121ace7356faeea3982d14db9d5da14c71eaaeffc381f7ab42", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:09.131092+00:00", "preprintSha256": "5f9241a4bfe2921380eb2effd15e2a2216e860b7d7b2ec7e2a484d7bce101bbe", "publicationDateEvidence": { "pmcid": "PMC13605429", "metadata": "2026-09-08", "xmlDates": [ "2026-09-08", "2026-09-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42823407", "pmid": "42823407", "pmcid": "PMC13631353", "doi": "10.1038/s41467-026-77298-2", "title": "FBXW7 mitigates hepatic fibrosis by degrading NOTCH1 to transcriptionally silence SEMA3G in liver sinusoidal endothelial cells.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13631353/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13631353/fullTextXML", "fullTextSha256": "1645532c5b326b781037f1ba9a875072699dcc9c30d8ed67003a90d7cce068b3", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:10.043380+00:00", "preprintSha256": "8f496e76e33f96de9dff5179236d53550554516d5975789b3efd8a7144423adc", "publicationDateEvidence": { "pmcid": "PMC13631353", "metadata": "2026-09-01", "xmlDates": [ "2026-09-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42830286", "pmid": "42830286", "pmcid": "PMC13637308", "doi": "10.1186/s40104-026-01504-w", "title": "ZBED6 deletion activates FNDC1-mediated PI3K/AKT and MAPK/ERK1/2 signaling pathways to promote myogenesis in pigs.", "earliest_public_date": "2026-10-05", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13637308/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13637308/fullTextXML", "fullTextSha256": "2da9fc02780b54bac879eaa727815c6cadd99c71f4aeb46232745e9c70aa92ea", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:10.062890+00:00", "preprintSha256": "a722bab1e032b296b1ec27f487830d2ea9f074188f1f3bc9d50db06a91ac0a50", "publicationDateEvidence": { "pmcid": "PMC13637308", "metadata": "2026-10-05", "xmlDates": [ "2026-10-05" ], "earliest": "2026-10-05", "afterCutoff": true } }, { "id": "B42420530", "pmid": "42420530", "pmcid": "PMC13434582", "doi": "10.1038/s12276-026-01787-z", "title": "Deacetylation of SRF catalyzed by SIRT7 protects against abdominal aortic aneurysm formation.", "earliest_public_date": "2026-07-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13434582/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13434582/fullTextXML", "fullTextSha256": "52b8e19c6ae517728cf5fa278556730c04de0a9865e1ee6fe5f14f1801d5396a", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:11.158051+00:00", "preprintSha256": "b5853964385a0a3da8eb629d18cb1229965f7059931a135411be25cd910811c6", "publicationDateEvidence": { "pmcid": "PMC13434582", "metadata": "2026-07-08", "xmlDates": [ "2026-07-08", "2026-07-01" ], "earliest": "2026-07-01", "afterCutoff": true } }, { "id": "B42458466", "pmid": "42458466", "pmcid": "PMC13670565", "doi": "10.1186/s12967-026-08588-y", "title": "Glucagon receptor blockade protects spermatogenesis by enhancing PFKFB3-mediated lactate production in Sertoli cells.", "earliest_public_date": "2026-07-15", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13670565/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13670565/fullTextXML", "fullTextSha256": "568a05e28d21146c1e6b87cf8fcbd7811f50abc6f8bc0591189ec6031c351f56", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:11.231894+00:00", "preprintSha256": "9367f6203f2537b7905826d384cdaeabb872a9b9cd4999f920603b6a776b8d0c", "publicationDateEvidence": { "pmcid": "PMC13670565", "metadata": "2026-07-15", "xmlDates": [ "2026-07-15" ], "earliest": "2026-07-15", "afterCutoff": true } }, { "id": "B42591729", "pmid": "42591729", "pmcid": "PMC13462922", "doi": "10.1002/mco2.70918", "title": "Inhibiting the Endothelial Mechanosensitive Channel Piezo1 Restores Hippocampal Blood-Brain Barrier Integrity to Improve Anesthesia- and Surgery-Induced Cognitive Decline.", "earliest_public_date": "2026-08-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13462922/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13462922/fullTextXML", "fullTextSha256": "7f5e4e83292fa95f424a672763b62e46abc2b015c2be94584b97bb132be5756b", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:08.498676+00:00", "preprintSha256": "b5ada20a9d2657277267727e02e343f7326c29f0b0cea4faa5478594d913c5d1", "publicationDateEvidence": { "pmcid": "PMC13462922", "metadata": "2026-08-12", "xmlDates": [ "2026-08-12", "2026-08-01" ], "earliest": "2026-08-01", "afterCutoff": true } }, { "id": "B42681644", "pmid": "42681644", "pmcid": "PMC13531920", "doi": "10.1186/s13045-026-01840-4", "title": "Glutathione reductase deficiency potentiates the immunogenicity of ferroptosis and cuproptosis via amplified reactive oxygen species accumulation and cGAS-STING pathway activation.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13531920/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13531920/fullTextXML", "fullTextSha256": "02398190e8b9ee855db7f1a5a5d934adea13d4de1756633fa68899f3bbe08939", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:07.518114+00:00", "preprintSha256": "c683cd9a51f6e5e8beafd43491346510a335f95b32d7380171c30beb307ff639", "publicationDateEvidence": { "pmcid": "PMC13531920", "metadata": "2026-09-01", "xmlDates": [ "2026-09-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42610635", "pmid": "42610635", "pmcid": "PMC13483296", "doi": "10.1111/acel.70670", "title": "AK050834 Deficiency Prevents Vascular Aging via Opposite Regulation of Two Senescence-Sensitive Genes ATF3 and p21.", "earliest_public_date": "2026-08-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13483296/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13483296/fullTextXML", "fullTextSha256": "0a1364720b51a6e4d34d77db40c0e7ef8103c8c2b32071f49a6d71be1cae7aee", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:10.038442+00:00", "preprintSha256": "c2d2b1c73015658394605aaed5dc2a69c0d89c32e817438ca27697cc24da6870", "publicationDateEvidence": { "pmcid": "PMC13483296", "metadata": "2026-08-01", "xmlDates": [ "2026-08-18" ], "earliest": "2026-08-01", "afterCutoff": true } }, { "id": "B42690146", "pmid": "42690146", "pmcid": "PMC13591257", "doi": "10.1042/cs20261576", "title": "IRAP deficiency preserves renal function and attenuates pathology in aged mice.", "earliest_public_date": "2026-09-16", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13591257/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13591257/fullTextXML", "fullTextSha256": "b4cdaa6f657aac39d5bee8cbf947d8903ccf45526d9e7a9fbd2d3879e542cc62", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:11.328423+00:00", "preprintSha256": "491fc863644df554d8d56ba8ec4d3c8f22aa2cc3c25e71718acda50b64c5bef9", "publicationDateEvidence": { "pmcid": "PMC13591257", "metadata": "2026-10-01", "xmlDates": [ "2026-10-01", "2026-09-16" ], "earliest": "2026-09-16", "afterCutoff": true } }, { "id": "B42698366", "pmid": "42698366", "pmcid": "PMC13545643", "doi": "10.1111/acel.70695", "title": "Midlife Growth Hormone Receptor Ablation Extends Healthy Lifespan and Induces Sex-Specific Hepatic Transcriptional Changes at Single-Cell Resolution.", "earliest_public_date": "2026-09-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13545643/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13545643/fullTextXML", "fullTextSha256": "2c3c1feb517d27cecb77d10837b6b136ef4dca601f424b065c8f3c1e71dfe050", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:12.387541+00:00", "preprintSha256": "dfdd1d722e6e5942d661ba08d374548fadd5b7462eefdb398fa8ccd9c5066b25", "publicationDateEvidence": { "pmcid": "PMC13545643", "metadata": "2026-09-01", "xmlDates": [ "2026-09-05", "2026-09-01" ], "earliest": "2026-09-01", "afterCutoff": true } }, { "id": "B42485573", "pmid": "42485573", "pmcid": "PMC13390905", "doi": "10.20945/2359-4292-2026-0078", "title": "Hypercholesterolemia induced by hypothyroidism is ameliorated by taurine supplementation through the hepatic AMPK/ACC pathway.", "earliest_public_date": "2026-07-22", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13390905/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13390905/fullTextXML", "fullTextSha256": "74a5f5349e4d318a9cd282d3d409e5134491c57000543510e95f177f71480bb8", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:12.487255+00:00", "preprintSha256": "414327f4c19f58074cff97843ac5aaf64bf8d9a9762a25f5cc5c17292b90f508", "publicationDateEvidence": { "pmcid": "PMC13390905", "metadata": "2026-07-22", "xmlDates": [ "2026-07-22" ], "earliest": "2026-07-22", "afterCutoff": true } }, { "id": "B42589691", "pmid": "42589691", "pmcid": "PMC13467427", "doi": "10.3390/ijms27157039", "title": "Hepatic SIRT6 Deficiency Accelerates Female-Specific Aging Through SULT1E1-Mediated Estrogen Depletion.", "earliest_public_date": "2026-08-01", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13467427/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13467427/fullTextXML", "fullTextSha256": "8c0427e11ff00048d9ea5e7884a2181bff314e6284bdd8f05334d82f87aa2897", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:13.089068+00:00", "preprintSha256": "52122bc7636fe4de4e8df81bbc5d0c2861d8db7f9ac00e0342791bd4121474cd", "publicationDateEvidence": { "pmcid": "PMC13467427", "metadata": "2026-08-05", "xmlDates": [ "2026-08-05", "2026-08-01" ], "earliest": "2026-08-01", "afterCutoff": true } }, { "id": "B42716949", "pmid": "42716949", "pmcid": "PMC13558768", "doi": "10.1038/s41392-026-02849-4", "title": "Alveolar epithelial depletion of βPAK-interacting exchange factor drives spontaneous pulmonary fibrosis by impairing stemness.", "earliest_public_date": "2026-09-10", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13558768/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13558768/fullTextXML", "fullTextSha256": "4c3aff0456b61e1ac2c22cbee0e4cbccd9d4fdc763319b0dd5cb80269ce2addb", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:13.257428+00:00", "preprintSha256": "8607a9e46de902a19545ce47fd2ae92e43ee66ae44cb7d0c973bc1084d76d264", "publicationDateEvidence": { "pmcid": "PMC13558768", "metadata": "2026-09-10", "xmlDates": [ "2026-09-10" ], "earliest": "2026-09-10", "afterCutoff": true } }, { "id": "B42399370", "pmid": "42399370", "pmcid": "PMC13472882", "doi": "10.1038/s43587-026-01166-3", "title": "Therapeutic targeting of the conserved region within the low-complexity domain of TDP-43 is neuroprotective and extends survival in amyotrophic lateral sclerosis mice.", "earliest_public_date": "2026-07-03", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13472882/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13472882/fullTextXML", "fullTextSha256": "4a4973a22ff7fe868a6c68a5d70454603d0a851191f7bb5aff2eaecb6555166b", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:13.590564+00:00", "preprintSha256": "e2e5bb3a1f8b9f149ba0e4098b4dff025f3fe65463ff4eab0be104c1b5a18c8c", "publicationDateEvidence": { "pmcid": "PMC13472882", "metadata": "2026-07-03", "xmlDates": [ "2026-07-03" ], "earliest": "2026-07-03", "afterCutoff": true } }, { "id": "B42418576", "pmid": "42418576", "pmcid": "PMC13344286", "doi": "10.1126/sciadv.aeb2892", "title": "Reprogramming of valine metabolism mediated by abnormally low ALDH6A1 expression promotes invasive metastasis of gastric cancer.", "earliest_public_date": "2026-07-08", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13344286/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13344286/fullTextXML", "fullTextSha256": "953dfa834d16eb39da72984b9080bb00682d73483a0681d322e22a90422590c9", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:14.051986+00:00", "preprintSha256": "3cc692683529cca40e8ec1e5ce7661b373514096e267f926c4185856cf429509", "publicationDateEvidence": { "pmcid": "PMC13344286", "metadata": "2026-07-08", "xmlDates": [ "2026-07-08" ], "earliest": "2026-07-08", "afterCutoff": true } }, { "id": "B42575886", "pmid": "42575886", "pmcid": "PMC13458481", "doi": "10.1038/s41413-026-00568-8", "title": "Youthfulness of marrow Adipoq<sup>+</sup> cells maintained by Cbfβ facilitates stem cell-based bone repair.", "earliest_public_date": "2026-08-10", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13458481/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13458481/fullTextXML", "fullTextSha256": "f877dc0b0914ca839d984ae554075b4c3da3c71324371d876b65e3c2ff3f1c87", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:14.441455+00:00", "preprintSha256": "30034cb5776af5d0e2f229df730be82a300ced4fd16bada6ba21adbe422183ff", "publicationDateEvidence": { "pmcid": "PMC13458481", "metadata": "2026-08-10", "xmlDates": [ "2026-08-10" ], "earliest": "2026-08-10", "afterCutoff": true } }, { "id": "B42602328", "pmid": "42602328", "pmcid": "PMC13474089", "doi": "10.1016/j.isci.2026.117000", "title": "Comprehensive transcriptomic profiling reveals impaired polyamine metabolism as a contributor to age-related muscle decline.", "earliest_public_date": "2026-08-06", "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13474089/", "fullTextUrl": "https://www.ebi.ac.uk/europepmc/webservices/rest/PMC13474089/fullTextXML", "fullTextSha256": "4ddac873a179a6f4b462013fe09fd50a61b937592b8890324c6ce9f599e69a8d", "fetchStatus": 200, "fetchedAt": "2026-10-22T22:26:14.443338+00:00", "preprintSha256": "40468fad31409a1800ea6734bdff7c2a7813ac1abc31da00e03ab742a987d169", "publicationDateEvidence": { "pmcid": "PMC13474089", "metadata": "2026-08-06", "xmlDates": [ "2026-08-21", "2026-08-06" ], "earliest": "2026-08-06", "afterCutoff": true } } ], "claims": [ { "confirmed": false, "en": "Global Gcgr deletion increases sperm concentration in male mice relative to wild-type littermates.", "ru": "Удаление Gcgr во всём организме повышает концентрацию сперматозоидов у самцов мышей относительно обычных мышей из того же помёта.", "observed": "Concentration fell from 34.94 to 17.94 million/mL, P = 0.0057.", "observedRu": "Концентрация снизилась с 34,94 до 17,94 млн/мл, P = 0,0057.", "figure": "Supplementary Figure 5F", "paragraph": "p55", "quote": "17.94 ± 8.18 million/mL vs. 34.94 ± 12.26 million/mL, P = 0.0057", "id": "H556eb44d6587", "sourceId": "B42458466", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "The STING inhibitor H-151 at 25 mg/L in drinking water extends male Lmna-G609G progeroid mouse median lifespan relative to vehicle.", "ru": "Ингибитор STING H-151 в питьевой воде в концентрации 25 мг/л увеличивает медианную продолжительность жизни самцов мышей с прогерией Lmna-G609G относительно растворителя.", "observed": "Male median survival increased from 122 to 149 days; log-rank p<0.001.", "observedRu": "Медианная выживаемость самцов выросла со 122 до 149 дней; логранговый критерий дал P < 0,001.", "figure": "Figure 5g", "paragraph": "p15", "quote": "extended from 122 days in vehicle-treated mice to 149 days", "id": "Hf84dc04d9967", "sourceId": "B42749730", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Hepatocyte-specific GHR deletion extends male mouse lifespan relative to floxed littermate controls.", "ru": "Удаление GHR только в гепатоцитах увеличивает продолжительность жизни самцов мышей относительно контрольных животных того же помёта.", "observed": "Male hepatocyte-specific GHR-knockout mice had shorter survival; controls n=27, knockout n=20.", "observedRu": "Самцы с удалённым GHR в гепатоцитах жили меньше; контрольная группа включала 27 мышей, опытная 20.", "figure": "Figure 1B", "paragraph": "p28", "quote": "Male LiGHR−/− mice exhibited a shortened lifespan", "id": "Hd366df6c0c2d", "sourceId": "B42791620", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Twelve weeks of dietary coenzyme Q10 increases bone-marrow megakaryocyte colony counts in twelve-month-old mice relative to unsupplemented controls.", "ru": "Двенадцать недель добавления коэнзима Q10 к рациону увеличивают число колоний мегакариоцитов костного мозга у двенадцатимесячных мышей относительно рациона без добавки.", "observed": "Megakaryocyte colony counts increased at twelve months; p<0.05.", "observedRu": "В двенадцатимесячном возрасте число колоний мегакариоцитов выросло; P < 0,05.", "figure": "Figure 2A,B", "paragraph": "p7", "quote": "significantly increased colony counts", "id": "Hca5687df1d17", "sourceId": "B42808563", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Co-culture with sardomozide-pretreated fibro-adipogenic progenitors increases nuclei per myotube during mouse muscle stem cell differentiation relative to untreated-progenitor co-culture.", "ru": "Совместное культивирование мышечных стволовых клеток мыши с клетками-предшественниками фибробластов и жировых клеток, предварительно обработанными сардомозидом, увеличивает число ядер в образующихся мышечных трубочках по сравнению с совместным культивированием с необработанными клетками-предшественниками.", "observed": "Nuclei per myotube decreased.", "observedRu": "Число ядер в мышечной трубочке снизилось.", "figure": "Supplementary Figure 5G-J", "paragraph": "p59", "quote": "a reduced average number of nuclei per myotube", "id": "H00754d90403e", "sourceId": "B42602328", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Dasatinib plus quercetin increases mineralized callus bone volume twenty-eight days after fracture in mice lacking Cbfb in Adipoq-positive marrow cells relative to untreated knockout mice.", "ru": "Дазатиниб с кверцетином увеличивают объём минерализованной костной мозоли через 28 дней после перелома у мышей с удалённым Cbfb в Adipoq-положительных клетках костного мозга относительно таких же мышей без лечения.", "observed": "Treatment increased mineralized callus volume.", "observedRu": "Лечение увеличило объём минерализованной костной мозоли.", "figure": "Supplementary Figure 14k-n", "paragraph": "p38", "quote": "increased callus formation and mineralized bone volume", "id": "H7b5933386c64", "sourceId": "B42575886", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "ALDH6A1 overexpression increases Transwell migration of human AGS gastric cancer cells relative to vector controls.", "ru": "Повышение экспрессии ALDH6A1 усиливает миграцию человеческих клеток рака желудка AGS через мембрану Transwell относительно контрольного вектора.", "observed": "Overexpression inhibited migration.", "observedRu": "Повышение экспрессии подавило миграцию.", "figure": "Figure 2A-C", "paragraph": "p9", "quote": "overexpression of ALDH6A1 inhibited these abilities", "id": "H9cb69403e6d8", "sourceId": "B42418576", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Grtp1 deletion increases the percentage of progressively motile sperm in three-to-four-month-old male mice compared with age-matched wild-type controls.", "ru": "Удаление Grtp1 увеличивает долю поступательно подвижных сперматозоидов у трёх-четырёхмесячных самцов мышей относительно обычных животных того же возраста.", "observed": "Progressively motile sperm decreased from 62% in young controls to 27% after knockout.", "observedRu": "Доля поступательно подвижных сперматозоидов снизилась с 62% у молодых контрольных мышей до 27% после удаления гена.", "figure": "Figure 2D", "paragraph": "p11", "quote": "27% in the Grtp1‐KO group", "id": "H3d94392f96ae", "sourceId": "B42801556", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Induced NICD expression prevents depletion of Pax7-positive muscle stem cells in Kmt5a-deficient adult mice twenty-one days after muscle injury.", "ru": "Принудительная экспрессия внутриклеточного домена Notch (NICD) предотвращает истощение пула мышечных стволовых клеток с Pax7 у взрослых мышей с удалённым Kmt5a через 21 день после повреждения мышцы.", "observed": "Despite NICD, the injured knockout muscle showed near-complete stem-cell depletion at day 21.", "observedRu": "При экспрессии NICD пул стволовых клеток в повреждённой мышце без Kmt5a оставался почти полностью истощённым на 21-й день.", "figure": "Supplementary Figure S1D", "paragraph": "p25", "quote": "near-complete depletion of the MuSC pool", "id": "H591cc6bdd061", "sourceId": "B42733840", "adjudication": "direct_failed_postinjury_rescue" }, { "confirmed": false, "en": "Deleting guanylyl-cyclase-A receptors in adrenal zona-glomerulosa cells reduces the blood-pressure increase induced by two weeks of 4% dietary salt in mice.", "ru": "Удаление рецептора GC-A (гуанилатциклазы A) в клетках клубочковой зоны надпочечников уменьшает рост артериального давления после двух недель питания с 4% соли у мышей.", "observed": "The pressure increase was 8.2 mmHg in knockout mice versus 4.6 mmHg in controls.", "observedRu": "После удаления рецептора давление выросло на 8,2 мм рт. ст. против 4,6 мм рт. ст. в контроле.", "figure": "Figure 3A", "paragraph": "p27", "quote": "4.6 mm Hg in control and by 8.2 mm Hg in KO", "id": "H699141a0e533", "sourceId": "B42717871", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Hepatocyte-specific Sirt6 deletion lowers hepatic Cdkn1a expression in aged female mice relative to floxed controls.", "ru": "Удаление Sirt6 в гепатоцитах снижает экспрессию Cdkn1a в печени старых самок мышей относительно контроля с сохранённым геном.", "observed": "Cdkn1a increased 4.24-fold, P < 0.05.", "observedRu": "Экспрессия Cdkn1a выросла в 4,24 раза, P < 0,05.", "figure": "Figure 6F", "paragraph": "p19", "quote": "Cdkn1a (p21, +4.24-fold)", "id": "H2a068a10286e", "sourceId": "B42589691", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Fgf21 knockout lowers uterine interleukin-1 beta protein after intrauterine lipopolysaccharide challenge in mice relative to challenged wild-type controls.", "ru": "Удаление Fgf21 снижает содержание интерлейкина-1β в матке мышей после внутриматочного липополисахарида относительно обычных мышей с тем же воздействием.", "observed": "Knockout increased uterine interleukin-1 beta protein after lipopolysaccharide.", "observedRu": "После удаления Fgf21 содержание интерлейкина-1β в матке при воспалении повысилось.", "figure": "Figure 2L", "paragraph": "p26", "quote": "increased protein levels of TNF-α and IL-1β", "id": "H5ae76ff04768", "sourceId": "B42479094", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Inducible cartilage-specific Erk5 deletion lowers knee cartilage OARSI damage scores after destabilization of the medial meniscus in adult mice relative to controls.", "ru": "Индуцируемое удаление Erk5 в хряще взрослых мышей снижает балл повреждения коленного хряща OARSI после дестабилизации медиального мениска относительно контроля.", "observed": "Cartilage Erk5 knockout reduced OARSI histological damage scores after surgery.", "observedRu": "Удаление Erk5 в хряще снизило гистологический балл повреждения после операции.", "figure": "Figure 2b,c", "paragraph": "p6", "quote": "OARSI scores were lower in CKO mice", "id": "H9cc800ed9167", "sourceId": "B42686685", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Whole-body Ghr ablation initiated at twelve months increases male mouse body weight at nineteen months relative to controls.", "ru": "Удаление Ghr во всём организме, начатое в 12 месяцев, повышает массу тела самцов мышей в возрасте 19 месяцев относительно контроля.", "observed": "Male body weight decreased at nineteen and twenty-three months, P < 0.0001.", "observedRu": "Масса тела самцов снизилась в 19 и 23 месяца, P < 0,0001.", "figure": "Figure 1g", "paragraph": "p7", "quote": "reduced in 12mGHRKO males", "id": "Hc35db8c00454", "sourceId": "B42698366", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Cbfb deletion in Adipoq-positive marrow cells increases PDGFR-alpha-positive skeletal progenitor abundance in mice relative to control mice.", "ru": "Удаление Cbfb в Adipoq-положительных клетках костного мозга увеличивает число скелетных клеток-предшественников с PDGFR-альфа у мышей относительно контроля.", "observed": "PDGFR-alpha-positive progenitors were significantly reduced.", "observedRu": "Число клеток-предшественников с PDGFR-альфа достоверно снизилось.", "figure": "Supplementary Figure 14o-v", "paragraph": "p39", "quote": "were significantly reduced in Cbfβ CKO mice", "id": "Hb19a1eaedf6f", "sourceId": "B42575886", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Adding chloroquine to SDF-1-treated aged mouse oocytes decreases G3BP1 fluorescence relative to SDF-1 alone.", "ru": "Добавление хлорохина к SDF-1 в ооцитах старых мышей снижает флуоресценцию G3BP1 относительно одного SDF-1.", "observed": "Chloroquine increased G3BP1 and blocked SDF-1-associated stress-granule clearance.", "observedRu": "Хлорохин повысил сигнал G3BP1 и заблокировал удаление стрессовых гранул при действии SDF-1.", "figure": "Figure 8E,F", "paragraph": "p20", "quote": "CQ supplementary enhanced the expression of G3BP1", "id": "Ha6af01b29947", "sourceId": "B42544868", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Adding L-glutamine restores apoptotic-cell engulfment by Slc1a5-deficient mouse bone-marrow-derived macrophages relative to unsupplemented deficient macrophages.", "ru": "Добавление L-глутамина восстанавливает поглощение погибающих клеток макрофагами из костного мозга мышей с удалённым Slc1a5 по сравнению с такими же макрофагами без добавки.", "observed": "L-glutamine significantly restored efferocytosis.", "observedRu": "L-глутамин достоверно восстановил поглощение погибающих клеток.", "figure": "Figure 6f,g", "paragraph": "p19", "quote": "significantly restored the efferocytosis function", "id": "H2d91f2d3ca48", "sourceId": "B42678502", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Sardomozide inhibition of AMD1 increases Cdkn1a expression in fibro-adipogenic progenitors isolated from young mouse skeletal muscle relative to untreated progenitors.", "ru": "Ингибирование AMD1 сардомозидом повышает экспрессию Cdkn1a в клетках-предшественниках фибробластов и жировых клеток, выделенных из скелетных мышц молодых мышей, по сравнению с клетками без воздействия.", "observed": "Cdkn1a increased, P < 0.0001.", "observedRu": "Экспрессия Cdkn1a выросла, P < 0,0001.", "figure": "Figure 5C", "paragraph": "p47", "quote": "an early induction of the cell cycle inhibitor Cdkn1a", "id": "Hbb8d36395a4f", "sourceId": "B42602328", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Induced NICD expression preserves the quiescent Pax7-positive muscle stem-cell pool in Kmt5a-deficient adult mice six weeks after tamoxifen under homeostasis.", "ru": "Принудительная экспрессия внутриклеточного домена Notch (NICD) сохраняет пул покоящихся мышечных стволовых клеток с Pax7 у взрослых мышей с удалённым Kmt5a через шесть недель после введения тамоксифена в отсутствие травмы.", "observed": "NICD prevented stem-cell depletion and reduced Ki67-positive activation under homeostasis.", "observedRu": "NICD предотвратил истощение пула стволовых клеток и уменьшил их активацию по маркеру Ki67 в отсутствие травмы.", "figure": "Figure 2B-D", "paragraph": "p24", "quote": "prevented depletion of the Pax7+ stem cell pool", "id": "Hdc04751acc25", "sourceId": "B42733840", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Taurine supplementation lowers serum LDL cholesterol in hypothyroid rats relative to hypothyroid rats receiving water alone.", "ru": "Добавление таурина снижает содержание холестерина липопротеинов низкой плотности в сыворотке крыс с гипотиреозом относительно крыс с гипотиреозом, получающих только воду.", "observed": "Elevated LDL cholesterol decreased after taurine.", "observedRu": "Повышенное содержание холестерина липопротеинов низкой плотности снизилось после таурина.", "figure": "Figure 3C", "paragraph": "p21", "quote": "were reduced following taurine supplementation", "id": "H0b95ea5bca8b", "sourceId": "B42485573", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "T-cell-specific Lmna deletion improves female MCA205 tumor-bearing mouse survival during combined oxaliplatin, anti-PD-1 and anti-ACBP/DBI treatment compared with T-cell-Lmna-sufficient controls.", "ru": "Удаление Lmna в T-клетках повышает выживаемость самок мышей с опухолью MCA205 при сочетании оксалиплатина с антителами к PD-1 и ACBP/DBI по сравнению с животными с сохранённым геном.", "observed": "T-cell Lmna loss worsened treatment survival; female genotype comparison p=0.0047.", "observedRu": "Удаление Lmna в T-клетках ухудшило выживаемость при лечении; сравнение генотипов у самок дало P = 0,0047.", "figure": "Figure 1C; Figure 3B", "paragraph": "p14", "quote": "p=0.0047 in females", "id": "Hc51c63819170", "sourceId": "B42774966", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Seven days of 20 micromolar XL20 reduces dendritic spine density in human induced-pluripotent-stem-cell-derived motor neurons with TDP43-Q331K relative to vehicle-treated mutant neurons.", "ru": "Воздействие 20 мкМ XL20 в течение семи дней снижает плотность дендритных шипиков в человеческих двигательных нейронах, полученных из индуцированных плюрипотентных стволовых клеток с TDP43-Q331K, относительно мутантных нейронов с растворителем.", "observed": "XL20 restored spine density toward isogenic-control levels.", "observedRu": "XL20 восстановил плотность шипиков до уровня генетически сопоставимого контроля.", "figure": "Figure 4k", "paragraph": "p13", "quote": "restoring spine density and cytoplasmic TDP-43 levels", "id": "Hbcb2664c171e", "sourceId": "B42399370", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Snca deletion reduces whole-aorta atherosclerotic lesion area in male mice after AAV-PCSK9 administration and sixteen weeks of high-cholesterol feeding relative to wild-type littermates.", "ru": "Удаление Snca уменьшает площадь атеросклеротических поражений всей аорты у самцов мышей после введения AAV-PCSK9 и 16 недель питания с высоким содержанием холестерина относительно обычных мышей из того же помёта.", "observed": "Whole-aorta and aortic-arch lesion areas were significantly smaller.", "observedRu": "Площадь поражений всей аорты и её дуги достоверно уменьшилась.", "figure": "Figure 1c-e", "paragraph": "p8", "quote": "significantly smaller lesion areas", "id": "Hd41fa6090167", "sourceId": "B42806619", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Enzymatically hydrolyzed eggshell membrane increases KRT1 expression in cultured neonatal human epidermal keratinocytes compared with untreated cells.", "ru": "Ферментативный гидролизат подскорлупной оболочки повышает экспрессию KRT1 в культуре эпидермальных кератиноцитов новорождённого человека относительно клеток без обработки.", "observed": "Hydrolyzed membrane dose-dependently increased KRT1 and other differentiation markers.", "observedRu": "Гидролизат дозозависимо повысил KRT1 и другие маркеры дифференцировки.", "figure": "Figure 1B", "paragraph": "p17", "quote": "significantly upregulated the expression of KRT1", "id": "H108fec88412d", "sourceId": "B42644214", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Pdha1 silencing decreases lactate production in D-galactose-treated primary mouse pulmonary endothelial cells relative to control silencing.", "ru": "Подавление Pdha1 снижает образование лактата в первичных лёгочных эндотелиальных клетках мыши при воздействии D-галактозы относительно контрольного подавления.", "observed": "Pdha1 silencing increased lactate production under D-galactose.", "observedRu": "Подавление Pdha1 увеличило образование лактата при воздействии D-галактозы.", "figure": "Figure 5G", "paragraph": "p13", "quote": "increased D-gal-induced lactate production", "id": "H5401e2f1476e", "sourceId": "B42625807", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Sost deletion increases tibial cortical thickness in seventy-eight-week-old mice relative to littermate controls.", "ru": "Удаление Sost увеличивает толщину кортикального слоя большеберцовой кости у мышей в возрасте семидесяти восьми недель относительно контрольных животных того же помёта.", "observed": "Cortical thickness was 246% greater in seventy-eight-week-old knockout mice.", "observedRu": "Толщина кортикального слоя у мышей с удалённым геном была выше на 246%.", "figure": "Figure 2B; Table 2", "paragraph": "p26", "quote": "Ct.Th (246%)", "id": "H8856cfb6fb8c", "sourceId": "B42502704", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Recombinant human FGF21 administered before intrauterine lipopolysaccharide lowers uterine histopathological injury scores in mice compared with lipopolysaccharide alone.", "ru": "Введение рекомбинантного человеческого FGF21 перед внутриматочным липополисахаридом снижает гистологический балл повреждения матки у мышей относительно введения одного липополисахарида.", "observed": "FGF21 pretreatment significantly reduced histopathological injury scores.", "observedRu": "Предварительное введение FGF21 снизило гистологический балл повреждения матки.", "figure": "Figure 3C,D", "paragraph": "p28", "quote": "a significant decrease in histopathological scores", "id": "H7d64d0c884ee", "sourceId": "B42479094", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "FNDC1 overexpression restores EdU-labelled proliferation in ZBED6-overexpressing primary porcine muscle satellite cells relative to ZBED6 overexpression alone.", "ru": "Повышение экспрессии FNDC1 восстанавливает деление первичных сателлитных клеток мышц свиньи с повышенной экспрессией ZBED6 по включению EdU относительно одного повышения ZBED6.", "observed": "FNDC1 increased the number of EdU-positive cells in the ZBED6-overexpressing background.", "observedRu": "На фоне повышенной экспрессии ZBED6 белок FNDC1 увеличил число клеток, включивших EdU.", "figure": "Figure 4A,B", "paragraph": "p32", "quote": "significantly increased the number of EdU-positive cells", "id": "Hd2867abf0b74", "sourceId": "B42830286", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Conditional beta-PIX deletion in alveolar type-II cells increases the alveolar type-I to type-II cell ratio four weeks after induction in mice relative to wild-type controls.", "ru": "Условное удаление бета-PIX в альвеолярных клетках второго типа повышает отношение альвеолярных клеток первого типа ко второму через четыре недели после индукции у мышей относительно обычного контроля.", "observed": "The ratio decreased by 40%.", "observedRu": "Отношение снизилось на 40%.", "figure": "Supplementary Figure 11", "paragraph": "p20", "quote": "a significant decrease of 40%", "id": "Hde2c7f764541", "sourceId": "B42716949", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Psme4/PA200 deletion increases lung p53 protein in middle-aged mice subjected to urethane-induced tumorigenesis compared with wild-type controls.", "ru": "Удаление Psme4/PA200 повышает содержание p53 в лёгких мышей среднего возраста при вызванном уретаном опухолеобразовании относительно обычных контрольных мышей.", "observed": "Lung p53 was lower, not higher, in PA200-deficient middle-aged mice.", "observedRu": "Содержание p53 в лёгких мышей среднего возраста после удаления PA200 снизилось.", "figure": "Figure 6j", "paragraph": "p22", "quote": "p53 levels were lower in PA200 KO mice", "id": "Hb84019cbdccd", "sourceId": "B42884025", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Endothelial-specific Pdha1 deletion lowers pulmonary endothelial p21 expression in D-galactose-treated mice compared with treated control littermates.", "ru": "Удаление Pdha1 в эндотелии снижает содержание p21 в лёгочном эндотелии мышей, получающих D-галактозу, относительно контрольных животных с тем же воздействием.", "observed": "Endothelial Pdha1 deletion reduced lung endothelial p21 staining after D-galactose.", "observedRu": "Удаление Pdha1 уменьшило окрашивание на p21 в лёгочном эндотелии после D-галактозы.", "figure": "Figure 4A,B", "paragraph": "p11", "quote": "decreased endothelial (CD31+) senescence-related molecule p21 expression", "id": "Hd06b5abc8c17", "sourceId": "B42625807", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Intra-articular PAMAM-Chol-AZ3451 nanoparticles reduce mechanical allodynia twenty-four hours after treatment in mice with monoiodoacetate-induced knee osteoarthritis relative to vehicle.", "ru": "Внутрисуставное введение наночастиц PAMAM-Chol-AZ3451 уменьшает механическую аллодинию через сутки у мышей с вызванным монойодацетатом остеоартритом колена относительно растворителя.", "observed": "Drug-loaded nanoparticles produced sustained anti-allodynic effects peaking at twenty-four hours.", "observedRu": "Наночастицы с препаратом устойчиво уменьшили аллодинию с максимумом эффекта через сутки.", "figure": "Figure 1B-D", "paragraph": "p22", "quote": "a profound and prolonged reduction", "id": "Ha8f158ded9d3", "sourceId": "B42726576", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Renal-tubule-specific Erbin deletion reduces serum creatinine one day after kidney ischemia-reperfusion in mice relative to control littermates.", "ru": "Удаление Erbin в почечных канальцах снижает сывороточный креатинин у мышей через сутки после ишемии-реперфузии почки относительно контрольных животных того же помёта.", "observed": "Tubular Erbin knockout increased serum creatinine after injury; five mice per group.", "observedRu": "После удаления Erbin в канальцах сывороточный креатинин при повреждении вырос; по пять мышей в группе.", "figure": "Figure 2C", "paragraph": "p12", "quote": "were significantly augmented in Erbin-KO mice", "id": "H6e57c7188991", "sourceId": "B42637932", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "TRPV4 knockout increases the phosphorylated-Akt to total-Akt ratio in mouse skin after seven days of topical imiquimod relative to treated wild-type controls.", "ru": "Удаление TRPV4 увеличивает отношение фосфорилированного Akt к общему Akt в коже мышей после семи дней нанесения имиквимода относительно обычных мышей с тем же воздействием.", "observed": "TRPV4 deletion reduced imiquimod-induced Akt phosphorylation.", "observedRu": "Удаление TRPV4 уменьшило вызванное имиквимодом фосфорилирование Akt.", "figure": "Figure 1C,D", "paragraph": "p19", "quote": "TRPV4 deletion markedly attenuated IMQ-induced Akt phosphorylation", "id": "H69deb1edcdbe", "sourceId": "B42782838", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Adenoviral Erbin overexpression in kidney cortex before ischemia-reperfusion reduces renal interstitial collagen deposition fourteen days after injury relative to control adenovirus in mice.", "ru": "Усиление экспрессии Erbin аденовирусом в коре почки перед ишемией-реперфузией снижает межуточное отложение коллагена через четырнадцать дней после повреждения у мышей относительно контрольного аденовируса.", "observed": "Erbin overexpression reduced post-injury interstitial collagen; five mice per group.", "observedRu": "Усиление экспрессии Erbin снизило межуточное отложение коллагена после повреждения; по пять мышей в группе.", "figure": "Figure 3G,H", "paragraph": "p15", "quote": "reduced collagen deposition in renal interstitium", "id": "H770b494c23de", "sourceId": "B42637932", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Deleting membrane-bound COMT increases basal CellROX oxidative-stress signal in rat PC12 cells relative to wild-type cells.", "ru": "Удаление мембранной COMT повышает исходный сигнал окислительного стресса CellROX в клетках крысы PC12 относительно обычных клеток.", "observed": "COMT-deficient cells had higher basal oxidative stress by CellROX.", "observedRu": "В клетках без COMT исходный окислительный стресс по CellROX был выше.", "figure": "Figure 1D,E", "paragraph": "p9", "quote": "oxidative stress levels were markedly higher", "id": "Ha24c224c2c5c", "sourceId": "B42748150", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Two weeks of alternate-day fasting before carbon-tetrachloride challenge reduces subsequent mouse liver fibrosis relative to freely fed controls.", "ru": "Две недели голодания через день перед воздействием четырёххлористого углерода уменьшают последующий фиброз печени у мышей относительно свободного питания.", "observed": "Fasting preconditioning reduced Sirius-Red-defined fibrosis after carbon tetrachloride.", "observedRu": "После голодания фиброз при воздействии четырёххлористого углерода уменьшился по окрашиванию Sirius Red.", "figure": "Figure 5C", "paragraph": "p12", "quote": "reduced fibrotic pathology", "id": "H312a9208a0df", "sourceId": "B42801580", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Beta-cell-specific Fmo3 deletion improves glucose tolerance in twelve-week-old mice relative to wild-type littermates.", "ru": "Удаление Fmo3 в бета-клетках улучшает переносимость глюкозы у 12-недельных мышей относительно обычных мышей из того же помёта.", "observed": "Knockout mice developed glucose intolerance starting at twelve weeks.", "observedRu": "С 12-недельного возраста у мышей с удалённым геном появилась нарушенная переносимость глюкозы.", "figure": "Figure 2e,f", "paragraph": "p10", "quote": "starting at 12 weeks of age", "id": "Hdd257b1a803d", "sourceId": "B42649194", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Nox4 overexpression in brain endothelial cells further reduces hippocampal sodium-fluorescein leakage after anesthesia and surgery in endothelial-Piezo1-knockout mice relative to control virus.", "ru": "Повышение экспрессии Nox4 в эндотелиальных клетках мозга дополнительно уменьшает утечку флуоресцеина натрия в гиппокамп после наркоза и операции у мышей с удалённым Piezo1 в эндотелии относительно контрольного вируса.", "observed": "Nox4 overexpression exacerbated leakage and abolished the protective effect of Piezo1 deletion.", "observedRu": "Повышение экспрессии Nox4 усилило утечку и устранило защитное действие удаления Piezo1.", "figure": "Figure 7N,O", "paragraph": "p17", "quote": "was significantly exacerbated", "id": "H5a66cc1d176d", "sourceId": "B42591729", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Prx1-lineage Egfr deletion increases the fracture-callus bone-volume fraction at twenty-eight days after femoral fracture in mice relative to wild-type controls.", "ru": "Удаление Egfr в клетках линии Prx1 повышает долю костной ткани в костной мозоли через 28 дней после перелома бедренной кости у мышей относительно обычных контрольных мышей.", "observed": "Bone-volume fraction was significantly reduced at both twenty-eight and forty-two days.", "observedRu": "Доля костной ткани достоверно снизилась на 28-й и 42-й день.", "figure": "Figure 2B", "paragraph": "p9", "quote": "BV/TV was significantly reduced", "id": "Hf40c85e4b441", "sourceId": "B42598518", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "PAPPA overexpression reduces apoptosis caused by miR-27b-3p mimics in KGN granulosa cells exposed to 4-vinylcyclohexene diepoxide relative to empty vector.", "ru": "Повышение экспрессии PAPPA уменьшает апоптоз, вызванный имитаторами miR-27b-3p в гранулёзных клетках KGN при воздействии диэпоксида 4-винилциклогексена, по сравнению с пустым вектором.", "observed": "PAPPA co-expression reversed the pro-apoptotic phenotype; p<0.001.", "observedRu": "Совместная экспрессия PAPPA уменьшила апоптоз; P < 0,001.", "figure": "Figure 4C,D", "paragraph": "p17", "quote": "reversed both the proliferation blockade and pro-apoptotic phenotype", "id": "H2bf61d6a2dae", "sourceId": "B42650159", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "miR-27b-3p mimic transfection increases secreted IGF-1 in 4-vinylcyclohexene-diepoxide-injured KGN granulosa cells relative to scrambled controls.", "ru": "Введение имитаторов miR-27b-3p повышает секрецию IGF-1 гранулёзными клетками KGN, повреждёнными диэпоксидом 4-винилциклогексена, относительно контрольной последовательности.", "observed": "miR-27b-3p overexpression reduced secreted IGF-1; p<0.001.", "observedRu": "Усиление miR-27b-3p снизило секрецию IGF-1; P < 0,001.", "figure": "Figure 5C", "paragraph": "p18", "quote": "drastically reduced IGF-1 secretion", "id": "H69d1974ef6f3", "sourceId": "B42650159", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Twenty-four-hour atrial natriuretic peptide pretreatment attenuates angiotensin-II-induced ERK phosphorylation in human H295R adrenal cells compared with angiotensin II alone.", "ru": "Предварительное воздействие предсердного натрийуретического пептида в течение суток ослабляет вызванное ангиотензином II фосфорилирование ERK в человеческих клетках надпочечника H295R.", "observed": "Twenty-four-hour peptide exposure reduced the subsequent angiotensin-II ERK phosphorylation response.", "observedRu": "Суточное воздействие пептида уменьшило последующий ответ ERK на ангиотензин II.", "figure": "Supplementary Figure S3B", "paragraph": "p37", "quote": "a longer 24-hour pretreatment significantly attenuated", "id": "Hca11ba345120", "sourceId": "B42717871", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Whole-body Ghr ablation initiated at twelve months improves insulin sensitivity in male mice at twenty-three months relative to controls.", "ru": "Удаление Ghr во всём организме, начатое в 12 месяцев, повышает чувствительность к инсулину у самцов мышей в возрасте 23 месяцев относительно контроля.", "observed": "Male insulin sensitivity improved at nineteen and twenty-three months, P < 0.0001.", "observedRu": "Чувствительность к инсулину у самцов повысилась в 19 и 23 месяца, P < 0,0001.", "figure": "Figure 2h-j", "paragraph": "p11", "quote": "Insulin sensitivity was significantly improved only in male", "id": "H9512eff47edd", "sourceId": "B42698366", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Chronic diosmin supplementation increases plasma malondialdehyde in aged rats relative to vehicle-treated aged rats.", "ru": "Длительный приём диосмина повышает содержание малонового диальдегида в плазме старых крыс относительно старых крыс, получающих растворитель.", "observed": "Plasma malondialdehyde significantly decreased.", "observedRu": "Содержание малонового диальдегида в плазме достоверно снизилось.", "figure": "Figure 3A", "paragraph": "p26", "quote": "significantly decreased the MDA", "id": "H3525a80080db", "sourceId": "B42650473", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Twenty-eight days of HFI-419 treatment preserves glomerular filtration in twenty-seven- to twenty-eight-month-old wild-type mice relative to vehicle treatment.", "ru": "Лечение HFI-419 в течение 28 дней сохраняет клубочковую фильтрацию у обычных мышей в возрасте от 27 до 28 месяцев относительно введения растворителя.", "observed": "Treatment prevented the approximately 22% filtration decline seen in vehicle controls, P < 0.01.", "observedRu": "Лечение предотвратило снижение фильтрации примерно на 22%, наблюдавшееся в контроле с растворителем, P < 0,01.", "figure": "Figure 2A", "paragraph": "p25", "quote": "prevented the age-related decline in GFR", "id": "H1ca81581ce0f", "sourceId": "B42690146", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Esr1 knockdown increases Sirt1 gene expression in differentiated C2C12 myotubes relative to control siRNA.", "ru": "Подавление Esr1 увеличивает экспрессию Sirt1 в дифференцированных мышечных трубочках C2C12 относительно контрольной малой интерферирующей РНК.", "observed": "Esr1 knockdown reduced Sirt1 expression.", "observedRu": "Подавление Esr1 снизило экспрессию Sirt1.", "figure": "Figure 4C", "paragraph": "p15", "quote": "knockdown of Esr1 reduced Sirt1 gene expression", "id": "Hface15f9c0aa", "sourceId": "B42637079", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "XL20 at 50 mg/kg intraperitoneally three times weekly starting at forty-five days extends survival in male TDP43-A315T transgenic mice relative to vehicle.", "ru": "Внутрибрюшинное введение XL20 по 50 мг/кг три раза в неделю с 45-дневного возраста увеличивает выживаемость самцов трансгенных мышей TDP43-A315T относительно растворителя.", "observed": "Treated male mice exhibited increased lifespan.", "observedRu": "Продолжительность жизни получавших лечение самцов выросла.", "figure": "Figure 4e", "paragraph": "p13", "quote": "a notable increase in lifespan", "id": "He22abf94c32e", "sourceId": "B42399370", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "LSD1 overexpression accelerates gamma-H2AX clearance after 5 Gy irradiation in mouse 3T3 fibroblasts relative to vector controls.", "ru": "Усиление экспрессии LSD1 ускоряет исчезновение γH2AX после облучения мышиных фибробластов 3T3 дозой 5 Гр относительно контрольного вектора.", "observed": "LSD1 overexpression delayed gamma-H2AX resolution through 48 hours.", "observedRu": "Усиление экспрессии LSD1 задержало исчезновение γH2AX до 48 часов.", "figure": "Figure 4B", "paragraph": "p14", "quote": "delayed γH2AX resolution up to 48 hours", "id": "H27c93d908b66", "sourceId": "B42741942", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Osteocyte-specific Rankl deletion extends median lifespan of Zmpste24-null progeroid mice compared with Rankl-intact progeroid controls.", "ru": "Удаление Rankl в остеоцитах увеличивает медианную продолжительность жизни мышей с прогерией, вызванной удалением Zmpste24, по сравнению с такими же мышами с сохранённым Rankl.", "observed": "Pooled median lifespan rose from 230 to 276 days; p=0.0096.", "observedRu": "Медианная продолжительность жизни в объединённой группе выросла с 230 до 276 дней; P = 0,0096.", "figure": "Figure 4a", "paragraph": "p13", "quote": "a median lifespan of 276 days versus 230 days", "id": "H6512044a8ab4", "sourceId": "B42572248", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "L-carnitine reduces liver metastatic foci after intrasplenic injection of ALDH6A1-deficient AGS gastric cancer cells into nude mice relative to untreated deficient-cell controls.", "ru": "L-карнитин уменьшает число метастатических очагов в печени после введения в селезёнку бестимусных мышей клеток рака желудка AGS с удалённым ALDH6A1 относительно контроля с такими же клетками без лечения.", "observed": "L-carnitine reduced metastatic foci.", "observedRu": "L-карнитин уменьшил число метастатических очагов.", "figure": "Figure 8E,F", "paragraph": "p32", "quote": "markedly reduced metastatic foci", "id": "H08fabc33f46f", "sourceId": "B42418576", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Vascular-smooth-muscle-cell-specific Mapk14 deletion increases aortic collagen deposition in eighty-six-week-old hyperlipidemic mice relative to age- and sex-matched controls.", "ru": "Удаление Mapk14 в гладкомышечных клетках сосудов усиливает отложение коллагена в аорте 86-недельных мышей с гиперлипидемией относительно контроля того же возраста и пола.", "observed": "Collagen deposition decreased by Picrosirius Red quantification.", "observedRu": "Количественная оценка окрашивания пикросириусом красным показала уменьшение отложений коллагена.", "figure": "Figure 5C,D", "paragraph": "p15", "quote": "decreased collagen deposition in KO mice", "id": "H2a2948ff61da", "sourceId": "B42782728", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Myeloid-specific CK2-alpha deletion extends median lifespan in male mice compared with floxed controls.", "ru": "Удаление CK2α в миелоидных клетках увеличивает медианную продолжительность жизни самцов мышей относительно контрольных животных.", "observed": "Median lifespan fell from 733.5 to 502 days; 28 mice per group, p<0.001.", "observedRu": "Медианная продолжительность жизни снизилась с 733,5 до 502 дней; по 28 мышей в группе, P < 0,001.", "figure": "Figure 6b", "paragraph": "p18", "quote": "502 days (cKO) vs. 733.5 days (control)", "id": "He13f903f3124", "sourceId": "B42749730", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Psme4/PA200 deletion reduces urethane-induced lung tumor counts in middle-aged mice relative to wild-type controls.", "ru": "Удаление Psme4/PA200 снижает число вызванных уретаном опухолей лёгкого у мышей среднего возраста относительно обычных контрольных мышей.", "observed": "PA200 deletion significantly reduced tumor counts, particularly in middle-aged mice.", "observedRu": "Удаление PA200 снизило число опухолей; эффект был сильнее у мышей среднего возраста.", "figure": "Figure 6b,c", "paragraph": "p20", "quote": "PA200 deficiency significantly reduced tumor numbers", "id": "H2b4d50ec1df1", "sourceId": "B42884025", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "ORY-1001 at 0.04 mg/kg every other day for eight weeks reduces kidney p16 protein after 7 Gy irradiation in C57BL/6J mice relative to saline.", "ru": "Введение ORY-1001 по 0,04 мг/кг через день в течение восьми недель снижает содержание p16 в почках мышей линии C57BL/6J после облучения дозой 7 Гр по сравнению с введением физиологического раствора.", "observed": "LSD1 inhibition reduced radiation-associated p16 and p21 in kidney tissue.", "observedRu": "Блокирование LSD1 снизило вызванное облучением содержание p16 и p21 в почках.", "figure": "Figure 3C,D", "paragraph": "p10", "quote": "ORY-1001 treatment reduced both mRNA and protein levels", "id": "H3c13b7e2d082", "sourceId": "B42741942", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "TRPV4 knockout reduces skin mitochondrial reactive oxygen species after seven days of topical imiquimod in mice compared with imiquimod-treated wild-type controls.", "ru": "Удаление TRPV4 снижает содержание митохондриальных активных форм кислорода в коже мышей после семи дней нанесения имиквимода относительно обычных мышей с тем же воздействием.", "observed": "Knockout significantly attenuated the imiquimod-induced MitoSOX signal increase.", "observedRu": "Удаление гена уменьшило вызванный имиквимодом рост сигнала MitoSOX.", "figure": "Figure 1G,H", "paragraph": "p20", "quote": "TRPV4 deletion significantly attenuated the IMQ-induced ROS level increment", "id": "H168dc0d22104", "sourceId": "B42782838", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Skeletal-muscle-specific Pla2g6/iPLA2-beta deletion preserves extensor digitorum longus specific force after mouse muscle denervation compared with denervated wild-type controls.", "ru": "Удаление Pla2g6/iPLA2β в скелетных мышцах сохраняет удельную силу длинного разгибателя пальцев после денервации у мышей относительно обычных животных с денервацией.", "observed": "Denervated specific force was 20 versus 16 N/cm² after deletion and in wild-type controls.", "observedRu": "После денервации удельная сила составила 20 Н/см² при удалённом гене и 16 Н/см² в обычном контроле.", "figure": "Figure 1F", "paragraph": "p5", "quote": "20 N/cm2", "id": "Hb471544edd7b", "sourceId": "B42467794", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Four days of folate deprivation increases spontaneous interleukin-6 secretion by human HK-2 renal tubular cells compared with folate-replete culture.", "ru": "Четыре дня дефицита фолата усиливают спонтанную секрецию интерлейкина-6 человеческими клетками почечных канальцев HK-2 относительно культуры с достаточным фолатом.", "observed": "Folate deficiency increased interleukin-6 secretion without lipopolysaccharide stimulation.", "observedRu": "Дефицит фолата усилил секрецию интерлейкина-6 без стимуляции липополисахаридом.", "figure": "Figure 1A", "paragraph": "p11", "quote": "folate deficiency significantly increased IL-6 and MCP-1 secretion", "id": "H691ed522cf5f", "sourceId": "B42884089", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Constitutive skeletal-muscle-specific Crls1 deletion increases lean-mass gain after weaning in mice relative to control littermates.", "ru": "Постоянное удаление Crls1 в скелетных мышцах увеличивает прирост безжировой массы после отъёма мышат относительно контрольных животных того же помёта.", "observed": "Knockout mice failed to gain lean mass normally and developed muscle atrophy.", "observedRu": "Прирост безжировой массы у мышей с удалённым геном был снижен; развилась атрофия мышц.", "figure": "Figure 1g,h", "paragraph": "p9", "quote": "a failure to gain lean mass", "id": "H26edd2d7f68a", "sourceId": "B42811121", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "FNDC1 knockdown further increases proliferation of ZBED6-deficient primary porcine muscle satellite cells relative to control siRNA in ZBED6-deficient cells.", "ru": "Подавление FNDC1 дополнительно усиливает деление первичных сателлитных клеток мышц свиньи с подавленным ZBED6 по сравнению с контрольной малой интерферирующей РНК на том же фоне.", "observed": "FNDC1 knockdown attenuated the increased proliferation caused by ZBED6 depletion.", "observedRu": "Подавление FNDC1 ослабило усиление деления клеток, вызванное подавлением ZBED6.", "figure": "Figure 3A,B", "paragraph": "p29", "quote": "significantly attenuated the increased cell proliferation", "id": "H16065de616b9", "sourceId": "B42830286", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Weekly intraperitoneal PDK4-IN at 10 mg/kg for 16 weeks lowers serum ALT in 20-month-old male hepatocyte-specific GHR-knockout mice relative to vehicle.", "ru": "Еженедельное внутрибрюшинное введение PDK4-IN по 10 мг/кг в течение 16 недель снижает активность аланинаминотрансферазы в сыворотке 20-месячных самцов мышей с удалённым GHR в гепатоцитах.", "observed": "PDK4-IN reduced serum ALT relative to vehicle; six mice per group.", "observedRu": "PDK4-IN снизил активность аланинаминотрансферазы в сыворотке по сравнению с растворителем; в каждой группе было шесть мышей.", "figure": "Figure 7A,C", "paragraph": "p48", "quote": "serum ALT and AST levels were decreased", "id": "H2a93004b1bf8", "sourceId": "B42791620", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Ak050834 deletion further reduces migration of D-galactose-treated primary mouse aortic smooth muscle cells relative to D-galactose-treated wild-type cells.", "ru": "Удаление Ak050834 дополнительно снижает миграцию первичных гладкомышечных клеток аорты мыши при воздействии D-галактозы относительно обычных клеток с тем же воздействием.", "observed": "Deletion rescued migration, increasing migrated-cell counts and scratch closure.", "observedRu": "Удаление гена восстановило миграцию, увеличив число мигрировавших клеток и скорость закрытия царапины.", "figure": "Figure 5D-G", "paragraph": "p42", "quote": "significantly rescued the D‐gal‐induced impairment of migratory capacity", "id": "H4cabb5322f8a", "sourceId": "B42610635", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Twenty-eight days of HFI-419 treatment increases kidney hydroxyproline in twenty-eight-month-old mice relative to vehicle-treated aged mice.", "ru": "Лечение HFI-419 в течение 28 дней повышает содержание гидроксипролина в почках 28-месячных мышей относительно старых мышей, получающих растворитель.", "observed": "Kidney hydroxyproline fell approximately 1.7-fold, P < 0.01.", "observedRu": "Содержание гидроксипролина в почках снизилось примерно в 1,7 раза, P < 0,01.", "figure": "Figure 2F", "paragraph": "p25", "quote": "∼1.7-fold reduction in renal hydroxyproline content", "id": "Hd7d86420f325", "sourceId": "B42690146", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Vascular-smooth-muscle-cell-specific Sirt7 deletion reduces abdominal aortic aneurysm rupture in Apoe-null mice receiving four weeks of angiotensin II relative to littermate controls.", "ru": "Удаление Sirt7 в гладкомышечных клетках сосудов снижает частоту разрыва аневризмы брюшной аорты у мышей с удалённым Apoe после четырёх недель инфузии ангиотензина II относительно контроля из того же помёта.", "observed": "Sirt7 deletion increased aneurysm rupture and mortality.", "observedRu": "Удаление Sirt7 повысило частоту разрыва аневризмы и смертность.", "figure": "Figure 2h,i", "paragraph": "p27", "quote": "increased aortic diameters, AAA incidence, rupture rate, mortality", "id": "Hd792b655ff7a", "sourceId": "B42420530", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Growth hormone given every other day for three weeks lowers testicular gamma-H2AX phosphorylation in aged male mice relative to untreated aged controls.", "ru": "Введение гормона роста через день в течение трёх недель снижает фосфорилирование γH2AX в семенниках старых самцов мышей относительно старых животных без лечения.", "observed": "Growth hormone reduced testicular H2AX phosphorylation in aged males.", "observedRu": "Гормон роста снизил фосфорилирование H2AX в семенниках старых самцов.", "figure": "Figure 5G", "paragraph": "p26", "quote": "a significant reduction in H2AX phosphorylation levels", "id": "Hd34f6a91bf41", "sourceId": "B42801556", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "HBEGF overexpression in Prx1-lineage skeletal progenitors increases cartilage and bone area ten days after femoral fracture in sixteen-month-old mice relative to age-matched wild-type mice.", "ru": "Повышение экспрессии HBEGF в клетках-предшественниках скелета линии Prx1 увеличивает площадь хряща и кости через десять дней после перелома бедренной кости у 16-месячных мышей относительно обычных мышей того же возраста.", "observed": "Cartilage and bone area increased significantly at day ten.", "observedRu": "На десятый день площадь хряща и кости достоверно выросла.", "figure": "Figure 3A-D", "paragraph": "p11", "quote": "significantly increased cartilage and bone area at 10 dpf", "id": "Hae60cea8ffbf", "sourceId": "B42598518", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Four weeks of navitoclax treatment improves glucose tolerance in sixteen-week-old mice with pancreatic beta-cell-specific Fmo3 deletion relative to vehicle treatment.", "ru": "Четыре недели лечения навитоклаксом улучшают переносимость глюкозы у 16-недельных мышей с удалённым Fmo3 в бета-клетках поджелудочной железы относительно введения растворителя.", "observed": "Treatment improved glucose tolerance and glucose-stimulated insulin secretion.", "observedRu": "Улучшились переносимость глюкозы и вызванная глюкозой секреция инсулина.", "figure": "Supplementary Figure 9e,f", "paragraph": "p26", "quote": "potentiated GSIS and improved glucose tolerance", "id": "Hed8ca67e265e", "sourceId": "B42649194", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Deleting membrane-bound COMT improves PC12 cell viability after twenty-four hours of 200 micromolar hydrogen peroxide compared with wild-type cells.", "ru": "Удаление мембранной COMT повышает жизнеспособность клеток PC12 после суток воздействия 200 мкМ пероксида водорода относительно обычных клеток.", "observed": "COMT-deficient cells had significantly lower viability after 200 micromolar peroxide.", "observedRu": "После 200 мкМ пероксида жизнеспособность клеток без COMT была ниже.", "figure": "Figure 1B", "paragraph": "p9", "quote": "the viability of MB-COMT −/− cells was significantly lower", "id": "Hcc115f2aa2b3", "sourceId": "B42748150", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Dietary coenzyme Q10 increases collagen-induced platelet aggregation in twenty-two-month-old mice relative to age-matched unsupplemented controls.", "ru": "Коэнзим Q10 в рационе усиливает вызванную коллагеном агрегацию тромбоцитов у двадцатидвухмесячных мышей относительно животных того же возраста без добавки.", "observed": "Coenzyme Q10 suppressed collagen-induced aggregation at twenty-two months; p<0.05.", "observedRu": "Коэнзим Q10 подавил вызванную коллагеном агрегацию в двадцатидвухмесячном возрасте; P < 0,05.", "figure": "Figure 10A", "paragraph": "p23", "quote": "significantly suppressed platelet aggregation", "id": "Hfeee2fca0479", "sourceId": "B42808563", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Nanoparticle-delivered Sema3g siRNA reduces hepatic hydroxyproline during carbon-tetrachloride-induced fibrosis in male endothelial-Fbxw7-knockout mice relative to scramble siRNA.", "ru": "Малая интерферирующая РНК к Sema3g в наночастицах снижает содержание гидроксипролина в печени самцов мышей с удалённым Fbxw7 в эндотелии при фиброзе, вызванном четырёххлористым углеродом, относительно контрольной РНК.", "observed": "Hydroxyproline and histological collagen measurements showed decreased fibrosis.", "observedRu": "Содержание гидроксипролина и гистологическая оценка коллагена показали уменьшение фиброза.", "figure": "Figure 6G-I", "paragraph": "p16", "quote": "decreased fibrosis measured by hydroxyproline content", "id": "He6acd9cc7f13", "sourceId": "B42823407", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Vascular-smooth-muscle-cell-specific Mapk14 deletion reduces aortic-arch calcium deposition in eighty-six-week-old hyperlipidemic mice on normal chow relative to age- and sex-matched controls.", "ru": "Удаление Mapk14 в гладкомышечных клетках сосудов уменьшает отложение кальция в дуге аорты 86-недельных мышей с гиперлипидемией на обычном корме относительно контроля того же возраста и пола.", "observed": "Von Kossa and Alizarin Red measurements showed less mineral deposition.", "observedRu": "Окрашивание по фон Косса и ализариновым красным показало уменьшение минеральных отложений.", "figure": "Figure 4B-E", "paragraph": "p14", "quote": "reduced calcified area in both male and female mice", "id": "H205c5e7920f5", "sourceId": "B42782728", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "GSR inhibition reduces aggregation of lipoylated DLAT during elesclomol-copper treatment in cancer cells relative to treatment without GSR inhibition.", "ru": "Ингибирование GSR уменьшает агрегацию липоилированного DLAT при воздействии комплекса элескломола с медью на раковые клетки относительно такого же воздействия без ингибирования GSR.", "observed": "GSR inhibition markedly promoted DLAT aggregation.", "observedRu": "Ингибирование GSR заметно усилило агрегацию DLAT.", "figure": "Figure 2F-I", "paragraph": "p83", "quote": "markedly promotes aggregation of the lipoylated protein DLAT", "id": "H1bfb037dac8f", "sourceId": "B42681644", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Twenty-four hours of alpha-synuclein treatment increases colocalization of lipid droplets with lysosomes in macrophages relative to untreated macrophages.", "ru": "Суточное воздействие альфа-синуклеина усиливает пространственное совпадение липидных капель и лизосом в макрофагах относительно клеток без воздействия.", "observed": "LysoTracker and lipid-droplet colocalization markedly decreased.", "observedRu": "Пространственное совпадение сигналов LysoTracker и липидных капель заметно уменьшилось.", "figure": "Figure 4c,e", "paragraph": "p21", "quote": "was markedly reduced", "id": "H3fc3c2c34cee", "sourceId": "B42806619", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Sost deletion reduces tibial cortical vascular porosity in seventy-eight-week-old mice compared with littermate controls.", "ru": "Удаление Sost уменьшает сосудистую пористость кортикального слоя большеберцовой кости у мышей в возрасте семидесяти восьми недель относительно контрольных животных того же помёта.", "observed": "Vascular porosity was 332% greater in elderly knockout mice.", "observedRu": "Сосудистая пористость у старых мышей с удалённым геном была выше на 332%.", "figure": "Figure 4A; Table 4", "paragraph": "p45", "quote": "vascular porosity (332%)", "id": "H6b18aea23456", "sourceId": "B42502704", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Oxaliplatin combined with anti-PD-1 and anti-ACBP/DBI antibodies prolongs survival of female C57BL/6J mice bearing MCA205 fibrosarcomas with Lmna-sufficient T cells versus vehicle.", "ru": "Сочетание оксалиплатина с антителами к PD-1 и ACBP/DBI увеличивает выживаемость самок мышей C57BL/6J с фибросаркомами MCA205 и сохранённым Lmna в T-клетках по сравнению с введением растворителя.", "observed": "Six of nine treated females survived long-term; vehicle animals died by day 25.", "observedRu": "Шесть из девяти леченных самок выжили при длительном наблюдении; все контрольные животные погибли к 25-му дню.", "figure": "Figure 1B,C", "paragraph": "p11", "quote": "permitting protracted survival of 6 out of 9 mice", "id": "H4e43005c4648", "sourceId": "B42774966", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Myeloid-specific Slc1a5 deletion increases the liver-to-body-weight ratio forty-eight hours after two-thirds hepatectomy in mice relative to littermate controls.", "ru": "Удаление Slc1a5 в миелоидных клетках повышает отношение массы печени к массе тела через 48 часов после удаления двух третей печени у мышей относительно контрольных мышей из того же помёта.", "observed": "Deficiency impaired liver regrowth and reduced the liver-to-body-weight ratio.", "observedRu": "Удаление Slc1a5 замедлило восстановление печени и снизило отношение её массы к массе тела.", "figure": "Figure 2a,b", "paragraph": "p9", "quote": "macrophage Slc1a5 deficiency impaired liver regeneration", "id": "H8925efa06267", "sourceId": "B42678502", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Enzymatically hydrolyzed eggshell membrane at 4 mg/mL decreases Akt Ser473 phosphorylation in neonatal human epidermal keratinocytes relative to untreated controls.", "ru": "Ферментативный гидролизат подскорлупной оболочки в концентрации 4 мг/мл снижает фосфорилирование Akt по Ser473 в эпидермальных кератиноцитах новорождённого человека относительно контроля.", "observed": "Akt Ser473 phosphorylation increased at 4 mg/mL despite the earlier microarray prediction.", "observedRu": "При 4 мг/мл фосфорилирование Akt по Ser473 усилилось вопреки прежнему прогнозу по микроматрице.", "figure": "Figure 3C", "paragraph": "p27", "quote": "Akt phosphorylation at Ser473 significantly increased", "id": "H93c55cfc0f98", "sourceId": "B42644214", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "AZ3451 pretreatment increases PAR2-agonist-evoked intracellular calcium in human SW982 synoviocytes relative to agonist alone.", "ru": "Предварительное воздействие AZ3451 усиливает вызванный агонистом PAR2 рост внутриклеточного кальция в человеческих синовиоцитах SW982 относительно одного агониста.", "observed": "AZ3451 blocked the agonist-evoked calcium increase.", "observedRu": "AZ3451 заблокировал вызванный агонистом рост внутриклеточного кальция.", "figure": "Figure 5A,B", "paragraph": "p26", "quote": "significantly blocked by pre-incubation with AZ3451", "id": "H685f8b5e8567", "sourceId": "B42726576", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Myeloid-specific Rora deletion decreases the proportion of leaky laser-induced choroidal neovascular lesions in eight-month-old mice relative to floxed controls.", "ru": "Удаление Rora в миелоидных клетках уменьшает долю очагов хориоидальной неоваскуляризации с сосудистой утечкой после лазерного воздействия у восьмимесячных мышей относительно контрольных животных.", "observed": "Leaky lesions increased from 41% in controls to 84% in the knockout group.", "observedRu": "Доля очагов с утечкой выросла с 41% в контроле до 84% после удаления гена.", "figure": "Figure 4F", "paragraph": "p16", "quote": "84% of Rorafl/fl;LysMCre CNV lesions were graded as leaky", "id": "H0d7baa86124c", "sourceId": "B42788989", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Oxamate inhibition of lactate dehydrogenase increases mitochondrial reactive oxygen species in folate-deficient HK-2 renal tubular cells compared with untreated deficient cells.", "ru": "Блокирование лактатдегидрогеназы оксаматом повышает содержание митохондриальных активных форм кислорода в клетках HK-2 при дефиците фолата относительно клеток с тем же дефицитом без оксамата.", "observed": "Inhibiting endogenous lactate production reduced mitochondrial oxidative stress.", "observedRu": "Подавление образования собственного лактата снизило митохондриальный окислительный стресс.", "figure": "Figure 4C", "paragraph": "p20", "quote": "reduced both intracellular and mitochondrial ROS levels", "id": "H2b4e72ef481d", "sourceId": "B42884089", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Glucagon-receptor-blocking antibody lowers the glucose-tolerance-test area under the curve in aged mice relative to control antibody.", "ru": "Антитело, блокирующее рецептор глюкагона, уменьшает площадь под кривой теста переносимости глюкозы у старых мышей относительно контрольного антитела.", "observed": "Glucose concentrations and the area under the curve decreased.", "observedRu": "Концентрация глюкозы и площадь под кривой снизились.", "figure": "Figure 3C,D", "paragraph": "p45", "quote": "a reduced area under the curve", "id": "Heff387c84521", "sourceId": "B42458466", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Daily taurine gavage lowers the hepatic phosphorylated-AMPK to total-AMPK ratio in hypothyroid rats relative to water gavage.", "ru": "Ежедневное введение таурина через зонд снижает отношение фосфорилированной AMPK к общему содержанию AMPK в печени крыс с гипотиреозом относительно введения воды.", "observed": "The phosphorylated-AMPK to total-AMPK ratio increased.", "observedRu": "Отношение фосфорилированной AMPK к общему содержанию AMPK выросло.", "figure": "Figure 6A", "paragraph": "p29", "quote": "higher levels of phosphorylated AMPK", "id": "Hc6cc3302a45a", "sourceId": "B42485573", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Endothelial Fbxw7 deletion reduces hepatic collagen deposition after carbon tetrachloride exposure in male mice relative to control mice.", "ru": "Удаление Fbxw7 в эндотелии уменьшает отложение коллагена в печени самцов мышей после воздействия четырёххлористого углерода относительно контрольных мышей.", "observed": "Knockout exacerbated fibrosis by hydroxyproline, Sirius Red and COL1A1 measurements.", "observedRu": "Удаление гена усилило фиброз по содержанию гидроксипролина, окрашиванию Sirius Red и сигналу COL1A1.", "figure": "Figure 1E-G", "paragraph": "p6", "quote": "enhanced fibrosis measured by hydroxyproline content", "id": "H282a9ffdd7fd", "sourceId": "B42823407", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Anti-RANKL antibody at 5 mg/kg twice weekly reduces trabecular bone mineral density in Zmpste24-null progeroid mice relative to isotype antibody.", "ru": "Антитела к RANKL по 5 мг/кг дважды в неделю снижают минеральную плотность трабекулярной кости у мышей с прогерией, вызванной удалением Zmpste24, по сравнению с изотипическим контролем.", "observed": "Anti-RANKL increased trabecular mineral density and preserved bone structure.", "observedRu": "Антитела к RANKL повысили минеральную плотность трабекулярной кости и сохранили её структуру.", "figure": "Figure 5a-d", "paragraph": "p15", "quote": "BMD, BV/TV and Tb.Th—were significantly increased", "id": "H2a4cf9bb2c83", "sourceId": "B42572248", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "Ak050834 deletion reduces vascular beta-galactosidase staining in naturally aged mice relative to wild-type aged mice.", "ru": "Удаление Ak050834 уменьшает окрашивание сосудов на бета-галактозидазу у естественно состарившихся мышей относительно обычных старых мышей.", "observed": "Vascular beta-galactosidase staining decreased markedly.", "observedRu": "Окрашивание сосудов на бета-галактозидазу заметно уменьшилось.", "figure": "Figure 4A,B", "paragraph": "p39", "quote": "markedly reduced the expression of β‐galactosidase", "id": "H1501b5ea0040", "sourceId": "B42610635", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "pyr-1 RNA interference extends Caenorhabditis elegans lifespan under normal culture conditions relative to empty-vector RNA interference.", "ru": "Подавление pyr-1 с помощью РНК-интерференции увеличивает продолжительность жизни Caenorhabditis elegans при обычном содержании относительно контрольного пустого вектора.", "observed": "pyr-1 disruption shortened lifespan and citrulline rescued the reduction.", "observedRu": "Нарушение pyr-1 сократило продолжительность жизни; добавление цитруллина устранило это сокращение.", "figure": "Figure 2i,j", "paragraph": "p11", "quote": "led to shorter lifespan than the control", "id": "Hf7ad0950ca22", "sourceId": "B42448700", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "The GSK3-beta inhibitor SB216763 reduces lung fibrosis in mice with conditional beta-PIX deletion in alveolar type-II cells relative to vehicle treatment.", "ru": "Ингибитор GSK3-бета SB216763 уменьшает фиброз лёгких у мышей с условным удалением бета-PIX в альвеолярных клетках второго типа относительно введения растворителя.", "observed": "Masson's trichrome staining showed reduced fibrosis.", "observedRu": "Окрашивание трихромом Массона показало уменьшение фиброза.", "figure": "Figure 5b", "paragraph": "p24", "quote": "SB reduced fibrosis in the KO mice", "id": "Hfbd997710a91", "sourceId": "B42716949", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Dietary citrulline at 10 mM extends Caenorhabditis elegans median survival under normal culture conditions relative to unsupplemented controls.", "ru": "Цитруллин в концентрации 10 мМ в питании увеличивает медианную выживаемость Caenorhabditis elegans при обычном содержании относительно контроля без добавки.", "observed": "Median survival increased from 14.5 to 17.0 days.", "observedRu": "Медианная выживаемость выросла с 14,5 до 17,0 дня.", "figure": "Figure 1j,k", "paragraph": "p8", "quote": "from 14.5 ± 0.5 to 17.0 ± 0.8 days", "id": "H54e4307dd731", "sourceId": "B42448700", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Endothelial-specific Piezo1 deletion reduces hippocampal sodium-fluorescein leakage after anesthesia and surgery in mice relative to Piezo1-intact controls.", "ru": "Удаление Piezo1 в эндотелии уменьшает утечку флуоресцеина натрия в гиппокамп после наркоза и операции у мышей относительно контроля с сохранённым Piezo1.", "observed": "Sodium-fluorescein leakage significantly decreased.", "observedRu": "Утечка флуоресцеина натрия достоверно уменьшилась.", "figure": "Figure 6B-D", "paragraph": "p15", "quote": "significantly reduced NaFL leakage", "id": "Hcac20bec2aa2", "sourceId": "B42591729", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": false, "en": "Intra-articular AAV-driven constitutive ERK5 activation lowers knee cartilage OARSI scores eight weeks after meniscal destabilization in adult mice relative to control AAV.", "ru": "Постоянная активация ERK5 с помощью внутрисуставного AAV снижает балл повреждения коленного хряща OARSI через восемь недель после дестабилизации мениска относительно контрольного AAV.", "observed": "Activated ERK5 produced higher OARSI damage grades; six mice per group.", "observedRu": "Активация ERK5 повысила балл повреждения хряща; по шесть мышей в группе.", "figure": "Figure 3d", "paragraph": "p10", "quote": "higher OARSI grades relative to the AAV-NC group", "id": "H076a42491f62", "sourceId": "B42686685", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Hepatocyte-specific Nos3/eNOS deletion reduces serum ALT activity after two weeks of carbon-tetrachloride challenge in mice compared with floxed controls.", "ru": "Удаление Nos3/eNOS в гепатоцитах снижает активность аланинаминотрансферазы в сыворотке мышей после двух недель воздействия четырёххлористого углерода относительно контроля.", "observed": "Hepatocyte eNOS deficiency increased liver-injury enzyme activities after carbon tetrachloride.", "observedRu": "Дефицит eNOS в гепатоцитах повысил активность ферментов повреждения печени после четырёххлористого углерода.", "figure": "Figure 3C,D", "paragraph": "p8", "quote": "aggravated liver dysfunction evident by serum ALT and AST activity assay", "id": "H87388412c2a6", "sourceId": "B42801580", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": false, "en": "Muscle-specific Pla2g6/iPLA2-beta deletion further reduces depolarization-evoked force in denervated mouse fast-twitch fibers compared with denervated wild-type fibers.", "ru": "Удаление Pla2g6/iPLA2β в мышцах дополнительно снижает силу сокращения при деполяризации денервированных быстрых мышечных волокон относительно денервированных волокон обычных мышей.", "observed": "Deletion preserved depolarization response near 30% of maximum versus below 5% in denervated wild-type fibers.", "observedRu": "После удаления гена ответ на деполяризацию сохранялся около 30% максимума против менее 5% в обычных денервированных волокнах.", "figure": "Figure 5A,B", "paragraph": "p13", "quote": "deletion of iPLA2β significantly preserved excitability", "id": "Hbe6b696a434f", "sourceId": "B42467794", "adjudication": "measured_direction_contradicts_claim" }, { "confirmed": true, "en": "The PPAR-gamma antagonist T0070907 reduces laser-induced choroidal neovascular lesion size in two-to-three-month-old myeloid-specific Rora-knockout mice compared with vehicle.", "ru": "Антагонист PPARγ T0070907 уменьшает вызванные лазером очаги хориоидальной неоваскуляризации у двух-трёхмесячных мышей с удалённым Rora в миелоидных клетках относительно растворителя.", "observed": "PPAR-gamma inhibition significantly reduced neovascular lesion size in the knockout mice.", "observedRu": "Блокирование PPARγ уменьшило очаги неоваскуляризации у мышей с удалённым геном.", "figure": "Figure 9A", "paragraph": "p33", "quote": "significantly attenuated CNV lesion size", "id": "H7f9a0c89b5f6", "sourceId": "B42788989", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Hepatocyte-specific Sirt6 deletion increases hepatic Sult1e1 gene expression in aged female mice relative to floxed controls.", "ru": "Удаление Sirt6 в гепатоцитах повышает экспрессию Sult1e1 в печени старых самок мышей относительно контроля с сохранённым геном.", "observed": "Sult1e1 increased 7.54-fold, P = 0.035.", "observedRu": "Экспрессия Sult1e1 выросла в 7,54 раза, P = 0,035.", "figure": "Figure 6D", "paragraph": "p19", "quote": "Sult1e1 (+7.54-fold, p = 0.035)", "id": "H0e9581097799", "sourceId": "B42589691", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "SDF-1 at 10 micrograms/kg intraperitoneally for fourteen days increases pups per litter in aged female mice relative to saline-treated aged controls.", "ru": "Внутрибрюшинное введение SDF-1 по 10 мкг/кг в течение четырнадцати дней увеличивает число детёнышей в помёте у старых самок мышей относительно физиологического раствора.", "observed": "Pups per litter increased from 4.5 to 7.7; p<0.001.", "observedRu": "Среднее число детёнышей в помёте выросло с 4,5 до 7,7; P < 0,001.", "figure": "Figure 3G", "paragraph": "p10", "quote": "7.7±0.7 vs. 4.5±0.4, p < 0.001", "id": "Hb3e6742eec1d", "sourceId": "B42544868", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Skeletal-muscle-specific Crls1 deletion decreases the proportion of type IIb fibers in mouse extensor digitorum longus compared with control littermates.", "ru": "Удаление Crls1 в скелетных мышцах снижает долю волокон типа IIb в длинном разгибателе пальцев мышей относительно контрольных животных того же помёта.", "observed": "Crls1 deletion shifted EDL away from type IIb toward oxidative IIa and IIx fibers.", "observedRu": "После удаления Crls1 доля волокон IIb снизилась, а доли окислительных волокон IIa и IIx выросли.", "figure": "Figure 2d,e", "paragraph": "p19", "quote": "a significant decrease in the most glycolytic type IIb fibers", "id": "Hb1e07c55f832", "sourceId": "B42811121", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Re-expression of wild-type human GSR restores resistance to RSL3-induced ferroptosis in Gsr-knockout mouse 4T1 breast cancer cells relative to empty-vector knockout cells.", "ru": "Восстановление экспрессии человеческого GSR дикого типа восстанавливает устойчивость к ферроптозу, вызванному RSL3, в клетках рака молочной железы мыши 4T1 с удалённым Gsr по сравнению с такими же клетками с пустым вектором.", "observed": "Wild-type GSR fully restored resistance; a catalytically inactive mutant did not.", "observedRu": "GSR дикого типа полностью восстановил устойчивость; каталитически неактивный вариант этого не сделал.", "figure": "Figure 1H", "paragraph": "p73", "quote": "fully restored ferroptosis resistance", "id": "H583619d01105", "sourceId": "B42681644", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Dietary pterostilbene at 100 mg per kg of diet reduces weight gain during thirteen weeks of high-fat feeding in male mice relative to high-fat diet alone.", "ru": "Птеростильбен в дозе 100 мг на килограмм корма уменьшает прибавку массы у самцов мышей за 13 недель питания с высоким содержанием жира относительно такого же питания без добавки.", "observed": "Pterostilbene reduced high-fat-diet weight gain at 100 to 200 mg/kg diet.", "observedRu": "Птеростильбен уменьшил прибавку массы при 100-200 мг на килограмм корма.", "figure": "Figure 2B", "paragraph": "p9", "quote": "PTS exerted the effect at 100 to 200 mg/kg", "id": "H7b9b93427c7e", "sourceId": "B42637079", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Nicotinamide mononucleotide supplementation reduces abdominal aortic aneurysm incidence in angiotensin-II-infused Apoe-null mice relative to saline.", "ru": "Добавление никотинамидмононуклеотида снижает частоту аневризмы брюшной аорты у мышей с удалённым Apoe при инфузии ангиотензина II относительно физиологического раствора.", "observed": "Supplementation reduced aneurysm incidence, aortic dilation and mortality.", "observedRu": "Снизились частота аневризмы, расширение аорты и смертность.", "figure": "Figure 7b-f", "paragraph": "p45", "quote": "markedly reduced aortic dilation, AAA incidence, mortality", "id": "Hc2e66a4b720a", "sourceId": "B42420530", "adjudication": "reported_experiment_confirms_claim" }, { "confirmed": true, "en": "Chronic diosmin supplementation improves acetylcholine-induced vascular relaxation in aged rats relative to vehicle-treated aged rats.", "ru": "Длительный приём диосмина улучшает вызванное ацетилхолином расслабление сосудов старых крыс относительно старых крыс, получающих растворитель.", "observed": "Diosmin partially restored vascular relaxation to acetylcholine.", "observedRu": "Диосмин частично восстановил расслабление сосудов в ответ на ацетилхолин.", "figure": "Figure 1C,D", "paragraph": "p22", "quote": "induced a partial restoration of vascular relaxation", "id": "H4dc9b9da3a06", "sourceId": "B42650473", "adjudication": "reported_experiment_confirms_claim" } ], "editorialAmendment": { "at": "2026-10-22T23:27:44.281Z", "parentCohortSha256": "5ea9876c85431d3a046cd3bffcf87d6a84efa2e76250472d747f48822835eee8", "parentProtocolSha256": "deddc351c05faa4865ce20b3494c0e6f2a8a6cb649f79bc426ea4d208bf71503", "reason": "Russian editorial review before any forecast call; English claims, source labels, evidence, identities, order and random coin bytes/decisions preserved unchanged", "changedRussianClaimIds": [ "Hf84dc04d9967", "Hca5687df1d17", "H00754d90403e", "H591cc6bdd061", "H699141a0e533", "H2d91f2d3ca48", "Hbb8d36395a4f", "Hdc04751acc25", "Hc51c63819170", "H2bf61d6a2dae", "H69d1974ef6f3", "H6512044a8ab4", "He13f903f3124", "H3c13b7e2d082", "H16065de616b9", "H2a93004b1bf8", "Hfeee2fca0479", "H4e43005c4648", "H2a4cf9bb2c83", "Hb3e6742eec1d", "H583619d01105" ] } }, "sourceHashes": { "protocol.json": "d355b367fb9b71157644f12424c01e1036b5a36a22a7adf27ecf52972ee9d062", "cohort.json": "4f247b703f31db077e6e403dcd1adc1de79bf53a9ef12c6a94775850168b445e", "coin.json": "847a6cab2ea3daaa049630f73b066125be59a559f80e5ef0f2d0d23d5f5c7b15", "preprint-recheck/42791620.json": "36732e0bcb7a01a68926487bc8f16598c41c89a7d77b7d6f67edfb98b0a89851", "preprint-recheck/42774966.json": "9fae1f2bb08e935a2c2a7a6cb7a6da59970204585661acdcb093a984c3b416f4", "preprint-recheck/42782838.json": "2a6df6d0239dd998a5ab38555592eaf2ba156af6c55c0175a54967dfd3987618", "preprint-recheck/42788989.json": "44e7903710c2e14094e154dc7627013fb9876b6db667a1dae5b080d19442aef8", "preprint-recheck/42811121.json": "cec0a9a7a25d4228c1c3fc984fdc5e332cf92cd364786cdc1f0d9c1f84b8bf43", "preprint-recheck/42479094.json": "0e5230062cfa458cf8a6e5e7a6adb29d9866a2025db978eadc81ebdde827f33e", "preprint-recheck/42749730.json": "7656b08012179d11782c756e3632cf82b74bb6595c4f6b2f659f60faacde1081", "preprint-recheck/42801556.json": "0633de051eaba4eb13ec544b5420ef0972a793adec7278d2d0e7bb30ebcd3308", "preprint-recheck/42544868.json": "c4bfa2c1eb18f48cf543c2f89a038d1662485f9c7ecf610619542010977dc8b3", "preprint-recheck/42733840.json": "f1e1ff0e7652229571ad1b81bbd3558a233d7b3014e57ea10e3fce464d9d26af", "preprint-recheck/42686685.json": "0d091f617feba0e83733ddd2a5115176e5ef58d87a3169e72a371bc83beb41fc", "preprint-recheck/42884025.json": "32ed455acd029e0536706b7fb9835c6e64689e90a29706b4ae04ca8f236f5c34", "preprint-recheck/42637932.json": "5fe5e7884825029a3f9fc044edfc9f886a0040e7035704cd01a1baab1a3da526", "preprint-recheck/42741942.json": "736103d7de868eebc324646e0eec066e2bbd26e36f762db0fdd5a6d0dce8cce9", "preprint-recheck/42467794.json": "86900402373f705220e0994e74da42fdaa980c813bc0758859b4c9f8dbee7408", "preprint-recheck/42717871.json": "5f6e465c7b9afb8db48565d217daa77b28c4e8a346f24819228a83a17cffa704", "preprint-recheck/42625807.json": "1e9d8fac0fae850517f7983f58ee5f365391ab2591596ce2f942096c8f90ff94", "preprint-recheck/42650159.json": "36bd588f2c9fbfc2ed29334815905f38409e9fecfef268d1e084eee6a736555a", "preprint-recheck/42801580.json": "66ed8b89d3385248e1d3a6dd74a947d0a0dbcad564f72d093cc0df51635aa389", "preprint-recheck/42884089.json": "53c7f67fa8c0513fa45374c4deacb480cb1bd9bf66e5f4ca62b4a358ca5fe6a1", "preprint-recheck/42644214.json": "c7528297ad037a798e43b2cbedecd4b3bef51daa594ffa3a704ea29305e58dd1", "preprint-recheck/42572248.json": "84e21ce09ee729aedd7a1efb6d9266dd692f9e31d41f63d79d6ae0e1dd6a947b", "preprint-recheck/42808563.json": "02c269a137b37c3e49747e2fa3cd939aa7343e0fe752596c1f0e9225fc9db440", "preprint-recheck/42502704.json": "a95ae27ef556d3387351027e50149469fee09cb96e5c2fef50fb8601281007d7", "preprint-recheck/42726576.json": "9f17b86e126d6dc062788ffa4ebfd34fcb0e8a8cd79330de8bfc9f3cdada6f42", "preprint-recheck/42748150.json": "e956dfd438afa4bf6bf10133c6588fe46fd4c4c9c249f34f4021702f454e6094", "preprint-recheck/42448700.json": "dfc86dffa79dde52bb7cf93031cb1f66fc155e3ad23dae19b990cb9663673f7d", "preprint-recheck/42650473.json": "9cb2ff30324051b7d92d2759894a9e4944bd30bdcdf14c11ef193f7ca7859896", "preprint-recheck/42678502.json": "9edca3e82c72c896c01138096778fff8794d97779c42c7163f97cf1d3ce1e43f", "preprint-recheck/42637079.json": "c5e0989b9c7da69fb442fb6b8ac20d30fbd4235c5d3df6fcde57414f0a23dfb3", "preprint-recheck/42598518.json": "d1873082e699befa1533bb29a5b03237777834ebddd5646b3d9582721af9e848", "preprint-recheck/42806619.json": "3e1bf722510077bd0f858e4c46d56c917fefe67fdd77e32e887605c3ce475602", "preprint-recheck/42649194.json": "6b3b86a4b6d8a3d694f7368b3baf18f9eb4ae41a132ecd6f6f00ceb813530141", "preprint-recheck/42782728.json": "5f9241a4bfe2921380eb2effd15e2a2216e860b7d7b2ec7e2a484d7bce101bbe", "preprint-recheck/42823407.json": "8f496e76e33f96de9dff5179236d53550554516d5975789b3efd8a7144423adc", "preprint-recheck/42830286.json": "a722bab1e032b296b1ec27f487830d2ea9f074188f1f3bc9d50db06a91ac0a50", "preprint-recheck/42420530.json": "b5853964385a0a3da8eb629d18cb1229965f7059931a135411be25cd910811c6", "preprint-recheck/42458466.json": "9367f6203f2537b7905826d384cdaeabb872a9b9cd4999f920603b6a776b8d0c", "preprint-recheck/42591729.json": "b5ada20a9d2657277267727e02e343f7326c29f0b0cea4faa5478594d913c5d1", "preprint-recheck/42681644.json": "c683cd9a51f6e5e8beafd43491346510a335f95b32d7380171c30beb307ff639", "preprint-recheck/42610635.json": "c2d2b1c73015658394605aaed5dc2a69c0d89c32e817438ca27697cc24da6870", "preprint-recheck/42690146.json": "491fc863644df554d8d56ba8ec4d3c8f22aa2cc3c25e71718acda50b64c5bef9", "preprint-recheck/42698366.json": "dfdd1d722e6e5942d661ba08d374548fadd5b7462eefdb398fa8ccd9c5066b25", "preprint-recheck/42485573.json": "414327f4c19f58074cff97843ac5aaf64bf8d9a9762a25f5cc5c17292b90f508", "preprint-recheck/42589691.json": "52122bc7636fe4de4e8df81bbc5d0c2861d8db7f9ac00e0342791bd4121474cd", "preprint-recheck/42716949.json": "8607a9e46de902a19545ce47fd2ae92e43ee66ae44cb7d0c973bc1084d76d264", "preprint-recheck/42399370.json": "e2e5bb3a1f8b9f149ba0e4098b4dff025f3fe65463ff4eab0be104c1b5a18c8c", "preprint-recheck/42418576.json": "3cc692683529cca40e8ec1e5ce7661b373514096e267f926c4185856cf429509", "preprint-recheck/42575886.json": "30034cb5776af5d0e2f229df730be82a300ced4fd16bada6ba21adbe422183ff", "preprint-recheck/42602328.json": "40468fad31409a1800ea6734bdff7c2a7813ac1abc31da00e03ab742a987d169", "parent-report.json": "5fd6b215ab92f9287731e33857ae1d460c0d9254d68b14729c4a9d2115e72b73", "runs/claude-opus-5-5/config.json": "077a9de4f835f66fd22b0abb1347db395b438636b04ffea681b4fecd83fc924b", "runs/claude-opus-5-5/requests.json": "8c85a666312871506b1b3fea61ac9863c14fb165c03b19cbc3f329a011244892", "runs/claude-opus-5-5/isolation-audit.json": "fb368da7dd22e1f96a1273174d7280c8c4e07b007fd10c3b442017791aabcc6d", "runs/claude-opus-5-5/transport-attempts.json": "059b2b5d79e4b9170bd5740d1d47d1be1269b48822d81d74a85efa30022d86a5", "runs/claude-opus-5-5/eligibility.json": "7fce9a5dbe074f4cbd8ad8ce66aafe4f9e7f64d7c2ebe06260fae5a1ac2e6b16", "runs/claude-opus-5-5/H556eb44d6587.attempt-1.json": "d14d890dd460d4a01c99f1c993e800166aa8625524ad754c9da2749f36c0c6ca", "runs/claude-opus-5-5/H556eb44d6587.json": "c9308bf1617b8484b9962d217e0935948770ef5cc2248a02bc6056ad825fbaf4", "runs/claude-opus-5-5/Hf84dc04d9967.attempt-1.json": "58caed2da60dd13fe2904952f87a8a54a357636e8ffd28b330c6732b17099758", "runs/claude-opus-5-5/Hf84dc04d9967.json": "ec6ae5541a061fc4bc42314c81e0075a461c385c6bd83debd857ad945f6b9f81", "runs/claude-opus-5-5/Hd366df6c0c2d.attempt-1.json": "ace3cc1576d258d373dac8355899f651f0503196636a2388284d98ff56b7e220", "runs/claude-opus-5-5/Hd366df6c0c2d.attempt-2.json": "a82d0373b6a5b4555fa93fe710c6c5a59f5b877d033b90256ad28cb94e4a05cc", "runs/claude-opus-5-5/Hd366df6c0c2d.invalid.json": "aeec4337077fba1fa47fc83c6b73d7ffef1c90413262cbaa598db00ac4c46414", "runs/claude-opus-5-5/Hca5687df1d17.attempt-1.json": "852d7c5f693c7d9724f5b52e7d4995f23de7b5df813409cc4b74611f6e99c691", "runs/claude-opus-5-5/Hca5687df1d17.json": "aa3d4d27ca06d1a7310c72cd405d91aa2444904d1377add004a82bf1adf9ec14", "runs/claude-opus-5-5/H00754d90403e.attempt-1.json": "309ae11b885bb47722b718acda40ab63782a3c3ca902a7dc1b4b9832f0784a7a", "runs/claude-opus-5-5/H00754d90403e.json": "1f0b069883b9f7b8b4b3f4f02d99a4caad4610e8cb7947f14bf7abc3eed165d6", "runs/claude-opus-5-5/H7b5933386c64.attempt-1.json": "0cedd89487b92e8b570b2c49ad763fda107cbc09a90ec4c2d3e38366c935a060", "runs/claude-opus-5-5/H7b5933386c64.json": "1d444510521a10b6b56166292df2eb7d336f70f5ad058cf70d5b47be8a81ac39", "runs/claude-opus-5-5/H9cb69403e6d8.attempt-1.json": "10be64c61d382b72cdcfcd1d361d33bf459bd397013954b2adf3d914b7086792", "runs/claude-opus-5-5/H9cb69403e6d8.json": "2e402b133d11d3b8dd6ea76f600c60aeb00a03d2a9dc4ba32991c5024a0b342a", "runs/claude-opus-5-5/H3d94392f96ae.attempt-1.json": "8640613c33d59a3bda8a3399f148096ba70ac5de1024a82c5e40b305dda255e4", "runs/claude-opus-5-5/H3d94392f96ae.json": "690462bb9184c7e840c92af8939bb31d0bca8e20e0f495baa8eaef5a1d3aff3c", "runs/claude-opus-5-5/H591cc6bdd061.attempt-1.json": "312db3c40d388e90dcec534c65a7a3f86f8dd2bc7ffd0654d388c38ff55d1188", "runs/claude-opus-5-5/H591cc6bdd061.json": "70af1b369f7bc1e4cce3cfeacb42b69aa1ae8f873b0e8099d0aa116b9bfa8a5a", "runs/claude-opus-5-5/H699141a0e533.attempt-1.json": "944a1131f2531365d13c8e165acfc5848ebaa6faf865497c6af2b43f3dc96c98", "runs/claude-opus-5-5/H699141a0e533.json": "4e19ddf2c1b3ab97a5dc959819715dfd376bab2bea1088ea54012dfa0cc81eb3", "runs/claude-opus-5-5/H2a068a10286e.attempt-1.json": "0aae15904eac8daa2757f47609e3b79d5404ba8a9050c83aafceed5f081c7ec9", "runs/claude-opus-5-5/H2a068a10286e.attempt-2.json": "880a34ce34964a185fab0468dabb0fd8a8d470272c1ce2d48293c4c9fd63ab7c", "runs/claude-opus-5-5/H2a068a10286e.invalid.json": "ba288fb1c00dc9a83cda8e74d43e6063a8ecc6a38f7a8e3e2cd15c6b82ee9dd7", "runs/claude-opus-5-5/H5ae76ff04768.attempt-1.json": "35656d32287e1b1774df3fafd75a5ec0d030a4425f526ba278d3eeec2f218c89", "runs/claude-opus-5-5/H5ae76ff04768.attempt-2.json": "b65377712c10c8c2c11f11d70fa0abac4a24cd4a4a08fc033ac0a90b16cf9120", "runs/claude-opus-5-5/H5ae76ff04768.invalid.json": "edeb9991a15706a0453b57282f956e8c0258694a8e8d10a6fd0bd45a1e96305d", "runs/claude-opus-5-5/H9cc800ed9167.attempt-1.json": "4da56db86000c5b642f381b4c6213d222bce4b585b7a9c71491ccba23f48676b", "runs/claude-opus-5-5/H9cc800ed9167.json": "c4a633ffb2fba658d4c511ac698934afa50cea9f8d302123db11574527259e0c", "runs/claude-opus-5-5/Hc35db8c00454.attempt-1.json": "9a74e6d2e550d754b4e939d2410c519ac9eb404b0028f67abeea6df121d51703", "runs/claude-opus-5-5/Hc35db8c00454.json": "72fadb9f5a501cac1855b765b268ae3ef5ddb459b2dca60350e245b83544f070", "runs/claude-opus-5-5/Hb19a1eaedf6f.attempt-1.json": "0c304dff59d26d78a3386d964bcb84a7a9b0eb0736ef8a4cb3469a87001b8cba", "runs/claude-opus-5-5/Hb19a1eaedf6f.json": "6eded996500b42c149b25bdef05b94ec98e9965a2598f33ddff68a5221a9303a", "runs/claude-opus-5-5/Ha6af01b29947.attempt-1.json": "f1e4b733cf84d86c2de99050bb275f15431e8de665abc77dbf0abd54c6001680", "runs/claude-opus-5-5/Ha6af01b29947.json": "ad370df330a8aed44a780f51b992834b898e1e9e7634194de68fca4df4a0a13b", "runs/claude-opus-5-5/H2d91f2d3ca48.attempt-1.json": "c4a0751e0815b479e28ee89eda90016aceabd40240f2712d12cd2e64986e7684", "runs/claude-opus-5-5/H2d91f2d3ca48.json": "241c7e4051eee4d58f05b5015c49e310a1d006e510df2823ffc95bcb5e537304", "runs/claude-opus-5-5/Hbb8d36395a4f.attempt-1.json": "89a3080f3bf61fbb9da1acb9a8be48ef362fa339f8b127b03469a3895f88c8e2", "runs/claude-opus-5-5/Hbb8d36395a4f.json": "f4ecd5e147f7e194981042b0bfaf4d85c69204f488a42b1da9469694b8d8da2b", "runs/claude-opus-5-5/Hdc04751acc25.attempt-1.json": "444fea46224524848f6b372f802921f614eaed878a99691215b9fb04f289bb81", "runs/claude-opus-5-5/Hdc04751acc25.json": "cd92e4b47e698f25711ec1a7aac211377c9c218cf2fc156fc9d8b077e3ac63c9", "runs/claude-opus-5-5/H0b95ea5bca8b.attempt-1.json": "a295758c5675ddb48d0257fe260172552a8eb8e7e5b440185ca98e830b8d84ed", "runs/claude-opus-5-5/H0b95ea5bca8b.json": "54f178ee258e2ddc693d144b6f0e5622e21440ba900b77a6f026e8c4f1199e12", "runs/claude-opus-5-5/Hc51c63819170.attempt-1.json": "5165c48945bd95f3fda513dfe0de8bf4c484d0651eb1cecd9031a440a1ce09b6", "runs/claude-opus-5-5/Hc51c63819170.json": "b4ba90fa0dcb66cb5d1c9f62ed7a7e1ba67d4348b5e6efc6abc848e79c608288", "runs/claude-opus-5-5/Hbcb2664c171e.attempt-1.json": "b877a1ed1341acd67649ee77f1b06370ecc3e422e4361aa9b997acfa9af63412", "runs/claude-opus-5-5/Hbcb2664c171e.json": "89b92315aa0d762847190c032569f268613ec0e5c4c57fc3ac83af107769eb19", "runs/claude-opus-5-5/Hd41fa6090167.attempt-1.json": "30e238dff576628fd862dd0e3652d0ff938a299b4a6f11916298d7674a82ebba", "runs/claude-opus-5-5/Hd41fa6090167.json": "7cf4cf890b64d81d38229601910b98650643812eca10ce72df118ec5e91216c2", "runs/claude-opus-5-5/H108fec88412d.attempt-1.json": "18598ea72942097f03816b468cee2351e2004622f2de50ff37033feae17a16af", "runs/claude-opus-5-5/H108fec88412d.json": "35fd0ebe6cec6f62a1c162136fc7c31be1e741afa3d1e447fd32ac9084a80610", "runs/claude-opus-5-5/H5401e2f1476e.attempt-1.json": "9ec07091e346b5373dfb7e6429221e953969013ab227274dddeb9e562a57de17", "runs/claude-opus-5-5/H5401e2f1476e.attempt-2.json": "d33cc09c674c1c7fa95982577f8a89fe5707a05e8c08965c1f2d64331ee6f301", "runs/claude-opus-5-5/H5401e2f1476e.json": "6923e004a157b4fb57a63d78f4589b2cf3472916142a56537fa7688f266e1404", "runs/claude-opus-5-5/H8856cfb6fb8c.attempt-1.json": "0b05a17bb9f21653cab75075665baac3f1995a70d302bdf6b76386762df8757e", "runs/claude-opus-5-5/H8856cfb6fb8c.json": "14fceb30ddfb816eeced8a2d851572bdd361df0ac2416fac4f8e20df87b2ff68", "runs/claude-opus-5-5/H7d64d0c884ee.attempt-1.json": "dd389b74aa436ed0406af5f0dd3370182bf13e006ebdd23b808522560a54f5e8", "runs/claude-opus-5-5/H7d64d0c884ee.json": "756a2d2aed9001242440dd4be70c21a6b00bfa4269ce71e43e19e43aeb0d232d", "runs/claude-opus-5-5/Hd2867abf0b74.attempt-1.json": "0358bbd2b06558a4291493faa3bbc79e13eab658a1da26fe6cebeceecb247208", "runs/claude-opus-5-5/Hd2867abf0b74.json": "410807bed05c97bb715a908e9a1ffe1b38ca699c99ec1aecaa81b0297063b94b", "runs/claude-opus-5-5/Hde2c7f764541.attempt-1.json": "1fda761fd8b14d7ebc0e127aab4e4a57b16aeb69dcad90df905534e972047e10", "runs/claude-opus-5-5/Hde2c7f764541.json": "5f55769c4aa8a8b03cd9c9a16373a33293a64db5dc9413ba24d2367921658fc9", "runs/claude-opus-5-5/Hb84019cbdccd.attempt-1.json": "1baa5371afcfa9e558d5c3b20e22a87e1305b996278a521ddbc1e5c7e7f5af37", "runs/claude-opus-5-5/Hb84019cbdccd.json": "dd8130490cf3f611a10444cd14a43b4d2f53fc136ac6bc43307fb505881786e1", "runs/claude-opus-5-5/Hd06b5abc8c17.attempt-1.json": "b140911431aecbc4244e65436094149a4267c4a189c073e3404395eea71886c6", "runs/claude-opus-5-5/Hd06b5abc8c17.json": "64506264c0b35a39a27266ab70648f92f47a26cdd034e5625457ddd1872ace67", "runs/claude-opus-5-5/Ha8f158ded9d3.attempt-1.json": "8fa4ce49a396a57f23ed4ffb7f9d4587da3280efa386fba878e65c3c740c6897", "runs/claude-opus-5-5/Ha8f158ded9d3.json": "050e00c418230be7b1c20a3e956c650103010eb9606fe560c889fb72da0ac82a", "runs/claude-opus-5-5/H6e57c7188991.attempt-1.json": "0742d43334a1154095bb8c85fed4e1e9fdff07061f48e38d80f9344ef55647b8", "runs/claude-opus-5-5/H6e57c7188991.json": "513cfecdcd4294ae756321d7d1e9b31af0a24bfc4c993e1c8a7ebf7d56f89cc5", "runs/claude-opus-5-5/H69deb1edcdbe.attempt-1.json": "f6b5cccd72248f69f4626e0540e4647d969c8aa662dbdedafe052f1ebd3055f2", "runs/claude-opus-5-5/H69deb1edcdbe.attempt-2.json": "ade2c7013475c0afea095043b7d6a2ba79c67ddbc81d4dde48620147b7aa4007", "runs/claude-opus-5-5/H69deb1edcdbe.json": "312594680569ff093e01695fd7ef95d82189643ab9c324097b18c5389949b9e6", "runs/claude-opus-5-5/H770b494c23de.attempt-1.json": "39734698b8e6e6d8d74758be3c9712d7eb86abab897b599f6b9584848edeb89c", "runs/claude-opus-5-5/H770b494c23de.json": "ae0cd09d1825b46dd909b7f742b5da7146d7342533a0b67c8abbfb236f394c4d", "runs/claude-opus-5-5/Ha24c224c2c5c.attempt-1.json": "01eeef0744eab3fd3c104b4ad5d89b36f9ef648b4d2e5b508c9a454b29be7f07", "runs/claude-opus-5-5/Ha24c224c2c5c.json": "41f4c5fac8d61febb9b187accee8ad9c44821a334e07dcf0f8d3ea82ab148228", "runs/claude-opus-5-5/H312a9208a0df.attempt-1.json": "450926d090776c6a1aae54ce83bbcda719d6c75910c7b8df24500866023e6180", "runs/claude-opus-5-5/H312a9208a0df.json": "6b579b5df713468af22ca5188ffd1def46117b5edd97bc7801979397cc37edb2", "runs/claude-opus-5-5/Hdd257b1a803d.attempt-1.json": "6f2b3609c2abac314a10a97bdc1e608f9ca46a374e9ead232413a686981c5cb4", "runs/claude-opus-5-5/Hdd257b1a803d.json": "89d597445d84c763e1373381aa70241463fca51d090a1c3f37257f6cef928c0e", "runs/claude-opus-5-5/H5a66cc1d176d.attempt-1.json": "bb2267c0f7c17a76d1ab9b4318e392c130e76cf95ecc5fe999251979d62fa2f9", "runs/claude-opus-5-5/H5a66cc1d176d.attempt-2.json": "94bf8c3b18d6ecfdc7c7429a376a70c4448839aec1127b534efd261b2ef74884", "runs/claude-opus-5-5/H5a66cc1d176d.invalid.json": "13fc5391dff8b0fb021fc704a7a95f5fb0db62a9e4d888625b82900338b83ec9", "runs/claude-opus-5-5/Hf40c85e4b441.attempt-1.json": "fe45d8e8df744f7b90b7c898a8ff91c9524fe6c89fb16ef3d170206eb1c746e3", "runs/claude-opus-5-5/Hf40c85e4b441.json": "572e44820ad7250939d95557c0dfea23b496ad55e8eef998c6c448d59b450ab2", "runs/claude-opus-5-5/H2bf61d6a2dae.attempt-1.json": "8c9444c8c6faa13509159e68ee0e9c36039d03efad04363d0ec6ed1dde8cddcc", "runs/claude-opus-5-5/H2bf61d6a2dae.json": "1c2867db313d2b0e31e0ec8a263b13a54511d4b29ce18412c122a5ab5491b0d4", "runs/claude-opus-5-5/H69d1974ef6f3.attempt-1.json": "afc233e688962d692ce10f6aff16851a82186689e8e0dacdae3adc1172cddf44", "runs/claude-opus-5-5/H69d1974ef6f3.json": "2c58daf16196c649156b715affbe0b87f402320e18e95192e0d33aaa273aae00", "runs/claude-opus-5-5/Hca11ba345120.attempt-1.json": "ef7e322df03c06708003e32331c875bf882258dce2388c6cae7ecd9e5b5a7f0d", "runs/claude-opus-5-5/Hca11ba345120.json": "72191e624feb357385bd7f1899bec199937448e2e5b28d0c5499be7a3731ebb4", "runs/claude-opus-5-5/H9512eff47edd.attempt-1.json": "78f17291f0ff6cfef4942fdd05379e83e15c0311a6fd76de68be818291a5fa25", "runs/claude-opus-5-5/H9512eff47edd.json": "85b4e928fd80fe27a3259dcaa370c0d2f05bf2122809db13078ed20c8c4d19be", "runs/claude-opus-5-5/H3525a80080db.attempt-1.json": "e71e5c99f3e6bfa2887051e5b863105c6c6c1cda3fe6dbb3c614e0ff4daf2e4a", "runs/claude-opus-5-5/H3525a80080db.json": "cb8012796c70a61928b99dcc5d7fc6e7220d8268afa44e12939e8d927db23b44", "runs/claude-opus-5-5/H1ca81581ce0f.attempt-1.json": "90f836e21d1ef684535e82d8fb2853320633ba4df82802d965ac4f27988b8bf9", "runs/claude-opus-5-5/H1ca81581ce0f.json": "98b58f493ca09256e02f0407eafd0f6be557186bd0c37e5abce4859f17b46490", "runs/claude-opus-5-5/Hface15f9c0aa.attempt-1.json": "fdaa1e3aaa85e20ee7371a3d15c1059f697ad62a2eed3d06a351d22f8cde0242", "runs/claude-opus-5-5/Hface15f9c0aa.json": "75b3dabd59eb76f43097b5a814b49fa28ecc0cb06a91f3309708e4b5687a3599", "runs/claude-opus-5-5/He22abf94c32e.attempt-1.json": "629adfcd4b0ddee4655c5cb9458bbb2f550a24af3581880643ebf6fd98062282", "runs/claude-opus-5-5/He22abf94c32e.attempt-2.json": "a12f4002021d58192d347de81932310f27ec898868f1207fb0ec87c4f6ac22ba", "runs/claude-opus-5-5/He22abf94c32e.json": "a505dd2bf97e3f6d1527ae690e4c46689c4464f837ee78c4db6bd9d46830c98f", "runs/claude-opus-5-5/H27c93d908b66.attempt-1.json": "3756a44c6ca2265b8ab53c86f20db52bef574a565f7be2372c5cae8c76dedfbd", "runs/claude-opus-5-5/H27c93d908b66.json": "8e0297bc16a2a207763a7e3bb1ab187640fe672d9b123d9d2daa0ad80edcd1bb", "runs/claude-opus-5-5/H6512044a8ab4.attempt-1.json": "8cd0696d3b96aef5f085173072f6aef86c897b24b3f9c6d5e88f3a3d6e68ee93", "runs/claude-opus-5-5/H6512044a8ab4.json": "17d5c6ee81caaa7f3fbc3e4d313c4eaa1daee44ae79a9bc31523111e75026948", "runs/claude-opus-5-5/H08fabc33f46f.attempt-1.json": "c4ff18aa42a1f3fd7d92eec9257e6e0a256d807f0a7af58eb0efd26e17318742", "runs/claude-opus-5-5/H08fabc33f46f.json": "aead18c935761a08fc8b463eae00cce6cc5cd354eb5c57f729ade3257604cc26", "runs/claude-opus-5-5/H2a2948ff61da.attempt-1.json": "daaf6391d1df0a3d60227c8e3c0b7584096ce762775584e4f0456a7ef0b20013", "runs/claude-opus-5-5/H2a2948ff61da.json": "9b856e6c99d20dca771b9735626ef4e17b951521951229b6bb0c5e12767ae9dd", "runs/claude-opus-5-5/He13f903f3124.attempt-1.json": "df51819d61ba42a20abb580355cc65ebda6a32ab51ff0db6ac67ab15c235ceda", "runs/claude-opus-5-5/He13f903f3124.json": "620e2e508c80d36f4f9153d80816e0455403b3a51a48ec7a7e4785392d6bc12b", "runs/claude-opus-5-5/H2b4d50ec1df1.attempt-1.json": "a5533f4c91056aa09a3029c5f77b881848fe91d562358010a9cf9058da20f6e8", "runs/claude-opus-5-5/H2b4d50ec1df1.json": "da57e013dd9557be28149e39d1957ddf3173100d58567bf3c914385d3d13ebe2", "runs/claude-opus-5-5/H3c13b7e2d082.attempt-1.json": "33547e5421ae04bcc0dc3d3a349eb7efbb24a5af52714e8c4e149cfaed991ca4", "runs/claude-opus-5-5/H3c13b7e2d082.json": "0c417ce1be7822073d6ee61ea0e5e5c2ced1009ede07255bdf571ef9f7410297", "runs/claude-opus-5-5/H168dc0d22104.attempt-1.json": "7701ff07b817c128ba4cd27f479ceb4785acbe002403bc268955731e3e042725", "runs/claude-opus-5-5/H168dc0d22104.json": "7d3662e2c8e8774f7ada8a7ab4ecd86eac797d44cea4d9b930d61835c053f8a7", "runs/claude-opus-5-5/Hb471544edd7b.attempt-1.json": "b585407e48331110619bcda5e0de4827496e617838f287adaa49170b5932d4f7", "runs/claude-opus-5-5/Hb471544edd7b.json": "c6848151172fccc3d9392991ae6d424f22eb0ac11d36d48707d7ab9eeeb2979f", "runs/claude-opus-5-5/H691ed522cf5f.attempt-1.json": "caefa928429d2a05479d6d7d992c67eda5619bacb4a8c0b54de1ab32abe4877d", "runs/claude-opus-5-5/H691ed522cf5f.json": "9ac41601f878480e4bd1a2b72a7afd178eb91138c6523a23984332f03e9f73ee", "runs/claude-opus-5-5/H26edd2d7f68a.attempt-1.json": "623d29574cd374502574be86462a2f1bfa42d0207e739e541205f91cf8825b3c", "runs/claude-opus-5-5/H26edd2d7f68a.json": "d1036596051f6966f9aa4858b754781f1c3766b2c2016b5d485a112208eb0a34", "runs/claude-opus-5-5/H16065de616b9.attempt-1.json": "3d39c544f36ca004a3604dd1401da50630d08a3e4a22cc964a320a56d462de4a", "runs/claude-opus-5-5/H16065de616b9.json": "e2c5fd8968e8bf9aa61a7d7ab939bd0a84dcfb842840906504543e0a297309e9", "runs/claude-opus-5-5/H2a93004b1bf8.attempt-1.json": "ae96dd09e2bbb2960fce1d9743151ad7212e1a1e6644afa500611dc0f3b831e3", "runs/claude-opus-5-5/H2a93004b1bf8.attempt-2.json": "6c29753562113fac9fdda62edb675d590da9d9c12e0ebe0c0a9a968de9e68f33", "runs/claude-opus-5-5/H2a93004b1bf8.json": "e0e8e8160039d0ed16d836bb5c3f4284cc380fdfea88c2b38b1c7d234cbf7c77", "runs/claude-opus-5-5/H4cabb5322f8a.attempt-1.json": "98fe7dc4530e2a2b438082ef7be1a04376e8349cf324e86ba8a1a20e7f7df3c0", "runs/claude-opus-5-5/H4cabb5322f8a.json": "0e1de6b8f70f95707fcaf0a685c3e46c75c3af0e6c413b56b5b895387cbb7b34", "runs/claude-opus-5-5/Hd7d86420f325.attempt-1.json": "9a13fc80c835a2c36677077d5c81500ef5cf9e488806e45c7a32fc4112a58b63", "runs/claude-opus-5-5/Hd7d86420f325.json": "3105c284838aa1a8b7114d26419a3853f9668fd92c12d5b03ca743bf2da565ac", "runs/claude-opus-5-5/Hd792b655ff7a.attempt-1.json": "244733b2ced1847f53fe2e4412c722712232841cd10019b463a1cc435a65b137", "runs/claude-opus-5-5/Hd792b655ff7a.json": "56bafda2562b58e3ffe25edf6bfc7b95ec146a60d3efab9ff6e7b50cbee0c54a", "runs/claude-opus-5-5/Hd34f6a91bf41.attempt-1.json": "2c2ae3a23fbf8e9da0cecd9c156810b9548c29bf16b805a28afa0e372950a561", "runs/claude-opus-5-5/Hd34f6a91bf41.json": "6c8e5f63f2b7cc298d585a8a32d2baf512344736b60e7eca090907fc1e463a97", "runs/claude-opus-5-5/Hae60cea8ffbf.attempt-1.json": "9f98fbb1dea761a7f79f40141b240ff29fd5a26ca56816a791a763a7a4e3743e", "runs/claude-opus-5-5/Hae60cea8ffbf.json": "09a9de36adfa852bda5ebda3913b08bfbcd6dc018b19e45b13fc0c344adeb9c7", "runs/claude-opus-5-5/Hed8ca67e265e.attempt-1.json": "ebca11c0384de053c09ded138f8f9927e8c213515b95a7f8adc958cc1292e4f0", "runs/claude-opus-5-5/Hed8ca67e265e.json": "d1b3d7a88df14864a876b2aeb8401ed3a5cc9ed191b7aef425a8f3aae702dc31", "runs/claude-opus-5-5/Hcc115f2aa2b3.attempt-1.json": "ea5b903157d59762be1d79e3193a0376bc19a615debbd5ffa4ebe9389b6293b1", "runs/claude-opus-5-5/Hcc115f2aa2b3.json": "7a4a5e9e297b6a31aad1ba809cefbf6dd42810e39bb0e9fd53a251904e722990", "runs/claude-opus-5-5/Hfeee2fca0479.attempt-1.json": "6d7d34b952fc005668575a715f0cc9e45d927c41c48a3df76fe17359aedef50a", "runs/claude-opus-5-5/Hfeee2fca0479.json": "80fad3e2154c9811aae2c2696d924dee1ed6eefb195073f21b3777aec6ca2785", "runs/claude-opus-5-5/He6acd9cc7f13.attempt-1.json": "a2a759495ca6347331db4f1b59af5406d7aa863f85eb1ee3f236f512e0dbbe03", "runs/claude-opus-5-5/He6acd9cc7f13.json": "ae361bd95e9d2fe5f98e2111475e247e376a30208ff5a3460a9ece2b8482e528", "runs/claude-opus-5-5/H205c5e7920f5.attempt-1.json": "0b42496c896ae9e1be0aff606baeffb67184dbbeead9e7f1d0f851970151814a", "runs/claude-opus-5-5/H205c5e7920f5.json": "b2ac62e00fee44037d94fe71c91777dbbf864e6abb28fd351292c0e1e6f6b4d1", "runs/claude-opus-5-5/H1bfb037dac8f.attempt-1.json": "cd183ba23b1e4bd056d24c323891ba1914177be60641925b0ac80b4cf6f16c64", "runs/claude-opus-5-5/H1bfb037dac8f.json": "98ba48e3f99ad65ad34cebd70207e71bd9d8854740d5f163a88bdd757b6df4a8", "runs/claude-opus-5-5/H3fc3c2c34cee.attempt-1.json": "49da7ea8f8898df066d69819c4442cc198c683a6330ec8cc1da6348579fa3c3d", "runs/claude-opus-5-5/H3fc3c2c34cee.json": "6dc34e92a107e58f471e9b02ebfef3f4e1f4ade0cb5b5c60965f4754e617abf4", "runs/claude-opus-5-5/H6b18aea23456.attempt-1.json": "c28fa4d079f3447859b6c888db3b19ca231bff43a4bdfa8f3c8c1e026f3adc59", "runs/claude-opus-5-5/H6b18aea23456.json": "a023cda748e365179b6b87d2a3450914786bb9e87dad28aa4b6eb57d518a7b3c", "runs/claude-opus-5-5/H4e43005c4648.attempt-1.json": "22d155793a8237ac7c6dd92bc9e701ec1c0e434d5b1c8559e6ff42ef27e70594", "runs/claude-opus-5-5/H4e43005c4648.json": "024635b0900fc450aa5ed416c6c5686f6fbcc8e8aad9ba4aab43a817e1a7b44b", "runs/claude-opus-5-5/H8925efa06267.attempt-1.json": "904ad8655e371c73d12cd9e2e8e0f5c8927b01569696302f0cf83d659af2c2f4", "runs/claude-opus-5-5/H8925efa06267.json": "9e4a5f8e6a48c081d279c088130d6ccd37dd03e9343c31971348b099354bc346", "runs/claude-opus-5-5/H93c55cfc0f98.attempt-1.json": "9f98d969e739f2c89873812e5e915937250e77650f85b3f4dbbc5ef80556cef1", "runs/claude-opus-5-5/H93c55cfc0f98.json": "fbb234c74540c1f9c648b5ca04093228dd397b278bbc7d1192edfc2572b51525", "runs/claude-opus-5-5/H685f8b5e8567.attempt-1.json": "7ce35aa93de90dc8200d77234630838cfb5b2d96fb6e4a55760918fd1c05c4d2", "runs/claude-opus-5-5/H685f8b5e8567.attempt-2.json": "71ce57d261a0451df1c4b709af5a1bab142c220362856ab4b611133db6149b19", "runs/claude-opus-5-5/H685f8b5e8567.invalid.json": "0684b27a881eb4d0eb6d943d8f309452186f3aaa2b045aeb32283844911c7164", "runs/claude-opus-5-5/H0d7baa86124c.attempt-1.json": "a17d235c0d847a8f3f2f5f510339f1485fb860060b6b43c0e819d041ef2253d8", "runs/claude-opus-5-5/H0d7baa86124c.json": "a8d580528012c34db9439c6cbfdc4edad3ef958bef9af027dbe6cbf0ac4c64dc", "runs/claude-opus-5-5/H2b4e72ef481d.attempt-1.json": "776a8338950c3687defce3370ea252833961983779db3349b008b4eb635f3e5d", "runs/claude-opus-5-5/H2b4e72ef481d.json": "2af3802b5245066f72fb5e9cd27e29d5f6d43b8939605f920904710752136f4e", "runs/claude-opus-5-5/Heff387c84521.attempt-1.json": "bdf3e64cee4ff322b1c332eca408e553e4da211151bc3da516de019f42a075f3", "runs/claude-opus-5-5/Heff387c84521.json": "c05d197fbf441952ecd5a73d0fdcbf140edbfd068004e33f0be9ff8d64376218", "runs/claude-opus-5-5/Hc6cc3302a45a.attempt-1.json": "4dfeaaac81ad7ecf82cfb41d5fd2faebe84774d37f97092a4e9556a417018f20", "runs/claude-opus-5-5/Hc6cc3302a45a.json": "d87f74f0bf0ecc0b21b37ce43cbcaf90c9a0e6afd7f52a4a315f932a22782c18", "runs/claude-opus-5-5/H282a9ffdd7fd.attempt-1.json": "c384494c619b22bcceb0773619046856a5614309007bd3c21208466fb9660770", "runs/claude-opus-5-5/H282a9ffdd7fd.json": "0c85b993b4eda9007deb230ad7ace95c96c3fd8ca6375a30418087c63fc88b07", "runs/claude-opus-5-5/H2a4cf9bb2c83.attempt-1.json": "d4864d6de5053b942e45769c0035782e31d93b99953a2757fbc144db53035bf5", "runs/claude-opus-5-5/H2a4cf9bb2c83.attempt-2.json": "8e360f479a43de56c7a619f06c69d694e96af32bf144834a5eeaf124a2189e87", "runs/claude-opus-5-5/H2a4cf9bb2c83.invalid.json": "f039a43fb169c649b5032b6ddb029637d4462bfe4bb081577a3c302a7dbd9031", "runs/claude-opus-5-5/H1501b5ea0040.attempt-1.json": "a5d8b05404b93df949a8d537f4c8687263b16d040a814f2dcdc159a5e0386800", "runs/claude-opus-5-5/H1501b5ea0040.json": "505eefeed01874ac6ed835f2053ffe4f59b069ebea780207df8b90aed44722d2", "runs/claude-opus-5-5/Hf7ad0950ca22.attempt-1.json": "55b635fbea78a2ec461ac21127b0a1de32cde7c235a0a610d5130c23d8d0b56c", "runs/claude-opus-5-5/Hf7ad0950ca22.json": "81c0234e5bd3b7bb72123791b3213dd62cca263faba9bcfcee4a76369b419e2c", "runs/claude-opus-5-5/Hfbd997710a91.attempt-1.json": "5e3b14072b34636edc61f45b77b6213c5a8270ce6c315422e5ed54520140b6fd", "runs/claude-opus-5-5/Hfbd997710a91.json": "6492093bd3aef3a183a0deb8851e3b9e8b564ca95f7a90a760ed6ab5652c67bc", "runs/claude-opus-5-5/H54e4307dd731.attempt-1.json": "70c7c77f7c2af864e650913acd82df4ac80fa4709021ef07786081593c3b0240", "runs/claude-opus-5-5/H54e4307dd731.json": "93972207fbe8d56f0037469ff9e8228e0db74fbc8e766094ab8970b157518cce", "runs/claude-opus-5-5/Hcac20bec2aa2.attempt-1.json": "9a59913648a523f17d6c83f7bbb26705de054f413b9fc9f166a85337893e5752", "runs/claude-opus-5-5/Hcac20bec2aa2.json": "a7e62885d9fc565503652297710ff2e3a04155cd0b89d89cb4201d2e54939566", "runs/claude-opus-5-5/H076a42491f62.attempt-1.json": "7a0557b5d1698dcd308275420940fa138f8fde05597ce6d7a5239b873233e492", "runs/claude-opus-5-5/H076a42491f62.json": "46723ce47b8709cfb5d9f3b4d5989b81d89f23f53210feb9a1c8bf83c66e7a66", "runs/claude-opus-5-5/H87388412c2a6.attempt-1.json": "2d8e3695c4bc41798a48596681bf319644fbd321bee010d3302bb551b70d3ad8", "runs/claude-opus-5-5/H87388412c2a6.json": "339478f5ce221e8a2b1172e185ed1107dcff526d78431450ebf03a986a5904de", "runs/claude-opus-5-5/Hbe6b696a434f.attempt-1.json": "c2dc459f7d104d37892aab26a4a264951a375b5ce8e8d1a720a1d962f2d749f5", "runs/claude-opus-5-5/Hbe6b696a434f.json": "f33d78e4e81fee3f5587e09d2b7d5612937c9d2f07c56a3743f8b8404ee1b4da", "runs/claude-opus-5-5/H7f9a0c89b5f6.attempt-1.json": "f3bdb74014154956509ce486952c02483226177bc6dc6be61adf9b7edd4e8636", "runs/claude-opus-5-5/H7f9a0c89b5f6.json": "6fa46948eafccd1ceb255dd31324b0f3fe3000e2ef7cbb5cc5e059a7c4b63d8d", "runs/claude-opus-5-5/H0e9581097799.attempt-1.json": "d117d40a97ab1fb65d56f75a7a565e03dda034c9b5df50143ea001c7af6bd07a", "runs/claude-opus-5-5/H0e9581097799.json": "3f525c8a143a27f4cedd1ed8f270be295824da6a61132dd1e97d25efc0793c4a", "runs/claude-opus-5-5/Hb3e6742eec1d.attempt-1.json": "819051185535c6ed39e4bb5d33d997cbdf4ac7c3d7444e971b3d44558081383c", "runs/claude-opus-5-5/Hb3e6742eec1d.attempt-2.json": "9a35a1954b73df86cf569b4ea71086b16614138ec546d677668114fd6e21020b", "runs/claude-opus-5-5/Hb3e6742eec1d.json": "01aa54db780a1bb81dc2f6881fd624ec41eb545110b4788636c6423eb1fe7774", "runs/claude-opus-5-5/Hb1e07c55f832.attempt-1.json": "97e66afe9daaf4a3b4d88d5571be22865611098b83b2761d2e5bd4581bb38846", "runs/claude-opus-5-5/Hb1e07c55f832.json": "0c43528bc4d786fbe1067244023892f359c25d63fcc755bd7efde2277dbebfa0", "runs/claude-opus-5-5/H583619d01105.attempt-1.json": "a9c76d843d72ec72e6dc1a53731bdbf63c46691748dfd2b182d62025bed20827", "runs/claude-opus-5-5/H583619d01105.json": "36d0d6241a6ff2b2e538bb4942d585d12de043b7945f68d65a3405abb8e959bb", "runs/claude-opus-5-5/H7b9b93427c7e.attempt-1.json": "37a0ffd0f5915111af7c509b6c0f4dcf2669d3e03513b3cb731ab48bc7e771cd", "runs/claude-opus-5-5/H7b9b93427c7e.json": "7eb9ad58283245cc25fca947503b16b22d36cba0e03c9bd8443746bac1fdf877", "runs/claude-opus-5-5/Hc2e66a4b720a.attempt-1.json": "ebf6efe87b0baf1f6ecd8affd463dd166848e37bf95445927f7e065087e85890", "runs/claude-opus-5-5/Hc2e66a4b720a.json": "e41310590e0fecda6a41ff218e796d434a1f00942a413d17a9b9a7771cdbfd33", "runs/claude-opus-5-5/H4dc9b9da3a06.attempt-1.json": "98acdb18d7088b3ef7a7da868adc72fae33b508a4bc8a5549389ac94d98b6445", "runs/claude-opus-5-5/H4dc9b9da3a06.json": "cef0560f2a3b462a893666ad3e82c018dda6b97d01755e1d7fd2d59225cbec6b" }, "panels": { "outcome": { "models": [ { "model": "claude-sonnet-5-5", "label": "Sonnet 5.5", "valid": 100, "invalid": [], "unprocessed": [], "calls": 153, "transportAttemptCount": 153, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 54, "matches": 39, "known": 50, "missed": 11, "counts": { "yes_true": 39, "yes_false": 15, "no_true": 11, "no_false": 35 }, "rates": { "ppv": 0.7222222222222222, "npv": 0.7608695652173914, "sens": 0.78, "spec": 0.7, "youden": 0.48, "accuracy": 0.74, "balancedAccuracy": 0.74 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.20299145299145294, "npv": 0.24003623188405798, "sens": 0.24, "spec": 0.19999999999999996, "youden": 0.43999999999999995, "accuracy": 0.21999999999999997, "balancedAccuracy": 0.21999999999999997 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.64, "hi": 0.8148148148148148, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.06887076639166305, "hi": 0.34760014125718897, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6666666666666666, "hi": 0.8604812661498705, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.09461966604823746, "hi": 0.3875023034398034, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.040000000000000036, "hi": 0.42, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.56, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.31999999999999984, "hi": 0.6400000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999972, "hi": 0.7000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.66, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08999999999999997, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6599999999999999, "hi": 0.8200000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999986, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false } } } }, "forecasts": { "H556eb44d6587": false, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": true, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": true, "Hc35db8c00454": false, "Hb19a1eaedf6f": true, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": false, "Hb84019cbdccd": false, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": true, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": true, "Hdd257b1a803d": true, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": false, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": false, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": false, "He13f903f3124": true, "H2b4d50ec1df1": false, "H3c13b7e2d082": false, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": false, "Hd7d86420f325": false, "Hd792b655ff7a": true, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": false, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": true, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": false, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": false, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictForecasts": { "H556eb44d6587": false, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": true, "H7b5933386c64": true, "H591cc6bdd061": true, "H2a068a10286e": false, "H9cc800ed9167": true, "Hb19a1eaedf6f": true, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "H108fec88412d": true, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H770b494c23de": true, "H312a9208a0df": true, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "Hca11ba345120": true, "H9512eff47edd": true, "H1ca81581ce0f": false, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": false, "H08fabc33f46f": true, "H2b4d50ec1df1": false, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H16065de616b9": false, "H4cabb5322f8a": false, "Hd7d86420f325": false, "Hae60cea8ffbf": true, "Hed8ca67e265e": false, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H2b4e72ef481d": true, "Heff387c84521": true, "H1501b5ea0040": true, "Hfbd997710a91": true, "Hcac20bec2aa2": true, "H7f9a0c89b5f6": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictInvalid": [ "Hf84dc04d9967", "H9cb69403e6d8", "H3d94392f96ae", "H699141a0e533", "H5ae76ff04768", "Hc35db8c00454", "Ha6af01b29947", "H2d91f2d3ca48", "Hd41fa6090167", "H5401e2f1476e", "Hd2867abf0b74", "Hde2c7f764541", "Hb84019cbdccd", "H6e57c7188991", "H69deb1edcdbe", "Ha24c224c2c5c", "Hdd257b1a803d", "H5a66cc1d176d", "H69d1974ef6f3", "H3525a80080db", "H6512044a8ab4", "H2a2948ff61da", "He13f903f3124", "H3c13b7e2d082", "H26edd2d7f68a", "H2a93004b1bf8", "Hd792b655ff7a", "Hd34f6a91bf41", "Hcc115f2aa2b3", "Hfeee2fca0479", "He6acd9cc7f13", "H8925efa06267", "H93c55cfc0f98", "H685f8b5e8567", "H0d7baa86124c", "Hc6cc3302a45a", "H282a9ffdd7fd", "H2a4cf9bb2c83", "Hf7ad0950ca22", "H54e4307dd731", "H076a42491f62", "H87388412c2a6", "Hbe6b696a434f", "H0e9581097799" ], "formatRecovered": [ "Hf84dc04d9967", "Hd366df6c0c2d", "H9cb69403e6d8", "H3d94392f96ae", "H591cc6bdd061", "H699141a0e533", "H5ae76ff04768", "Hc35db8c00454", "Ha6af01b29947", "H2d91f2d3ca48", "Hbb8d36395a4f", "Hdc04751acc25", "Hd41fa6090167", "H5401e2f1476e", "Hd2867abf0b74", "Hde2c7f764541", "Hb84019cbdccd", "H6e57c7188991", "H69deb1edcdbe", "Ha24c224c2c5c", "Hdd257b1a803d", "H5a66cc1d176d", "H69d1974ef6f3", "Hca11ba345120", "H9512eff47edd", "H3525a80080db", "Hface15f9c0aa", "H6512044a8ab4", "H2a2948ff61da", "He13f903f3124", "H3c13b7e2d082", "H26edd2d7f68a", "H2a93004b1bf8", "Hd7d86420f325", "Hd792b655ff7a", "Hd34f6a91bf41", "Hcc115f2aa2b3", "Hfeee2fca0479", "He6acd9cc7f13", "H1bfb037dac8f", "H8925efa06267", "H93c55cfc0f98", "H685f8b5e8567", "H0d7baa86124c", "Hc6cc3302a45a", "H282a9ffdd7fd", "H2a4cf9bb2c83", "Hf7ad0950ca22", "H54e4307dd731", "H076a42491f62", "H87388412c2a6", "Hbe6b696a434f", "H0e9581097799" ], "selections": [ { "id": "H556eb44d6587", "attempt": 1, "format": "strict_json" }, { "id": "Hf84dc04d9967", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hd366df6c0c2d", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hca5687df1d17", "attempt": 1, "format": "strict_json" }, { "id": "H00754d90403e", "attempt": 1, "format": "strict_json" }, { "id": "H7b5933386c64", "attempt": 1, "format": "strict_json" }, { "id": "H9cb69403e6d8", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H3d94392f96ae", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H591cc6bdd061", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H699141a0e533", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H2a068a10286e", "attempt": 1, "format": "strict_json" }, { "id": "H5ae76ff04768", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H9cc800ed9167", "attempt": 1, "format": "strict_json" }, { "id": "Hc35db8c00454", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hb19a1eaedf6f", "attempt": 1, "format": "strict_json" }, { "id": "Ha6af01b29947", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H2d91f2d3ca48", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hbb8d36395a4f", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hdc04751acc25", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H0b95ea5bca8b", "attempt": 1, "format": "strict_json" }, { "id": "Hc51c63819170", "attempt": 1, "format": "strict_json" }, { "id": "Hbcb2664c171e", "attempt": 1, "format": "strict_json" }, { "id": "Hd41fa6090167", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H108fec88412d", "attempt": 1, "format": "strict_json" }, { "id": "H5401e2f1476e", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H8856cfb6fb8c", "attempt": 1, "format": "strict_json" }, { "id": "H7d64d0c884ee", "attempt": 1, "format": "strict_json" }, { "id": "Hd2867abf0b74", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hde2c7f764541", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hb84019cbdccd", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hd06b5abc8c17", "attempt": 1, "format": "strict_json" }, { "id": "Ha8f158ded9d3", "attempt": 1, "format": "strict_json" }, { "id": "H6e57c7188991", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H69deb1edcdbe", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H770b494c23de", "attempt": 1, "format": "strict_json" }, { "id": "Ha24c224c2c5c", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H312a9208a0df", "attempt": 1, "format": "strict_json" }, { "id": "Hdd257b1a803d", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H5a66cc1d176d", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hf40c85e4b441", "attempt": 1, "format": "strict_json" }, { "id": "H2bf61d6a2dae", "attempt": 1, "format": "strict_json" }, { "id": "H69d1974ef6f3", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hca11ba345120", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H9512eff47edd", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H3525a80080db", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H1ca81581ce0f", "attempt": 1, "format": "strict_json" }, { "id": "Hface15f9c0aa", "attempt": 1, "format": "single_json_with_prose" }, { "id": "He22abf94c32e", "attempt": 1, "format": "strict_json" }, { "id": "H27c93d908b66", "attempt": 1, "format": "strict_json" }, { "id": "H6512044a8ab4", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H08fabc33f46f", "attempt": 1, "format": "strict_json" }, { "id": "H2a2948ff61da", "attempt": 1, "format": "single_json_with_prose" }, { "id": "He13f903f3124", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H2b4d50ec1df1", "attempt": 1, "format": "strict_json" }, { "id": "H3c13b7e2d082", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H168dc0d22104", "attempt": 1, "format": "strict_json" }, { "id": "Hb471544edd7b", "attempt": 1, "format": "strict_json" }, { "id": "H691ed522cf5f", "attempt": 1, "format": "strict_json" }, { "id": "H26edd2d7f68a", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H16065de616b9", "attempt": 1, "format": "strict_json" }, { "id": "H2a93004b1bf8", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H4cabb5322f8a", "attempt": 1, "format": "strict_json" }, { "id": "Hd7d86420f325", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hd792b655ff7a", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hd34f6a91bf41", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hae60cea8ffbf", "attempt": 1, "format": "strict_json" }, { "id": "Hed8ca67e265e", "attempt": 1, "format": "strict_json" }, { "id": "Hcc115f2aa2b3", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hfeee2fca0479", "attempt": 1, "format": "single_json_with_prose" }, { "id": "He6acd9cc7f13", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H205c5e7920f5", "attempt": 1, "format": "strict_json" }, { "id": "H1bfb037dac8f", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H3fc3c2c34cee", "attempt": 1, "format": "strict_json" }, { "id": "H6b18aea23456", "attempt": 1, "format": "strict_json" }, { "id": "H4e43005c4648", "attempt": 1, "format": "strict_json" }, { "id": "H8925efa06267", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H93c55cfc0f98", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H685f8b5e8567", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H0d7baa86124c", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H2b4e72ef481d", "attempt": 1, "format": "strict_json" }, { "id": "Heff387c84521", "attempt": 1, "format": "strict_json" }, { "id": "Hc6cc3302a45a", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H282a9ffdd7fd", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H2a4cf9bb2c83", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H1501b5ea0040", "attempt": 1, "format": "strict_json" }, { "id": "Hf7ad0950ca22", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hfbd997710a91", "attempt": 1, "format": "strict_json" }, { "id": "H54e4307dd731", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hcac20bec2aa2", "attempt": 1, "format": "strict_json" }, { "id": "H076a42491f62", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H87388412c2a6", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hbe6b696a434f", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H7f9a0c89b5f6", "attempt": 1, "format": "strict_json" }, { "id": "H0e9581097799", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hb3e6742eec1d", "attempt": 1, "format": "strict_json" }, { "id": "Hb1e07c55f832", "attempt": 1, "format": "strict_json" }, { "id": "H583619d01105", "attempt": 1, "format": "strict_json" }, { "id": "H7b9b93427c7e", "attempt": 1, "format": "strict_json" }, { "id": "Hc2e66a4b720a", "attempt": 1, "format": "strict_json" }, { "id": "H4dc9b9da3a06", "attempt": 1, "format": "strict_json" } ], "parentResultReused": true }, { "model": "gpt-6-astra", "label": "GPT-6 Astra", "valid": 100, "invalid": [], "unprocessed": [], "calls": 100, "transportAttemptCount": 103, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 61, "matches": 41, "known": 50, "missed": 9, "counts": { "yes_true": 41, "yes_false": 20, "no_true": 9, "no_false": 30 }, "rates": { "ppv": 0.6721311475409836, "npv": 0.7692307692307693, "sens": 0.82, "spec": 0.6, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1529003783102143, "npv": 0.2483974358974359, "sens": 0.2799999999999999, "spec": 0.09999999999999998, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6027353354408148, "hi": 0.7547169811320755, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.034913823738450596, "hi": 0.2745544862412178, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6666666666666666, "hi": 0.8787878787878788, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.09340236825965935, "hi": 0.40852255639097745, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.72, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.07999999999999996, "hi": 0.4799999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.46, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.08000000000000002, "hi": 0.29999999999999993, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.26, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.11999999999999988, "hi": 0.6399999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.63, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06000000000000005, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.63, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.05999999999999994, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false } } } }, "forecasts": { "H556eb44d6587": true, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": true, "H9cb69403e6d8": true, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": false, "Hc35db8c00454": true, "Hb19a1eaedf6f": true, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": false, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": true, "H69deb1edcdbe": true, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": true, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": true, "H08fabc33f46f": true, "H2a2948ff61da": true, "He13f903f3124": false, "H2b4d50ec1df1": true, "H3c13b7e2d082": false, "H168dc0d22104": true, "Hb471544edd7b": false, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": true, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": true, "H685f8b5e8567": false, "H0d7baa86124c": true, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": false, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": false, "H87388412c2a6": false, "Hbe6b696a434f": false, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": true, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": false, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictForecasts": { "H556eb44d6587": true, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": true, "H9cb69403e6d8": true, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": false, "Hc35db8c00454": true, "Hb19a1eaedf6f": true, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": false, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": true, "H69deb1edcdbe": true, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": true, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": true, "H08fabc33f46f": true, "H2a2948ff61da": true, "He13f903f3124": false, "H2b4d50ec1df1": true, "H3c13b7e2d082": false, "H168dc0d22104": true, "Hb471544edd7b": false, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": true, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": true, "H685f8b5e8567": false, "H0d7baa86124c": true, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": false, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": false, "H87388412c2a6": false, "Hbe6b696a434f": false, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": true, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": false, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictInvalid": [], "formatRecovered": [], "selections": [ { "id": "H556eb44d6587", "attempt": 1, "format": "strict_json" }, { "id": "Hf84dc04d9967", "attempt": 1, "format": "strict_json" }, { "id": "Hd366df6c0c2d", "attempt": 1, "format": "strict_json" }, { "id": "Hca5687df1d17", "attempt": 1, "format": "strict_json" }, { "id": "H00754d90403e", "attempt": 1, "format": "strict_json" }, { "id": "H7b5933386c64", "attempt": 1, "format": "strict_json" }, { "id": "H9cb69403e6d8", "attempt": 1, "format": "strict_json" }, { "id": "H3d94392f96ae", "attempt": 1, "format": "strict_json" }, { "id": "H591cc6bdd061", "attempt": 1, "format": "strict_json" }, { "id": "H699141a0e533", "attempt": 1, "format": "strict_json" }, { "id": "H2a068a10286e", "attempt": 1, "format": "strict_json" }, { "id": "H5ae76ff04768", "attempt": 1, "format": "strict_json" }, { "id": "H9cc800ed9167", "attempt": 1, "format": "strict_json" }, { "id": "Hc35db8c00454", "attempt": 1, "format": "strict_json" }, { "id": "Hb19a1eaedf6f", "attempt": 1, "format": "strict_json" }, { "id": "Ha6af01b29947", "attempt": 1, "format": "strict_json" }, { "id": "H2d91f2d3ca48", "attempt": 1, "format": "strict_json" }, { "id": "Hbb8d36395a4f", "attempt": 1, "format": "strict_json" }, { "id": "Hdc04751acc25", "attempt": 1, "format": "strict_json" }, { "id": "H0b95ea5bca8b", "attempt": 1, "format": "strict_json" }, { "id": "Hc51c63819170", "attempt": 1, "format": "strict_json" }, { "id": "Hbcb2664c171e", "attempt": 1, "format": "strict_json" }, { "id": "Hd41fa6090167", "attempt": 1, "format": "strict_json" }, { "id": "H108fec88412d", "attempt": 1, "format": "strict_json" }, { "id": "H5401e2f1476e", "attempt": 1, "format": "strict_json" }, { "id": "H8856cfb6fb8c", "attempt": 1, "format": "strict_json" }, { "id": "H7d64d0c884ee", "attempt": 1, "format": "strict_json" }, { "id": "Hd2867abf0b74", "attempt": 1, "format": "strict_json" }, { "id": "Hde2c7f764541", "attempt": 1, "format": "strict_json" }, { "id": "Hb84019cbdccd", "attempt": 1, "format": "strict_json" }, { "id": "Hd06b5abc8c17", "attempt": 1, "format": "strict_json" }, { "id": "Ha8f158ded9d3", "attempt": 1, "format": "strict_json" }, { "id": "H6e57c7188991", "attempt": 1, "format": "strict_json" }, { "id": "H69deb1edcdbe", "attempt": 1, "format": "strict_json" }, { "id": "H770b494c23de", "attempt": 1, "format": "strict_json" }, { "id": "Ha24c224c2c5c", "attempt": 1, "format": "strict_json" }, { "id": "H312a9208a0df", "attempt": 1, "format": "strict_json" }, { "id": "Hdd257b1a803d", "attempt": 1, "format": "strict_json" }, { "id": "H5a66cc1d176d", "attempt": 1, "format": "strict_json" }, { "id": "Hf40c85e4b441", "attempt": 1, "format": "strict_json" }, { "id": "H2bf61d6a2dae", "attempt": 1, "format": "strict_json" }, { "id": "H69d1974ef6f3", "attempt": 1, "format": "strict_json" }, { "id": "Hca11ba345120", "attempt": 1, "format": "strict_json" }, { "id": "H9512eff47edd", "attempt": 1, "format": "strict_json" }, { "id": "H3525a80080db", "attempt": 1, "format": "strict_json" }, { "id": "H1ca81581ce0f", "attempt": 1, "format": "strict_json" }, { "id": "Hface15f9c0aa", "attempt": 1, "format": "strict_json" }, { "id": "He22abf94c32e", "attempt": 1, "format": "strict_json" }, { "id": "H27c93d908b66", "attempt": 1, "format": "strict_json" }, { "id": "H6512044a8ab4", "attempt": 1, "format": "strict_json" }, { "id": "H08fabc33f46f", "attempt": 1, "format": "strict_json" }, { "id": "H2a2948ff61da", "attempt": 1, "format": "strict_json" }, { "id": "He13f903f3124", "attempt": 1, "format": "strict_json" }, { "id": "H2b4d50ec1df1", "attempt": 1, "format": "strict_json" }, { "id": "H3c13b7e2d082", "attempt": 1, "format": "strict_json" }, { "id": "H168dc0d22104", "attempt": 1, "format": "strict_json" }, { "id": "Hb471544edd7b", "attempt": 1, "format": "strict_json" }, { "id": "H691ed522cf5f", "attempt": 1, "format": "strict_json" }, { "id": "H26edd2d7f68a", "attempt": 1, "format": "strict_json" }, { "id": "H16065de616b9", "attempt": 1, "format": "strict_json" }, { "id": "H2a93004b1bf8", "attempt": 1, "format": "strict_json" }, { "id": "H4cabb5322f8a", "attempt": 1, "format": "strict_json" }, { "id": "Hd7d86420f325", "attempt": 1, "format": "strict_json" }, { "id": "Hd792b655ff7a", "attempt": 1, "format": "strict_json" }, { "id": "Hd34f6a91bf41", "attempt": 1, "format": "strict_json" }, { "id": "Hae60cea8ffbf", "attempt": 1, "format": "strict_json" }, { "id": "Hed8ca67e265e", "attempt": 1, "format": "strict_json" }, { "id": "Hcc115f2aa2b3", "attempt": 1, "format": "strict_json" }, { "id": "Hfeee2fca0479", "attempt": 1, "format": "strict_json" }, { "id": "He6acd9cc7f13", "attempt": 1, "format": "strict_json" }, { "id": "H205c5e7920f5", "attempt": 1, "format": "strict_json" }, { "id": "H1bfb037dac8f", "attempt": 1, "format": "strict_json" }, { "id": "H3fc3c2c34cee", "attempt": 1, "format": "strict_json" }, { "id": "H6b18aea23456", "attempt": 1, "format": "strict_json" }, { "id": "H4e43005c4648", "attempt": 1, "format": "strict_json" }, { "id": "H8925efa06267", "attempt": 1, "format": "strict_json" }, { "id": "H93c55cfc0f98", "attempt": 1, "format": "strict_json" }, { "id": "H685f8b5e8567", "attempt": 1, "format": "strict_json" }, { "id": "H0d7baa86124c", "attempt": 1, "format": "strict_json" }, { "id": "H2b4e72ef481d", "attempt": 1, "format": "strict_json" }, { "id": "Heff387c84521", "attempt": 1, "format": "strict_json" }, { "id": "Hc6cc3302a45a", "attempt": 1, "format": "strict_json" }, { "id": "H282a9ffdd7fd", "attempt": 1, "format": "strict_json" }, { "id": "H2a4cf9bb2c83", "attempt": 1, "format": "strict_json" }, { "id": "H1501b5ea0040", "attempt": 1, "format": "strict_json" }, { "id": "Hf7ad0950ca22", "attempt": 1, "format": "strict_json" }, { "id": "Hfbd997710a91", "attempt": 1, "format": "strict_json" }, { "id": "H54e4307dd731", "attempt": 1, "format": "strict_json" }, { "id": "Hcac20bec2aa2", "attempt": 1, "format": "strict_json" }, { "id": "H076a42491f62", "attempt": 1, "format": "strict_json" }, { "id": "H87388412c2a6", "attempt": 1, "format": "strict_json" }, { "id": "Hbe6b696a434f", "attempt": 1, "format": "strict_json" }, { "id": "H7f9a0c89b5f6", "attempt": 1, "format": "strict_json" }, { "id": "H0e9581097799", "attempt": 1, "format": "strict_json" }, { "id": "Hb3e6742eec1d", "attempt": 1, "format": "strict_json" }, { "id": "Hb1e07c55f832", "attempt": 1, "format": "strict_json" }, { "id": "H583619d01105", "attempt": 1, "format": "strict_json" }, { "id": "H7b9b93427c7e", "attempt": 1, "format": "strict_json" }, { "id": "Hc2e66a4b720a", "attempt": 1, "format": "strict_json" }, { "id": "H4dc9b9da3a06", "attempt": 1, "format": "strict_json" } ], "parentResultReused": true }, { "model": "gemini-4-argon-high", "label": "Gemini 4 Argon High", "valid": 100, "invalid": [], "unprocessed": [], "calls": 100, "transportAttemptCount": 101, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 46, "matches": 37, "known": 50, "missed": 13, "counts": { "yes_true": 37, "yes_false": 9, "no_true": 13, "no_false": 41 }, "rates": { "ppv": 0.8043478260869565, "npv": 0.7592592592592593, "sens": 0.74, "spec": 0.82, "youden": 0.56, "accuracy": 0.78, "balancedAccuracy": 0.78 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.28511705685618727, "npv": 0.23842592592592593, "sens": 0.19999999999999996, "spec": 0.31999999999999995, "youden": 0.52, "accuracy": 0.26, "balancedAccuracy": 0.26 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7058823529411765, "hi": 0.9047619047619048, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.15806512019752098, "hi": 0.41125177319651673, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6724137931034483, "hi": 0.8541666666666666, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.10473512518214827, "hi": 0.3732586819797648, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.62, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.7, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.15999999999999992, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3799999999999999, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2799999999999998, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.69, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1399999999999999, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.69, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1399999999999999, "hi": 0.38, "validReplicates": 10000, "degenerate": false } } } }, "forecasts": { "H556eb44d6587": false, "Hf84dc04d9967": false, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": true, "Hc35db8c00454": false, "Hb19a1eaedf6f": false, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": false, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": false, "H312a9208a0df": false, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": false, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": false, "He13f903f3124": false, "H2b4d50ec1df1": false, "H3c13b7e2d082": true, "H168dc0d22104": true, "Hb471544edd7b": false, "H691ed522cf5f": false, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": false, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": false, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": true, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": false, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": false, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictForecasts": { "H556eb44d6587": false, "Hf84dc04d9967": false, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": true, "Hc35db8c00454": false, "Hb19a1eaedf6f": false, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": false, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": false, "H312a9208a0df": false, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": false, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": false, "He13f903f3124": false, "H2b4d50ec1df1": false, "H3c13b7e2d082": true, "H168dc0d22104": true, "Hb471544edd7b": false, "H691ed522cf5f": false, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": false, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": false, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": true, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": false, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": false, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictInvalid": [], "formatRecovered": [], "selections": [ { "id": "H556eb44d6587", "attempt": 1, "format": "strict_json" }, { "id": "Hf84dc04d9967", "attempt": 1, "format": "strict_json" }, { "id": "Hd366df6c0c2d", "attempt": 1, "format": "strict_json" }, { "id": "Hca5687df1d17", "attempt": 1, "format": "strict_json" }, { "id": "H00754d90403e", "attempt": 1, "format": "strict_json" }, { "id": "H7b5933386c64", "attempt": 1, "format": "strict_json" }, { "id": "H9cb69403e6d8", "attempt": 1, "format": "strict_json" }, { "id": "H3d94392f96ae", "attempt": 1, "format": "strict_json" }, { "id": "H591cc6bdd061", "attempt": 1, "format": "strict_json" }, { "id": "H699141a0e533", "attempt": 1, "format": "strict_json" }, { "id": "H2a068a10286e", "attempt": 1, "format": "strict_json" }, { "id": "H5ae76ff04768", "attempt": 1, "format": "strict_json" }, { "id": "H9cc800ed9167", "attempt": 1, "format": "strict_json" }, { "id": "Hc35db8c00454", "attempt": 1, "format": "strict_json" }, { "id": "Hb19a1eaedf6f", "attempt": 1, "format": "strict_json" }, { "id": "Ha6af01b29947", "attempt": 1, "format": "strict_json" }, { "id": "H2d91f2d3ca48", "attempt": 1, "format": "strict_json" }, { "id": "Hbb8d36395a4f", "attempt": 1, "format": "strict_json" }, { "id": "Hdc04751acc25", "attempt": 1, "format": "strict_json" }, { "id": "H0b95ea5bca8b", "attempt": 1, "format": "strict_json" }, { "id": "Hc51c63819170", "attempt": 1, "format": "strict_json" }, { "id": "Hbcb2664c171e", "attempt": 1, "format": "strict_json" }, { "id": "Hd41fa6090167", "attempt": 1, "format": "strict_json" }, { "id": "H108fec88412d", "attempt": 1, "format": "strict_json" }, { "id": "H5401e2f1476e", "attempt": 1, "format": "strict_json" }, { "id": "H8856cfb6fb8c", "attempt": 1, "format": "strict_json" }, { "id": "H7d64d0c884ee", "attempt": 1, "format": "strict_json" }, { "id": "Hd2867abf0b74", "attempt": 1, "format": "strict_json" }, { "id": "Hde2c7f764541", "attempt": 1, "format": "strict_json" }, { "id": "Hb84019cbdccd", "attempt": 1, "format": "strict_json" }, { "id": "Hd06b5abc8c17", "attempt": 1, "format": "strict_json" }, { "id": "Ha8f158ded9d3", "attempt": 1, "format": "strict_json" }, { "id": "H6e57c7188991", "attempt": 1, "format": "strict_json" }, { "id": "H69deb1edcdbe", "attempt": 1, "format": "strict_json" }, { "id": "H770b494c23de", "attempt": 1, "format": "strict_json" }, { "id": "Ha24c224c2c5c", "attempt": 1, "format": "strict_json" }, { "id": "H312a9208a0df", "attempt": 1, "format": "strict_json" }, { "id": "Hdd257b1a803d", "attempt": 1, "format": "strict_json" }, { "id": "H5a66cc1d176d", "attempt": 1, "format": "strict_json" }, { "id": "Hf40c85e4b441", "attempt": 1, "format": "strict_json" }, { "id": "H2bf61d6a2dae", "attempt": 1, "format": "strict_json" }, { "id": "H69d1974ef6f3", "attempt": 1, "format": "strict_json" }, { "id": "Hca11ba345120", "attempt": 1, "format": "strict_json" }, { "id": "H9512eff47edd", "attempt": 1, "format": "strict_json" }, { "id": "H3525a80080db", "attempt": 1, "format": "strict_json" }, { "id": "H1ca81581ce0f", "attempt": 1, "format": "strict_json" }, { "id": "Hface15f9c0aa", "attempt": 1, "format": "strict_json" }, { "id": "He22abf94c32e", "attempt": 1, "format": "strict_json" }, { "id": "H27c93d908b66", "attempt": 1, "format": "strict_json" }, { "id": "H6512044a8ab4", "attempt": 1, "format": "strict_json" }, { "id": "H08fabc33f46f", "attempt": 1, "format": "strict_json" }, { "id": "H2a2948ff61da", "attempt": 1, "format": "strict_json" }, { "id": "He13f903f3124", "attempt": 1, "format": "strict_json" }, { "id": "H2b4d50ec1df1", "attempt": 1, "format": "strict_json" }, { "id": "H3c13b7e2d082", "attempt": 1, "format": "strict_json" }, { "id": "H168dc0d22104", "attempt": 1, "format": "strict_json" }, { "id": "Hb471544edd7b", "attempt": 1, "format": "strict_json" }, { "id": "H691ed522cf5f", "attempt": 1, "format": "strict_json" }, { "id": "H26edd2d7f68a", "attempt": 1, "format": "strict_json" }, { "id": "H16065de616b9", "attempt": 1, "format": "strict_json" }, { "id": "H2a93004b1bf8", "attempt": 1, "format": "strict_json" }, { "id": "H4cabb5322f8a", "attempt": 1, "format": "strict_json" }, { "id": "Hd7d86420f325", "attempt": 1, "format": "strict_json" }, { "id": "Hd792b655ff7a", "attempt": 1, "format": "strict_json" }, { "id": "Hd34f6a91bf41", "attempt": 1, "format": "strict_json" }, { "id": "Hae60cea8ffbf", "attempt": 1, "format": "strict_json" }, { "id": "Hed8ca67e265e", "attempt": 1, "format": "strict_json" }, { "id": "Hcc115f2aa2b3", "attempt": 1, "format": "strict_json" }, { "id": "Hfeee2fca0479", "attempt": 1, "format": "strict_json" }, { "id": "He6acd9cc7f13", "attempt": 1, "format": "strict_json" }, { "id": "H205c5e7920f5", "attempt": 1, "format": "strict_json" }, { "id": "H1bfb037dac8f", "attempt": 1, "format": "strict_json" }, { "id": "H3fc3c2c34cee", "attempt": 1, "format": "strict_json" }, { "id": "H6b18aea23456", "attempt": 1, "format": "strict_json" }, { "id": "H4e43005c4648", "attempt": 1, "format": "strict_json" }, { "id": "H8925efa06267", "attempt": 1, "format": "strict_json" }, { "id": "H93c55cfc0f98", "attempt": 1, "format": "strict_json" }, { "id": "H685f8b5e8567", "attempt": 1, "format": "strict_json" }, { "id": "H0d7baa86124c", "attempt": 1, "format": "strict_json" }, { "id": "H2b4e72ef481d", "attempt": 1, "format": "strict_json" }, { "id": "Heff387c84521", "attempt": 1, "format": "strict_json" }, { "id": "Hc6cc3302a45a", "attempt": 1, "format": "strict_json" }, { "id": "H282a9ffdd7fd", "attempt": 1, "format": "strict_json" }, { "id": "H2a4cf9bb2c83", "attempt": 1, "format": "strict_json" }, { "id": "H1501b5ea0040", "attempt": 1, "format": "strict_json" }, { "id": "Hf7ad0950ca22", "attempt": 1, "format": "strict_json" }, { "id": "Hfbd997710a91", "attempt": 1, "format": "strict_json" }, { "id": "H54e4307dd731", "attempt": 1, "format": "strict_json" }, { "id": "Hcac20bec2aa2", "attempt": 1, "format": "strict_json" }, { "id": "H076a42491f62", "attempt": 1, "format": "strict_json" }, { "id": "H87388412c2a6", "attempt": 1, "format": "strict_json" }, { "id": "Hbe6b696a434f", "attempt": 1, "format": "strict_json" }, { "id": "H7f9a0c89b5f6", "attempt": 1, "format": "strict_json" }, { "id": "H0e9581097799", "attempt": 1, "format": "strict_json" }, { "id": "Hb3e6742eec1d", "attempt": 1, "format": "strict_json" }, { "id": "Hb1e07c55f832", "attempt": 1, "format": "strict_json" }, { "id": "H583619d01105", "attempt": 1, "format": "strict_json" }, { "id": "H7b9b93427c7e", "attempt": 1, "format": "strict_json" }, { "id": "Hc2e66a4b720a", "attempt": 1, "format": "strict_json" }, { "id": "H4dc9b9da3a06", "attempt": 1, "format": "strict_json" } ], "parentResultReused": true }, { "model": "grok-4.5", "label": "Grok 4.5", "valid": 100, "invalid": [], "unprocessed": [], "calls": 105, "transportAttemptCount": 106, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 47, "matches": 36, "known": 50, "missed": 14, "counts": { "yes_true": 36, "yes_false": 11, "no_true": 14, "no_false": 39 }, "rates": { "ppv": 0.7659574468085106, "npv": 0.7358490566037735, "sens": 0.72, "spec": 0.78, "youden": 0.5, "accuracy": 0.75, "balancedAccuracy": 0.75 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.24672667757774136, "npv": 0.21501572327044016, "sens": 0.17999999999999994, "spec": 0.28, "youden": 0.45999999999999996, "accuracy": 0.22999999999999998, "balancedAccuracy": 0.22999999999999998 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.66, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1107136371497751, "hi": 0.3870034778852203, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.64, "hi": 0.8367346938775511, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.08352614301534567, "hi": 0.3426452276010223, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.36000000000000004, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.09999999999999998, "hi": 0.45999999999999996, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.6800000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.19999999999999996, "hi": 0.7000000000000002, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09999999999999998, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.8400000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.09999999999999998, "hi": 0.3500000000000001, "validReplicates": 10000, "degenerate": false } } } }, "forecasts": { "H556eb44d6587": false, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": false, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": true, "Hc35db8c00454": false, "Hb19a1eaedf6f": true, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": true, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": false, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": true, "H08fabc33f46f": true, "H2a2948ff61da": false, "He13f903f3124": false, "H2b4d50ec1df1": false, "H3c13b7e2d082": false, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": true, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": false, "Hae60cea8ffbf": false, "Hed8ca67e265e": false, "Hcc115f2aa2b3": false, "Hfeee2fca0479": false, "He6acd9cc7f13": false, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": false, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": true, "H2a4cf9bb2c83": false, "H1501b5ea0040": false, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": false, "H87388412c2a6": false, "Hbe6b696a434f": false, "H7f9a0c89b5f6": false, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictForecasts": { "H556eb44d6587": false, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": false, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": true, "Hc35db8c00454": false, "Hb19a1eaedf6f": true, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": true, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": false, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": true, "H08fabc33f46f": true, "H2a2948ff61da": false, "He13f903f3124": false, "H2b4d50ec1df1": false, "H3c13b7e2d082": false, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": true, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": false, "Hae60cea8ffbf": false, "Hed8ca67e265e": false, "Hcc115f2aa2b3": false, "Hfeee2fca0479": false, "He6acd9cc7f13": false, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": false, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": true, "H2a4cf9bb2c83": false, "H1501b5ea0040": false, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": false, "H87388412c2a6": false, "Hbe6b696a434f": false, "H7f9a0c89b5f6": false, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictInvalid": [], "formatRecovered": [], "selections": [ { "id": "H556eb44d6587", "attempt": 1, "format": "strict_json" }, { "id": "Hf84dc04d9967", "attempt": 1, "format": "strict_json" }, { "id": "Hd366df6c0c2d", "attempt": 1, "format": "strict_json" }, { "id": "Hca5687df1d17", "attempt": 1, "format": "strict_json" }, { "id": "H00754d90403e", "attempt": 1, "format": "strict_json" }, { "id": "H7b5933386c64", "attempt": 1, "format": "strict_json" }, { "id": "H9cb69403e6d8", "attempt": 1, "format": "strict_json" }, { "id": "H3d94392f96ae", "attempt": 1, "format": "strict_json" }, { "id": "H591cc6bdd061", "attempt": 1, "format": "strict_json" }, { "id": "H699141a0e533", "attempt": 1, "format": "strict_json" }, { "id": "H2a068a10286e", "attempt": 1, "format": "strict_json" }, { "id": "H5ae76ff04768", "attempt": 1, "format": "strict_json" }, { "id": "H9cc800ed9167", "attempt": 1, "format": "strict_json" }, { "id": "Hc35db8c00454", "attempt": 2, "format": "strict_json" }, { "id": "Hb19a1eaedf6f", "attempt": 1, "format": "strict_json" }, { "id": "Ha6af01b29947", "attempt": 1, "format": "strict_json" }, { "id": "H2d91f2d3ca48", "attempt": 1, "format": "strict_json" }, { "id": "Hbb8d36395a4f", "attempt": 1, "format": "strict_json" }, { "id": "Hdc04751acc25", "attempt": 1, "format": "strict_json" }, { "id": "H0b95ea5bca8b", "attempt": 1, "format": "strict_json" }, { "id": "Hc51c63819170", "attempt": 1, "format": "strict_json" }, { "id": "Hbcb2664c171e", "attempt": 1, "format": "strict_json" }, { "id": "Hd41fa6090167", "attempt": 2, "format": "strict_json" }, { "id": "H108fec88412d", "attempt": 1, "format": "strict_json" }, { "id": "H5401e2f1476e", "attempt": 1, "format": "strict_json" }, { "id": "H8856cfb6fb8c", "attempt": 1, "format": "strict_json" }, { "id": "H7d64d0c884ee", "attempt": 1, "format": "strict_json" }, { "id": "Hd2867abf0b74", "attempt": 1, "format": "strict_json" }, { "id": "Hde2c7f764541", "attempt": 1, "format": "strict_json" }, { "id": "Hb84019cbdccd", "attempt": 1, "format": "strict_json" }, { "id": "Hd06b5abc8c17", "attempt": 1, "format": "strict_json" }, { "id": "Ha8f158ded9d3", "attempt": 1, "format": "strict_json" }, { "id": "H6e57c7188991", "attempt": 1, "format": "strict_json" }, { "id": "H69deb1edcdbe", "attempt": 1, "format": "strict_json" }, { "id": "H770b494c23de", "attempt": 1, "format": "strict_json" }, { "id": "Ha24c224c2c5c", "attempt": 1, "format": "strict_json" }, { "id": "H312a9208a0df", "attempt": 1, "format": "strict_json" }, { "id": "Hdd257b1a803d", "attempt": 1, "format": "strict_json" }, { "id": "H5a66cc1d176d", "attempt": 1, "format": "strict_json" }, { "id": "Hf40c85e4b441", "attempt": 1, "format": "strict_json" }, { "id": "H2bf61d6a2dae", "attempt": 1, "format": "strict_json" }, { "id": "H69d1974ef6f3", "attempt": 1, "format": "strict_json" }, { "id": "Hca11ba345120", "attempt": 1, "format": "strict_json" }, { "id": "H9512eff47edd", "attempt": 1, "format": "strict_json" }, { "id": "H3525a80080db", "attempt": 1, "format": "strict_json" }, { "id": "H1ca81581ce0f", "attempt": 1, "format": "strict_json" }, { "id": "Hface15f9c0aa", "attempt": 1, "format": "strict_json" }, { "id": "He22abf94c32e", "attempt": 1, "format": "strict_json" }, { "id": "H27c93d908b66", "attempt": 1, "format": "strict_json" }, { "id": "H6512044a8ab4", "attempt": 1, "format": "strict_json" }, { "id": "H08fabc33f46f", "attempt": 1, "format": "strict_json" }, { "id": "H2a2948ff61da", "attempt": 1, "format": "strict_json" }, { "id": "He13f903f3124", "attempt": 2, "format": "strict_json" }, { "id": "H2b4d50ec1df1", "attempt": 1, "format": "strict_json" }, { "id": "H3c13b7e2d082", "attempt": 1, "format": "strict_json" }, { "id": "H168dc0d22104", "attempt": 1, "format": "strict_json" }, { "id": "Hb471544edd7b", "attempt": 1, "format": "strict_json" }, { "id": "H691ed522cf5f", "attempt": 1, "format": "strict_json" }, { "id": "H26edd2d7f68a", "attempt": 1, "format": "strict_json" }, { "id": "H16065de616b9", "attempt": 1, "format": "strict_json" }, { "id": "H2a93004b1bf8", "attempt": 1, "format": "strict_json" }, { "id": "H4cabb5322f8a", "attempt": 1, "format": "strict_json" }, { "id": "Hd7d86420f325", "attempt": 1, "format": "strict_json" }, { "id": "Hd792b655ff7a", "attempt": 1, "format": "strict_json" }, { "id": "Hd34f6a91bf41", "attempt": 1, "format": "strict_json" }, { "id": "Hae60cea8ffbf", "attempt": 1, "format": "strict_json" }, { "id": "Hed8ca67e265e", "attempt": 1, "format": "strict_json" }, { "id": "Hcc115f2aa2b3", "attempt": 1, "format": "strict_json" }, { "id": "Hfeee2fca0479", "attempt": 1, "format": "strict_json" }, { "id": "He6acd9cc7f13", "attempt": 1, "format": "strict_json" }, { "id": "H205c5e7920f5", "attempt": 1, "format": "strict_json" }, { "id": "H1bfb037dac8f", "attempt": 1, "format": "strict_json" }, { "id": "H3fc3c2c34cee", "attempt": 2, "format": "strict_json" }, { "id": "H6b18aea23456", "attempt": 1, "format": "strict_json" }, { "id": "H4e43005c4648", "attempt": 1, "format": "strict_json" }, { "id": "H8925efa06267", "attempt": 1, "format": "strict_json" }, { "id": "H93c55cfc0f98", "attempt": 1, "format": "strict_json" }, { "id": "H685f8b5e8567", "attempt": 1, "format": "strict_json" }, { "id": "H0d7baa86124c", "attempt": 1, "format": "strict_json" }, { "id": "H2b4e72ef481d", "attempt": 1, "format": "strict_json" }, { "id": "Heff387c84521", "attempt": 2, "format": "strict_json" }, { "id": "Hc6cc3302a45a", "attempt": 1, "format": "strict_json" }, { "id": "H282a9ffdd7fd", "attempt": 1, "format": "strict_json" }, { "id": "H2a4cf9bb2c83", "attempt": 1, "format": "strict_json" }, { "id": "H1501b5ea0040", "attempt": 1, "format": "strict_json" }, { "id": "Hf7ad0950ca22", "attempt": 1, "format": "strict_json" }, { "id": "Hfbd997710a91", "attempt": 1, "format": "strict_json" }, { "id": "H54e4307dd731", "attempt": 1, "format": "strict_json" }, { "id": "Hcac20bec2aa2", "attempt": 1, "format": "strict_json" }, { "id": "H076a42491f62", "attempt": 1, "format": "strict_json" }, { "id": "H87388412c2a6", "attempt": 1, "format": "strict_json" }, { "id": "Hbe6b696a434f", "attempt": 1, "format": "strict_json" }, { "id": "H7f9a0c89b5f6", "attempt": 1, "format": "strict_json" }, { "id": "H0e9581097799", "attempt": 1, "format": "strict_json" }, { "id": "Hb3e6742eec1d", "attempt": 1, "format": "strict_json" }, { "id": "Hb1e07c55f832", "attempt": 1, "format": "strict_json" }, { "id": "H583619d01105", "attempt": 1, "format": "strict_json" }, { "id": "H7b9b93427c7e", "attempt": 1, "format": "strict_json" }, { "id": "Hc2e66a4b720a", "attempt": 1, "format": "strict_json" }, { "id": "H4dc9b9da3a06", "attempt": 1, "format": "strict_json" } ], "parentResultReused": true }, { "model": "claude-opus-5-5", "label": "Opus 5.5", "valid": 100, "invalid": [], "calls": 111, "transportAttemptCount": 111, "strictForecasts": { "H556eb44d6587": true, "Hf84dc04d9967": true, "Hca5687df1d17": false, "H00754d90403e": true, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H9cc800ed9167": false, "Hc35db8c00454": true, "Hb19a1eaedf6f": false, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": false, "Hdd257b1a803d": true, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": true, "He13f903f3124": true, "H2b4d50ec1df1": true, "H3c13b7e2d082": true, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H0d7baa86124c": false, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": true, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": false, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictInvalid": [ "Hd366df6c0c2d", "H2a068a10286e", "H5ae76ff04768", "H5a66cc1d176d", "H685f8b5e8567", "H2a4cf9bb2c83" ], "formatRecovered": [ "Hd366df6c0c2d", "H2a068a10286e", "H5ae76ff04768", "H5401e2f1476e", "H69deb1edcdbe", "H5a66cc1d176d", "He22abf94c32e", "H2a93004b1bf8", "H685f8b5e8567", "H2a4cf9bb2c83", "Hb3e6742eec1d" ], "selections": [ { "id": "H556eb44d6587", "attempt": 1, "format": "strict_json" }, { "id": "Hf84dc04d9967", "attempt": 1, "format": "strict_json" }, { "id": "Hd366df6c0c2d", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hca5687df1d17", "attempt": 1, "format": "strict_json" }, { "id": "H00754d90403e", "attempt": 1, "format": "strict_json" }, { "id": "H7b5933386c64", "attempt": 1, "format": "strict_json" }, { "id": "H9cb69403e6d8", "attempt": 1, "format": "strict_json" }, { "id": "H3d94392f96ae", "attempt": 1, "format": "strict_json" }, { "id": "H591cc6bdd061", "attempt": 1, "format": "strict_json" }, { "id": "H699141a0e533", "attempt": 1, "format": "strict_json" }, { "id": "H2a068a10286e", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H5ae76ff04768", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H9cc800ed9167", "attempt": 1, "format": "strict_json" }, { "id": "Hc35db8c00454", "attempt": 1, "format": "strict_json" }, { "id": "Hb19a1eaedf6f", "attempt": 1, "format": "strict_json" }, { "id": "Ha6af01b29947", "attempt": 1, "format": "strict_json" }, { "id": "H2d91f2d3ca48", "attempt": 1, "format": "strict_json" }, { "id": "Hbb8d36395a4f", "attempt": 1, "format": "strict_json" }, { "id": "Hdc04751acc25", "attempt": 1, "format": "strict_json" }, { "id": "H0b95ea5bca8b", "attempt": 1, "format": "strict_json" }, { "id": "Hc51c63819170", "attempt": 1, "format": "strict_json" }, { "id": "Hbcb2664c171e", "attempt": 1, "format": "strict_json" }, { "id": "Hd41fa6090167", "attempt": 1, "format": "strict_json" }, { "id": "H108fec88412d", "attempt": 1, "format": "strict_json" }, { "id": "H5401e2f1476e", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H8856cfb6fb8c", "attempt": 1, "format": "strict_json" }, { "id": "H7d64d0c884ee", "attempt": 1, "format": "strict_json" }, { "id": "Hd2867abf0b74", "attempt": 1, "format": "strict_json" }, { "id": "Hde2c7f764541", "attempt": 1, "format": "strict_json" }, { "id": "Hb84019cbdccd", "attempt": 1, "format": "strict_json" }, { "id": "Hd06b5abc8c17", "attempt": 1, "format": "strict_json" }, { "id": "Ha8f158ded9d3", "attempt": 1, "format": "strict_json" }, { "id": "H6e57c7188991", "attempt": 1, "format": "strict_json" }, { "id": "H69deb1edcdbe", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H770b494c23de", "attempt": 1, "format": "strict_json" }, { "id": "Ha24c224c2c5c", "attempt": 1, "format": "strict_json" }, { "id": "H312a9208a0df", "attempt": 1, "format": "strict_json" }, { "id": "Hdd257b1a803d", "attempt": 1, "format": "strict_json" }, { "id": "H5a66cc1d176d", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hf40c85e4b441", "attempt": 1, "format": "strict_json" }, { "id": "H2bf61d6a2dae", "attempt": 1, "format": "strict_json" }, { "id": "H69d1974ef6f3", "attempt": 1, "format": "strict_json" }, { "id": "Hca11ba345120", "attempt": 1, "format": "strict_json" }, { "id": "H9512eff47edd", "attempt": 1, "format": "strict_json" }, { "id": "H3525a80080db", "attempt": 1, "format": "strict_json" }, { "id": "H1ca81581ce0f", "attempt": 1, "format": "strict_json" }, { "id": "Hface15f9c0aa", "attempt": 1, "format": "strict_json" }, { "id": "He22abf94c32e", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H27c93d908b66", "attempt": 1, "format": "strict_json" }, { "id": "H6512044a8ab4", "attempt": 1, "format": "strict_json" }, { "id": "H08fabc33f46f", "attempt": 1, "format": "strict_json" }, { "id": "H2a2948ff61da", "attempt": 1, "format": "strict_json" }, { "id": "He13f903f3124", "attempt": 1, "format": "strict_json" }, { "id": "H2b4d50ec1df1", "attempt": 1, "format": "strict_json" }, { "id": "H3c13b7e2d082", "attempt": 1, "format": "strict_json" }, { "id": "H168dc0d22104", "attempt": 1, "format": "strict_json" }, { "id": "Hb471544edd7b", "attempt": 1, "format": "strict_json" }, { "id": "H691ed522cf5f", "attempt": 1, "format": "strict_json" }, { "id": "H26edd2d7f68a", "attempt": 1, "format": "strict_json" }, { "id": "H16065de616b9", "attempt": 1, "format": "strict_json" }, { "id": "H2a93004b1bf8", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H4cabb5322f8a", "attempt": 1, "format": "strict_json" }, { "id": "Hd7d86420f325", "attempt": 1, "format": "strict_json" }, { "id": "Hd792b655ff7a", "attempt": 1, "format": "strict_json" }, { "id": "Hd34f6a91bf41", "attempt": 1, "format": "strict_json" }, { "id": "Hae60cea8ffbf", "attempt": 1, "format": "strict_json" }, { "id": "Hed8ca67e265e", "attempt": 1, "format": "strict_json" }, { "id": "Hcc115f2aa2b3", "attempt": 1, "format": "strict_json" }, { "id": "Hfeee2fca0479", "attempt": 1, "format": "strict_json" }, { "id": "He6acd9cc7f13", "attempt": 1, "format": "strict_json" }, { "id": "H205c5e7920f5", "attempt": 1, "format": "strict_json" }, { "id": "H1bfb037dac8f", "attempt": 1, "format": "strict_json" }, { "id": "H3fc3c2c34cee", "attempt": 1, "format": "strict_json" }, { "id": "H6b18aea23456", "attempt": 1, "format": "strict_json" }, { "id": "H4e43005c4648", "attempt": 1, "format": "strict_json" }, { "id": "H8925efa06267", "attempt": 1, "format": "strict_json" }, { "id": "H93c55cfc0f98", "attempt": 1, "format": "strict_json" }, { "id": "H685f8b5e8567", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H0d7baa86124c", "attempt": 1, "format": "strict_json" }, { "id": "H2b4e72ef481d", "attempt": 1, "format": "strict_json" }, { "id": "Heff387c84521", "attempt": 1, "format": "strict_json" }, { "id": "Hc6cc3302a45a", "attempt": 1, "format": "strict_json" }, { "id": "H282a9ffdd7fd", "attempt": 1, "format": "strict_json" }, { "id": "H2a4cf9bb2c83", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H1501b5ea0040", "attempt": 1, "format": "strict_json" }, { "id": "Hf7ad0950ca22", "attempt": 1, "format": "strict_json" }, { "id": "Hfbd997710a91", "attempt": 1, "format": "strict_json" }, { "id": "H54e4307dd731", "attempt": 1, "format": "strict_json" }, { "id": "Hcac20bec2aa2", "attempt": 1, "format": "strict_json" }, { "id": "H076a42491f62", "attempt": 1, "format": "strict_json" }, { "id": "H87388412c2a6", "attempt": 1, "format": "strict_json" }, { "id": "Hbe6b696a434f", "attempt": 1, "format": "strict_json" }, { "id": "H7f9a0c89b5f6", "attempt": 1, "format": "strict_json" }, { "id": "H0e9581097799", "attempt": 1, "format": "strict_json" }, { "id": "Hb3e6742eec1d", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hb1e07c55f832", "attempt": 1, "format": "strict_json" }, { "id": "H583619d01105", "attempt": 1, "format": "strict_json" }, { "id": "H7b9b93427c7e", "attempt": 1, "format": "strict_json" }, { "id": "Hc2e66a4b720a", "attempt": 1, "format": "strict_json" }, { "id": "H4dc9b9da3a06", "attempt": 1, "format": "strict_json" } ], "forecasts": { "H556eb44d6587": true, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": true, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": false, "Hc35db8c00454": true, "Hb19a1eaedf6f": false, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": false, "Hdd257b1a803d": true, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": true, "H27c93d908b66": true, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": true, "He13f903f3124": true, "H2b4d50ec1df1": true, "H3c13b7e2d082": true, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": false, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": true, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": false, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "parentResultReused": false, "sourceGenerator": false, "originalReferenceJudge": false, "referenceJudgeRelationship": null, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 61, "matches": 42, "known": 50, "missed": 8, "counts": { "yes_true": 42, "yes_false": 19, "no_true": 8, "no_false": 31 }, "rates": { "ppv": 0.6885245901639344, "npv": 0.7948717948717948, "sens": 0.84, "spec": 0.62, "youden": 0.45999999999999996, "accuracy": 0.73, "balancedAccuracy": 0.73 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.16929382093316514, "npv": 0.27403846153846145, "sens": 0.29999999999999993, "spec": 0.12, "youden": 0.41999999999999993, "accuracy": 0.20999999999999996, "balancedAccuracy": 0.20999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6197183098591549, "hi": 0.7692307692307693, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.05431555185412471, "hi": 0.28999231678487, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6999528301886793, "hi": 0.9032258064516129, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.13055386178861786, "hi": 0.43007701757701744, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.74, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.48, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.06, "hi": 0.3, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.31999999999999984, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999972, "hi": 0.66, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.66, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08999999999999997, "hi": 0.33, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6599999999999999, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999986, "hi": 0.33, "validReplicates": 10000, "degenerate": false } } } } } ], "coin": { "protocol": "balanced-confirmation-v1", "frozenAt": "2026-10-22T23:24:48.793Z", "cohortSha256": "4f247b703f31db077e6e403dcd1adc1de79bf53a9ef12c6a94775850168b445e", "method": "One cryptographically random byte per shuffled claim; low bit one means yes; no balancing or redraw", "bytesHex": "0d1e37147bff515722a3c3fe8fce9ab693e5ac700e0d639af407de8615abedc069640746a1a123e3903c55dad68e1e3fcbc0f5802df203b98f618660350514d420ff6d01fa612fcbce2549a7e5663d9e4e06cff41c4c4e53216667169414e1ae3f482df8", "tosses": [ { "id": "H556eb44d6587", "yes": true }, { "id": "Hf84dc04d9967", "yes": false }, { "id": "Hd366df6c0c2d", "yes": true }, { "id": "Hca5687df1d17", "yes": false }, { "id": "H00754d90403e", "yes": true }, { "id": "H7b5933386c64", "yes": true }, { "id": "H9cb69403e6d8", "yes": true }, { "id": "H3d94392f96ae", "yes": true }, { "id": "H591cc6bdd061", "yes": false }, { "id": "H699141a0e533", "yes": true }, { "id": "H2a068a10286e", "yes": true }, { "id": "H5ae76ff04768", "yes": false }, { "id": "H9cc800ed9167", "yes": true }, { "id": "Hc35db8c00454", "yes": false }, { "id": "Hb19a1eaedf6f", "yes": false }, { "id": "Ha6af01b29947", "yes": false }, { "id": "H2d91f2d3ca48", "yes": true }, { "id": "Hbb8d36395a4f", "yes": true }, { "id": "Hdc04751acc25", "yes": false }, { "id": "H0b95ea5bca8b", "yes": false }, { "id": "Hc51c63819170", "yes": false }, { "id": "Hbcb2664c171e", "yes": true }, { "id": "Hd41fa6090167", "yes": true }, { "id": "H108fec88412d", "yes": false }, { "id": "H5401e2f1476e", "yes": false }, { "id": "H8856cfb6fb8c", "yes": true }, { "id": "H7d64d0c884ee", "yes": false }, { "id": "Hd2867abf0b74", "yes": false }, { "id": "Hde2c7f764541", "yes": true }, { "id": "Hb84019cbdccd", "yes": true }, { "id": "Hd06b5abc8c17", "yes": true }, { "id": "Ha8f158ded9d3", "yes": false }, { "id": "H6e57c7188991", "yes": true }, { "id": "H69deb1edcdbe", "yes": false }, { "id": "H770b494c23de", "yes": true }, { "id": "Ha24c224c2c5c", "yes": false }, { "id": "H312a9208a0df", "yes": true }, { "id": "Hdd257b1a803d", "yes": true }, { "id": "H5a66cc1d176d", "yes": true }, { "id": "Hf40c85e4b441", "yes": true }, { "id": "H2bf61d6a2dae", "yes": false }, { "id": "H69d1974ef6f3", "yes": false }, { "id": "Hca11ba345120", "yes": true }, { "id": "H9512eff47edd", "yes": false }, { "id": "H3525a80080db", "yes": false }, { "id": "H1ca81581ce0f", "yes": false }, { "id": "Hface15f9c0aa", "yes": false }, { "id": "He22abf94c32e", "yes": true }, { "id": "H27c93d908b66", "yes": true }, { "id": "H6512044a8ab4", "yes": false }, { "id": "H08fabc33f46f", "yes": true }, { "id": "H2a2948ff61da", "yes": false }, { "id": "He13f903f3124", "yes": true }, { "id": "H2b4d50ec1df1", "yes": false }, { "id": "H3c13b7e2d082", "yes": true }, { "id": "H168dc0d22104", "yes": true }, { "id": "Hb471544edd7b", "yes": true }, { "id": "H691ed522cf5f", "yes": true }, { "id": "H26edd2d7f68a", "yes": false }, { "id": "H16065de616b9", "yes": false }, { "id": "H2a93004b1bf8", "yes": true }, { "id": "H4cabb5322f8a", "yes": true }, { "id": "Hd7d86420f325", "yes": false }, { "id": "Hd792b655ff7a", "yes": false }, { "id": "Hd34f6a91bf41", "yes": false }, { "id": "Hae60cea8ffbf", "yes": true }, { "id": "Hed8ca67e265e", "yes": true }, { "id": "Hcc115f2aa2b3", "yes": true }, { "id": "Hfeee2fca0479", "yes": false }, { "id": "He6acd9cc7f13", "yes": true }, { "id": "H205c5e7920f5", "yes": true }, { "id": "H1bfb037dac8f", "yes": true }, { "id": "H3fc3c2c34cee", "yes": false }, { "id": "H6b18aea23456", "yes": true }, { "id": "H4e43005c4648", "yes": true }, { "id": "H8925efa06267", "yes": true }, { "id": "H93c55cfc0f98", "yes": true }, { "id": "H685f8b5e8567", "yes": false }, { "id": "H0d7baa86124c", "yes": true }, { "id": "H2b4e72ef481d", "yes": false }, { "id": "Heff387c84521", "yes": false }, { "id": "Hc6cc3302a45a", "yes": false }, { "id": "H282a9ffdd7fd", "yes": true }, { "id": "H2a4cf9bb2c83", "yes": false }, { "id": "H1501b5ea0040", "yes": false }, { "id": "Hf7ad0950ca22", "yes": false }, { "id": "Hfbd997710a91", "yes": false }, { "id": "H54e4307dd731", "yes": true }, { "id": "Hcac20bec2aa2", "yes": true }, { "id": "H076a42491f62", "yes": false }, { "id": "H87388412c2a6", "yes": true }, { "id": "Hbe6b696a434f", "yes": false }, { "id": "H7f9a0c89b5f6", "yes": false }, { "id": "H0e9581097799", "yes": false }, { "id": "Hb3e6742eec1d", "yes": true }, { "id": "Hb1e07c55f832", "yes": false }, { "id": "H583619d01105", "yes": true }, { "id": "H7b9b93427c7e", "yes": false }, { "id": "Hc2e66a4b720a", "yes": true }, { "id": "H4dc9b9da3a06", "yes": false } ], "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0, "npv": 0, "sens": 0, "spec": 0, "youden": 0, "accuracy": 0, "balancedAccuracy": 0 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true }, "left_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true }, "left_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true }, "left_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true }, "left_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true }, "left_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true }, "left_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0, "hi": 0, "validReplicates": 10000, "degenerate": true } } } } }, "common": { "hypotheses": 100, "sources": 50, "ids": [ "H556eb44d6587", "Hf84dc04d9967", "Hd366df6c0c2d", "Hca5687df1d17", "H00754d90403e", "H7b5933386c64", "H9cb69403e6d8", "H3d94392f96ae", "H591cc6bdd061", "H699141a0e533", "H2a068a10286e", "H5ae76ff04768", "H9cc800ed9167", "Hc35db8c00454", "Hb19a1eaedf6f", "Ha6af01b29947", "H2d91f2d3ca48", "Hbb8d36395a4f", "Hdc04751acc25", "H0b95ea5bca8b", "Hc51c63819170", "Hbcb2664c171e", "Hd41fa6090167", "H108fec88412d", "H5401e2f1476e", "H8856cfb6fb8c", "H7d64d0c884ee", "Hd2867abf0b74", "Hde2c7f764541", "Hb84019cbdccd", "Hd06b5abc8c17", "Ha8f158ded9d3", "H6e57c7188991", "H69deb1edcdbe", "H770b494c23de", "Ha24c224c2c5c", "H312a9208a0df", "Hdd257b1a803d", "H5a66cc1d176d", "Hf40c85e4b441", "H2bf61d6a2dae", "H69d1974ef6f3", "Hca11ba345120", "H9512eff47edd", "H3525a80080db", "H1ca81581ce0f", "Hface15f9c0aa", "He22abf94c32e", "H27c93d908b66", "H6512044a8ab4", "H08fabc33f46f", "H2a2948ff61da", "He13f903f3124", "H2b4d50ec1df1", "H3c13b7e2d082", "H168dc0d22104", "Hb471544edd7b", "H691ed522cf5f", "H26edd2d7f68a", "H16065de616b9", "H2a93004b1bf8", "H4cabb5322f8a", "Hd7d86420f325", "Hd792b655ff7a", "Hd34f6a91bf41", "Hae60cea8ffbf", "Hed8ca67e265e", "Hcc115f2aa2b3", "Hfeee2fca0479", "He6acd9cc7f13", "H205c5e7920f5", "H1bfb037dac8f", "H3fc3c2c34cee", "H6b18aea23456", "H4e43005c4648", "H8925efa06267", "H93c55cfc0f98", "H685f8b5e8567", "H0d7baa86124c", "H2b4e72ef481d", "Heff387c84521", "Hc6cc3302a45a", "H282a9ffdd7fd", "H2a4cf9bb2c83", "H1501b5ea0040", "Hf7ad0950ca22", "Hfbd997710a91", "H54e4307dd731", "Hcac20bec2aa2", "H076a42491f62", "H87388412c2a6", "Hbe6b696a434f", "H7f9a0c89b5f6", "H0e9581097799", "Hb3e6742eec1d", "Hb1e07c55f832", "H583619d01105", "H7b9b93427c7e", "Hc2e66a4b720a", "H4dc9b9da3a06" ], "excluded": [] }, "rules": [ { "members": [ "claude-sonnet-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 54, "matches": 39, "known": 50, "missed": 11, "counts": { "yes_true": 39, "yes_false": 15, "no_true": 11, "no_false": 35 }, "rates": { "ppv": 0.7222222222222222, "npv": 0.7608695652173914, "sens": 0.78, "spec": 0.7, "youden": 0.48, "accuracy": 0.74, "balancedAccuracy": 0.74 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.20299145299145294, "npv": 0.24003623188405798, "sens": 0.24, "spec": 0.19999999999999996, "youden": 0.43999999999999995, "accuracy": 0.21999999999999997, "balancedAccuracy": 0.21999999999999997 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.64, "hi": 0.8148148148148148, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.06887076639166305, "hi": 0.34760014125718897, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6666666666666666, "hi": 0.8604812661498705, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.09461966604823746, "hi": 0.3875023034398034, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.040000000000000036, "hi": 0.42, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.56, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.31999999999999984, "hi": 0.6400000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999972, "hi": 0.7000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.66, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08999999999999997, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6599999999999999, "hi": 0.8200000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999986, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 61, "matches": 41, "known": 50, "missed": 9, "counts": { "yes_true": 41, "yes_false": 20, "no_true": 9, "no_false": 30 }, "rates": { "ppv": 0.6721311475409836, "npv": 0.7692307692307693, "sens": 0.82, "spec": 0.6, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1529003783102143, "npv": 0.2483974358974359, "sens": 0.2799999999999999, "spec": 0.09999999999999998, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6027353354408148, "hi": 0.7547169811320755, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.034913823738450596, "hi": 0.2745544862412178, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6666666666666666, "hi": 0.8787878787878788, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.09340236825965935, "hi": 0.40852255639097745, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.72, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.07999999999999996, "hi": 0.4799999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.46, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.08000000000000002, "hi": 0.29999999999999993, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.26, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.11999999999999988, "hi": 0.6399999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.63, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06000000000000005, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.63, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.05999999999999994, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 70, "matches": 45, "known": 50, "missed": 5, "counts": { "yes_true": 45, "yes_false": 25, "no_true": 5, "no_false": 25 }, "rates": { "ppv": 0.6428571428571429, "npv": 0.8333333333333334, "sens": 0.9, "spec": 0.5, "youden": 0.3999999999999999, "accuracy": 0.7, "balancedAccuracy": 0.7 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.12362637362637363, "npv": 0.3125, "sens": 0.36, "spec": 0, "youden": 0.3599999999999999, "accuracy": 0.17999999999999994, "balancedAccuracy": 0.17999999999999994 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5844155844155844, "hi": 0.7118708269131997, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.015620998719590329, "hi": 0.23611415310805167, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7209302325581395, "hi": 0.9545454545454546, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.16252566256065695, "hi": 0.4647335423197492, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.82, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.18000000000000005, "hi": 0.5399999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.18, "hi": 0.18000000000000005, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.26, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.11999999999999988, "hi": 0.5999999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.63, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06000000000000005, "hi": 0.3, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.63, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.05999999999999994, "hi": 0.29999999999999993, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 45, "matches": 35, "known": 50, "missed": 15, "counts": { "yes_true": 35, "yes_false": 10, "no_true": 15, "no_false": 40 }, "rates": { "ppv": 0.7777777777777778, "npv": 0.7272727272727273, "sens": 0.7, "spec": 0.8, "youden": 0.5, "accuracy": 0.75, "balancedAccuracy": 0.75 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.2585470085470085, "npv": 0.20643939393939392, "sens": 0.15999999999999992, "spec": 0.30000000000000004, "youden": 0.45999999999999996, "accuracy": 0.22999999999999998, "balancedAccuracy": 0.22999999999999998 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6808510638297872, "hi": 0.8809523809523809, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.11189969604863227, "hi": 0.4103641456582633, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6481209150326798, "hi": 0.8163265306122449, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.06210939380807936, "hi": 0.35841944662480374, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.58, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.040000000000000036, "hi": 0.36, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.68, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.12, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.33999999999999986, "hi": 0.6599999999999999, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999994, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.83, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08999999999999997, "hi": 0.37, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6699999999999999, "hi": 0.83, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999997, "hi": 0.37, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 46, "matches": 37, "known": 50, "missed": 13, "counts": { "yes_true": 37, "yes_false": 9, "no_true": 13, "no_false": 41 }, "rates": { "ppv": 0.8043478260869565, "npv": 0.7592592592592593, "sens": 0.74, "spec": 0.82, "youden": 0.56, "accuracy": 0.78, "balancedAccuracy": 0.78 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.28511705685618727, "npv": 0.23842592592592593, "sens": 0.19999999999999996, "spec": 0.31999999999999995, "youden": 0.52, "accuracy": 0.26, "balancedAccuracy": 0.26 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7058823529411765, "hi": 0.9047619047619048, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.15806512019752098, "hi": 0.41125177319651673, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6724137931034483, "hi": 0.8541666666666666, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.10473512518214827, "hi": 0.3732586819797648, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.62, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.7, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.15999999999999992, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3799999999999999, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2799999999999998, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.69, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1399999999999999, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.69, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1399999999999999, "hi": 0.38, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 61, "matches": 43, "known": 50, "missed": 7, "counts": { "yes_true": 43, "yes_false": 18, "no_true": 7, "no_false": 32 }, "rates": { "ppv": 0.7049180327868853, "npv": 0.8205128205128205, "sens": 0.86, "spec": 0.64, "youden": 0.5, "accuracy": 0.75, "balancedAccuracy": 0.75 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.18568726355611598, "npv": 0.2996794871794871, "sens": 0.31999999999999995, "spec": 0.14, "youden": 0.45999999999999996, "accuracy": 0.22999999999999998, "balancedAccuracy": 0.22999999999999998 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6349206349206349, "hi": 0.7894736842105263, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.06850256061872914, "hi": 0.3078434873949579, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.723404255319149, "hi": 0.9230769230769231, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.16474369002920317, "hi": 0.44201042637465043, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.76, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.14, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.040000000000000036, "hi": 0.32, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3400000000000001, "hi": 0.6400000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.21999999999999997, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.10999999999999999, "hi": 0.35, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.67, "hi": 0.8200000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.10999999999999999, "hi": 0.35, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 39, "matches": 33, "known": 50, "missed": 17, "counts": { "yes_true": 33, "yes_false": 6, "no_true": 17, "no_false": 44 }, "rates": { "ppv": 0.8461538461538461, "npv": 0.7213114754098361, "sens": 0.66, "spec": 0.88, "youden": 0.54, "accuracy": 0.77, "balancedAccuracy": 0.77 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.32692307692307687, "npv": 0.20047814207650272, "sens": 0.12, "spec": 0.38, "youden": 0.5, "accuracy": 0.25, "balancedAccuracy": 0.25 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7441860465116279, "hi": 0.9444444444444444, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.17660474716202268, "hi": 0.47000645198189844, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6461538461538462, "hi": 0.8076923076923077, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.06666666666666665, "hi": 0.33631087662337655, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.52, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.08000000000000007, "hi": 0.32, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.78, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.19999999999999996, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3799999999999999, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.23999999999999977, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.69, "hi": 0.85, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.12, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.69, "hi": 0.85, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.11999999999999988, "hi": 0.38, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 67, "matches": 45, "known": 50, "missed": 5, "counts": { "yes_true": 45, "yes_false": 22, "no_true": 5, "no_false": 28 }, "rates": { "ppv": 0.6716417910447762, "npv": 0.8484848484848485, "sens": 0.9, "spec": 0.56, "youden": 0.45999999999999996, "accuracy": 0.73, "balancedAccuracy": 0.73 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1524110218140069, "npv": 0.32765151515151514, "sens": 0.36, "spec": 0.06000000000000005, "youden": 0.41999999999999993, "accuracy": 0.20999999999999996, "balancedAccuracy": 0.20999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6081081081081081, "hi": 0.746031746031746, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.03508408953418028, "hi": 0.27431735721404754, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7428571428571429, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.17401445099615828, "hi": 0.47981366459627334, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.82, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.18000000000000005, "hi": 0.5399999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.42, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.13999999999999996, "hi": 0.26, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.15999999999999992, "hi": 0.6600000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08000000000000007, "hi": 0.33, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999996, "hi": 0.33000000000000007, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 40, "matches": 33, "known": 50, "missed": 17, "counts": { "yes_true": 33, "yes_false": 7, "no_true": 17, "no_false": 43 }, "rates": { "ppv": 0.825, "npv": 0.7166666666666667, "sens": 0.66, "spec": 0.86, "youden": 0.52, "accuracy": 0.76, "balancedAccuracy": 0.76 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.3057692307692307, "npv": 0.1958333333333333, "sens": 0.12, "spec": 0.36, "youden": 0.48, "accuracy": 0.24, "balancedAccuracy": 0.24 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.725, "hi": 0.9285714285714286, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.18552763480758874, "hi": 0.4248930921052631, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.640625, "hi": 0.8035714285714286, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.0663049493991144, "hi": 0.32957495157772726, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.52, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.08000000000000007, "hi": 0.32, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.76, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.20000000000000007, "hi": 0.52, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3599999999999999, "hi": 0.6799999999999999, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.23999999999999977, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.68, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.12, "hi": 0.35999999999999993, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6799999999999999, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.11999999999999988, "hi": 0.36, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 71, "matches": 46, "known": 50, "missed": 4, "counts": { "yes_true": 46, "yes_false": 25, "no_true": 4, "no_false": 25 }, "rates": { "ppv": 0.647887323943662, "npv": 0.8620689655172413, "sens": 0.92, "spec": 0.5, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.12865655471289272, "npv": 0.34123563218390796, "sens": 0.38, "spec": 0, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5921052631578947, "hi": 0.7142857142857143, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.021929109236277982, "hi": 0.2400026737967914, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.76, "hi": 0.9642857142857143, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.20000000000000007, "hi": 0.48860268720641065, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.84, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.21999999999999997, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.18, "hi": 0.18000000000000005, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.28, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.14000000000000012, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07000000000000006, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07000000000000006, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 56, "matches": 41, "known": 50, "missed": 9, "counts": { "yes_true": 41, "yes_false": 15, "no_true": 9, "no_false": 35 }, "rates": { "ppv": 0.7321428571428571, "npv": 0.7954545454545454, "sens": 0.82, "spec": 0.7, "youden": 0.52, "accuracy": 0.76, "balancedAccuracy": 0.76 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.21291208791208782, "npv": 0.27462121212121204, "sens": 0.2799999999999999, "spec": 0.19999999999999996, "youden": 0.48, "accuracy": 0.24, "balancedAccuracy": 0.24 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6507936507936508, "hi": 0.8214484126984124, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.08465552887821795, "hi": 0.34759421950598424, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7, "hi": 0.8974358974358975, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.1293231813428718, "hi": 0.41978888290619404, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.09999999999999998, "hi": 0.46, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.56, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.019999999999999907, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3599999999999999, "hi": 0.6799999999999999, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.21999999999999975, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.68, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.10999999999999999, "hi": 0.36999999999999994, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6799999999999999, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.10999999999999988, "hi": 0.37, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 34, "matches": 30, "known": 50, "missed": 20, "counts": { "yes_true": 30, "yes_false": 4, "no_true": 20, "no_false": 46 }, "rates": { "ppv": 0.8823529411764706, "npv": 0.696969696969697, "sens": 0.6, "spec": 0.92, "youden": 0.52, "accuracy": 0.76, "balancedAccuracy": 0.76 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.3631221719457013, "npv": 0.17613636363636365, "sens": 0.05999999999999994, "spec": 0.42000000000000004, "youden": 0.48, "accuracy": 0.24, "balancedAccuracy": 0.24 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7837837837837838, "hi": 0.9705882352941176, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.22298978460563823, "hi": 0.4956710338785809, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6301369863013698, "hi": 0.7758620689655172, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.04555411111168292, "hi": 0.31164152044192356, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.46, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.14, "hi": 0.26000000000000006, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.84, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.26, "hi": 0.58, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3799999999999999, "hi": 0.6600000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.21999999999999997, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.69, "hi": 0.83, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.10999999999999999, "hi": 0.36999999999999994, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.69, "hi": 0.8300000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.10999999999999999, "hi": 0.37, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 47, "matches": 36, "known": 50, "missed": 14, "counts": { "yes_true": 36, "yes_false": 11, "no_true": 14, "no_false": 39 }, "rates": { "ppv": 0.7659574468085106, "npv": 0.7358490566037735, "sens": 0.72, "spec": 0.78, "youden": 0.5, "accuracy": 0.75, "balancedAccuracy": 0.75 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.24672667757774136, "npv": 0.21501572327044016, "sens": 0.17999999999999994, "spec": 0.28, "youden": 0.45999999999999996, "accuracy": 0.22999999999999998, "balancedAccuracy": 0.22999999999999998 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.66, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1107136371497751, "hi": 0.3870034778852203, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.64, "hi": 0.8367346938775511, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.08352614301534567, "hi": 0.3426452276010223, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.36000000000000004, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.09999999999999998, "hi": 0.45999999999999996, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.6800000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.19999999999999996, "hi": 0.7000000000000002, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09999999999999998, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.8400000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.09999999999999998, "hi": 0.3500000000000001, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 63, "matches": 43, "known": 50, "missed": 7, "counts": { "yes_true": 43, "yes_false": 20, "no_true": 7, "no_false": 30 }, "rates": { "ppv": 0.6825396825396826, "npv": 0.8108108108108109, "sens": 0.86, "spec": 0.6, "youden": 0.45999999999999996, "accuracy": 0.73, "balancedAccuracy": 0.73 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.16330891330891328, "npv": 0.2899774774774775, "sens": 0.31999999999999995, "spec": 0.09999999999999998, "youden": 0.41999999999999993, "accuracy": 0.20999999999999996, "balancedAccuracy": 0.20999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6065573770491803, "hi": 0.7666666666666667, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.04712474645030428, "hi": 0.2880340239544093, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.696969696969697, "hi": 0.9210526315789473, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.13947848472449534, "hi": 0.4393373997097401, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.76, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.14, "hi": 0.49999999999999994, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.46, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.07999999999999996, "hi": 0.28, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.28, "hi": 0.6200000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.15999999999999992, "hi": 0.6799999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.64, "hi": 0.81, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08000000000000007, "hi": 0.33999999999999997, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.64, "hi": 0.81, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999996, "hi": 0.33999999999999997, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 38, "matches": 32, "known": 50, "missed": 18, "counts": { "yes_true": 32, "yes_false": 6, "no_true": 18, "no_false": 44 }, "rates": { "ppv": 0.8421052631578947, "npv": 0.7096774193548387, "sens": 0.64, "spec": 0.88, "youden": 0.52, "accuracy": 0.76, "balancedAccuracy": 0.76 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.3228744939271254, "npv": 0.18884408602150538, "sens": 0.09999999999999998, "spec": 0.38, "youden": 0.48, "accuracy": 0.24, "balancedAccuracy": 0.24 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7391304347826086, "hi": 0.9444444444444444, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1655530962747944, "hi": 0.4805223145648677, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6363636363636364, "hi": 0.7924528301886793, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.06190453163857419, "hi": 0.314215367965368, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.09999999999999998, "hi": 0.3, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.78, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.19999999999999996, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3599999999999999, "hi": 0.6799999999999999, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.21999999999999975, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.68, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.10999999999999999, "hi": 0.36999999999999994, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6799999999999999, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.10999999999999988, "hi": 0.37, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 67, "matches": 46, "known": 50, "missed": 4, "counts": { "yes_true": 46, "yes_false": 21, "no_true": 4, "no_false": 29 }, "rates": { "ppv": 0.6865671641791045, "npv": 0.8787878787878788, "sens": 0.92, "spec": 0.58, "youden": 0.5, "accuracy": 0.75, "balancedAccuracy": 0.75 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1673363949483352, "npv": 0.3579545454545454, "sens": 0.38, "spec": 0.07999999999999996, "youden": 0.45999999999999996, "accuracy": 0.22999999999999998, "balancedAccuracy": 0.22999999999999998 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6216216216216216, "hi": 0.7636363636363637, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.05797052619242932, "hi": 0.2817465404965404, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7777777777777778, "hi": 0.9696969696969697, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2169009541675077, "hi": 0.49754982189275054, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.84, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.21999999999999997, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.44, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.09999999999999998, "hi": 0.26000000000000006, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3400000000000001, "hi": 0.6400000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.21999999999999997, "hi": 0.6800000000000002, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.10999999999999999, "hi": 0.34, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.67, "hi": 0.8200000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.10999999999999999, "hi": 0.3400000000000001, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 41, "matches": 31, "known": 50, "missed": 19, "counts": { "yes_true": 31, "yes_false": 10, "no_true": 19, "no_false": 40 }, "rates": { "ppv": 0.7560975609756098, "npv": 0.6779661016949152, "sens": 0.62, "spec": 0.8, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.2368667917448405, "npv": 0.15713276836158185, "sens": 0.07999999999999996, "spec": 0.30000000000000004, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6410256410256411, "hi": 0.8709677419354839, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.0899554541503694, "hi": 0.3877581941867655, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.59375, "hi": 0.7692307692307693, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.022556141680461154, "hi": 0.2922631867893753, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.48, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.12, "hi": 0.28, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.68, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.12, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.2200000000000002, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.10000000000000009, "hi": 0.6400000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.61, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.050000000000000044, "hi": 0.32000000000000006, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6100000000000001, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.050000000000000044, "hi": 0.32000000000000006, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 72, "matches": 46, "known": 50, "missed": 4, "counts": { "yes_true": 46, "yes_false": 26, "no_true": 4, "no_false": 24 }, "rates": { "ppv": 0.6388888888888888, "npv": 0.8571428571428571, "sens": 0.92, "spec": 0.48, "youden": 0.3999999999999999, "accuracy": 0.7, "balancedAccuracy": 0.7 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.11965811965811957, "npv": 0.3363095238095237, "sens": 0.38, "spec": -0.020000000000000018, "youden": 0.3599999999999999, "accuracy": 0.17999999999999994, "balancedAccuracy": 0.17999999999999994 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5822784810126582, "hi": 0.7076923076923077, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.01145555420810082, "hi": 0.23218073629856392, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7419056152927122, "hi": 0.9629960317460312, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.18234967320261442, "hi": 0.48758768070395947, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.84, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.21999999999999997, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.34, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2, "hi": 0.16000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.26, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.11999999999999988, "hi": 0.6, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.63, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06000000000000005, "hi": 0.3, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.63, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.05999999999999994, "hi": 0.3, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 56, "matches": 42, "known": 50, "missed": 8, "counts": { "yes_true": 42, "yes_false": 14, "no_true": 8, "no_false": 36 }, "rates": { "ppv": 0.75, "npv": 0.8181818181818182, "sens": 0.84, "spec": 0.72, "youden": 0.56, "accuracy": 0.78, "balancedAccuracy": 0.78 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.23076923076923073, "npv": 0.29734848484848486, "sens": 0.29999999999999993, "spec": 0.21999999999999997, "youden": 0.52, "accuracy": 0.26, "balancedAccuracy": 0.26 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6666666666666666, "hi": 0.8409389952153106, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.11235460856924702, "hi": 0.35481481481481475, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7209302325581395, "hi": 0.918918918918919, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.16137495778453226, "hi": 0.4353743770235367, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.74, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.6, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.040000000000000036, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3999999999999999, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.28, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.14, "hi": 0.38, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.7, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.14, "hi": 0.38, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 34, "matches": 28, "known": 50, "missed": 22, "counts": { "yes_true": 28, "yes_false": 6, "no_true": 22, "no_false": 44 }, "rates": { "ppv": 0.8235294117647058, "npv": 0.6666666666666666, "sens": 0.56, "spec": 0.88, "youden": 0.43999999999999995, "accuracy": 0.72, "balancedAccuracy": 0.72 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.30429864253393657, "npv": 0.14583333333333326, "sens": 0.020000000000000018, "spec": 0.38, "youden": 0.3999999999999999, "accuracy": 0.19999999999999996, "balancedAccuracy": 0.19999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7058823529411765, "hi": 0.9375, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.13025210084033623, "hi": 0.4748837308293814, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5972222222222222, "hi": 0.7457627118644068, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.011837833494053337, "hi": 0.27980858470502357, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.42, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.18000000000000005, "hi": 0.22000000000000003, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.78, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.19999999999999996, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.26, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.11999999999999988, "hi": 0.6799999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.63, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06000000000000005, "hi": 0.34, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.63, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.05999999999999994, "hi": 0.33999999999999997, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 59, "matches": 45, "known": 50, "missed": 5, "counts": { "yes_true": 45, "yes_false": 14, "no_true": 5, "no_false": 36 }, "rates": { "ppv": 0.7627118644067796, "npv": 0.8780487804878049, "sens": 0.9, "spec": 0.72, "youden": 0.6200000000000001, "accuracy": 0.81, "balancedAccuracy": 0.81 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.24348109517601035, "npv": 0.3572154471544715, "sens": 0.36, "spec": 0.21999999999999997, "youden": 0.5800000000000001, "accuracy": 0.29000000000000004, "balancedAccuracy": 0.29000000000000004 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6865671641791045, "hi": 0.8490566037735849, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1202584547500592, "hi": 0.3739821653613791, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7872340425531915, "hi": 0.9714285714285714, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.22559221412604868, "hi": 0.48933007913855736, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.8, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.19999999999999996, "hi": 0.52, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.6, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.039999999999999925, "hi": 0.4, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.45999999999999996, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.33999999999999986, "hi": 0.8200000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.73, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.17000000000000004, "hi": 0.41, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.73, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.16999999999999993, "hi": 0.41000000000000003, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 34, "matches": 28, "known": 50, "missed": 22, "counts": { "yes_true": 28, "yes_false": 6, "no_true": 22, "no_false": 44 }, "rates": { "ppv": 0.8235294117647058, "npv": 0.6666666666666666, "sens": 0.56, "spec": 0.88, "youden": 0.43999999999999995, "accuracy": 0.72, "balancedAccuracy": 0.72 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.30429864253393657, "npv": 0.14583333333333326, "sens": 0.020000000000000018, "spec": 0.38, "youden": 0.3999999999999999, "accuracy": 0.19999999999999996, "balancedAccuracy": 0.19999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7036786786786787, "hi": 0.9393939393939394, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1744701675136458, "hi": 0.4354838709677419, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.59645236508994, "hi": 0.7457627118644068, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.028984622617188004, "hi": 0.2589371980676329, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.42, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.18, "hi": 0.22000000000000003, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.78, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.21999999999999997, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.26, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999972, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.63, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08999999999999997, "hi": 0.31, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.63, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999986, "hi": 0.31, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 65, "matches": 45, "known": 50, "missed": 5, "counts": { "yes_true": 45, "yes_false": 20, "no_true": 5, "no_false": 30 }, "rates": { "ppv": 0.6923076923076923, "npv": 0.8571428571428571, "sens": 0.9, "spec": 0.6, "youden": 0.5, "accuracy": 0.75, "balancedAccuracy": 0.75 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.17307692307692302, "npv": 0.3363095238095237, "sens": 0.36, "spec": 0.09999999999999998, "youden": 0.45999999999999996, "accuracy": 0.22999999999999998, "balancedAccuracy": 0.22999999999999998 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6233766233766234, "hi": 0.7719298245614035, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.05965279831739454, "hi": 0.29419896721326944, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7567567567567568, "hi": 0.9642857142857143, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.19795699210625828, "hi": 0.4766175348858077, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.8, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.19999999999999996, "hi": 0.52, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.46, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.07999999999999996, "hi": 0.28, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3400000000000001, "hi": 0.6400000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.21999999999999997, "hi": 0.7000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.10999999999999999, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.67, "hi": 0.8200000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.10999999999999999, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 53, "matches": 41, "known": 50, "missed": 9, "counts": { "yes_true": 41, "yes_false": 12, "no_true": 9, "no_false": 38 }, "rates": { "ppv": 0.7735849056603774, "npv": 0.8085106382978723, "sens": 0.82, "spec": 0.76, "youden": 0.5800000000000001, "accuracy": 0.79, "balancedAccuracy": 0.79 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.25435413642960814, "npv": 0.2876773049645389, "sens": 0.2799999999999999, "spec": 0.26, "youden": 0.54, "accuracy": 0.27, "balancedAccuracy": 0.27 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6922727272727273, "hi": 0.8654166666666663, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1256391698639693, "hi": 0.38928914835164835, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.72, "hi": 0.9047619047619048, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.15544495969235492, "hi": 0.4255334979736575, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.09999999999999998, "hi": 0.46, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.64, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.07999999999999996, "hi": 0.44000000000000006, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.41999999999999993, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2999999999999998, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.71, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.15000000000000002, "hi": 0.39, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.71, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1499999999999999, "hi": 0.39, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 29, "matches": 26, "known": 50, "missed": 24, "counts": { "yes_true": 26, "yes_false": 3, "no_true": 24, "no_false": 47 }, "rates": { "ppv": 0.896551724137931, "npv": 0.6619718309859155, "sens": 0.52, "spec": 0.94, "youden": 0.45999999999999996, "accuracy": 0.73, "balancedAccuracy": 0.73 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.3773209549071618, "npv": 0.14113849765258213, "sens": -0.020000000000000018, "spec": 0.43999999999999995, "youden": 0.41999999999999993, "accuracy": 0.20999999999999996, "balancedAccuracy": 0.20999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7878787878787878, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.22883213362864527, "hi": 0.5167976385176911, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6025641025641025, "hi": 0.7313432835820896, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.021928269254696986, "hi": 0.25939652621612014, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.38, "hi": 0.66, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.22000000000000003, "hi": 0.18000000000000005, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.28, "hi": 0.6, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999994, "hi": 0.6599999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08999999999999997, "hi": 0.33, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999997, "hi": 0.32999999999999996, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 70, "matches": 47, "known": 50, "missed": 3, "counts": { "yes_true": 47, "yes_false": 23, "no_true": 3, "no_false": 27 }, "rates": { "ppv": 0.6714285714285714, "npv": 0.9, "sens": 0.94, "spec": 0.54, "youden": 0.48, "accuracy": 0.74, "balancedAccuracy": 0.74 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1521978021978021, "npv": 0.37916666666666665, "sens": 0.3999999999999999, "spec": 0.040000000000000036, "youden": 0.43999999999999995, "accuracy": 0.21999999999999997, "balancedAccuracy": 0.21999999999999997 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6133333333333333, "hi": 0.7424242424242424, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.03970609186931957, "hi": 0.27000817340712313, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8064516129032258, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.24129910714285707, "hi": 0.5151594948829971, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.24, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.14000000000000007, "hi": 0.24, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3400000000000001, "hi": 0.6200000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.19999999999999973, "hi": 0.6799999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.81, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09999999999999998, "hi": 0.34, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.67, "hi": 0.81, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.09999999999999987, "hi": 0.33999999999999997, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 53, "matches": 42, "known": 50, "missed": 8, "counts": { "yes_true": 42, "yes_false": 11, "no_true": 8, "no_false": 39 }, "rates": { "ppv": 0.7924528301886793, "npv": 0.8297872340425532, "sens": 0.84, "spec": 0.78, "youden": 0.6200000000000001, "accuracy": 0.81, "balancedAccuracy": 0.81 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.27322206095791, "npv": 0.3089539007092198, "sens": 0.29999999999999993, "spec": 0.28, "youden": 0.5800000000000001, "accuracy": 0.29000000000000004, "balancedAccuracy": 0.29000000000000004 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7068965517241379, "hi": 0.8823529411764706, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1499193700660981, "hi": 0.40182103645147116, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7391304347826086, "hi": 0.925, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.1713034518155088, "hi": 0.4482235984354626, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.74, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.09999999999999998, "hi": 0.45999999999999996, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.45999999999999996, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.33999999999999986, "hi": 0.8200000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.73, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.16999999999999993, "hi": 0.41, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.73, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.16999999999999993, "hi": 0.41000000000000003, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 31, "matches": 25, "known": 50, "missed": 25, "counts": { "yes_true": 25, "yes_false": 6, "no_true": 25, "no_false": 44 }, "rates": { "ppv": 0.8064516129032258, "npv": 0.6376811594202898, "sens": 0.5, "spec": 0.88, "youden": 0.3799999999999999, "accuracy": 0.69, "balancedAccuracy": 0.69 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.2872208436724565, "npv": 0.11684782608695643, "sens": -0.040000000000000036, "spec": 0.38, "youden": 0.33999999999999986, "accuracy": 0.16999999999999993, "balancedAccuracy": 0.16999999999999993 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6785714285714286, "hi": 0.9333333333333333, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1472703445747801, "hi": 0.42848701298701297, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5733333333333334, "hi": 0.7096774193548387, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.000007614986293018311, "hi": 0.23295480979748212, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.24000000000000005, "hi": 0.16000000000000003, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.78, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.21999999999999997, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.21999999999999997, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.10000000000000009, "hi": 0.5799999999999998, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.61, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.050000000000000044, "hi": 0.2899999999999999, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.61, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.050000000000000044, "hi": 0.2899999999999999, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 73, "matches": 47, "known": 50, "missed": 3, "counts": { "yes_true": 47, "yes_false": 26, "no_true": 3, "no_false": 24 }, "rates": { "ppv": 0.6438356164383562, "npv": 0.8888888888888888, "sens": 0.94, "spec": 0.48, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.12460484720758691, "npv": 0.36805555555555547, "sens": 0.3999999999999999, "spec": -0.020000000000000018, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5897435897435898, "hi": 0.7101449275362319, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.018301035609213017, "hi": 0.23529944586530252, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7878787878787878, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.22583961668572522, "hi": 0.51007326007326, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.24, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.34, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2, "hi": 0.16000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.28, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.1399999999999999, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07000000000000006, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.06999999999999995, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 59, "matches": 43, "known": 50, "missed": 7, "counts": { "yes_true": 43, "yes_false": 16, "no_true": 7, "no_false": 34 }, "rates": { "ppv": 0.7288135593220338, "npv": 0.8292682926829268, "sens": 0.86, "spec": 0.68, "youden": 0.54, "accuracy": 0.77, "balancedAccuracy": 0.77 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.20958279009126457, "npv": 0.3084349593495934, "sens": 0.31999999999999995, "spec": 0.18000000000000005, "youden": 0.5, "accuracy": 0.25, "balancedAccuracy": 0.25 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.65, "hi": 0.8148148148148148, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.08508356790992264, "hi": 0.34000191838158356, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7291666666666666, "hi": 0.926829268292683, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.16666666666666663, "hi": 0.44877571930411503, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.76, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.14, "hi": 0.49999999999999994, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.54, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.36000000000000004, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3799999999999999, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.24, "hi": 0.7400000000000002, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.69, "hi": 0.85, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.12, "hi": 0.37000000000000005, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.69, "hi": 0.85, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.12, "hi": 0.3700000000000001, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 50, "matches": 40, "known": 50, "missed": 10, "counts": { "yes_true": 40, "yes_false": 10, "no_true": 10, "no_false": 40 }, "rates": { "ppv": 0.8, "npv": 0.8, "sens": 0.8, "spec": 0.8, "youden": 0.6000000000000001, "accuracy": 0.8, "balancedAccuracy": 0.8 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.28076923076923077, "npv": 0.2791666666666667, "sens": 0.26, "spec": 0.30000000000000004, "youden": 0.56, "accuracy": 0.28, "balancedAccuracy": 0.28 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7142857142857143, "hi": 0.8936170212765957, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.15647337334413278, "hi": 0.4088675424192665, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7142857142857143, "hi": 0.8913043478260869, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.14825174825174825, "hi": 0.41718569286785173, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.68, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.06000000000000005, "hi": 0.44000000000000006, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.68, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.12, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.43999999999999995, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.32000000000000006, "hi": 0.7999999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.72, "hi": 0.87, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.16000000000000003, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.72, "hi": 0.87, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.16000000000000003, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 4, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 26, "matches": 23, "known": 50, "missed": 27, "counts": { "yes_true": 23, "yes_false": 3, "no_true": 27, "no_false": 47 }, "rates": { "ppv": 0.8846153846153846, "npv": 0.6351351351351351, "sens": 0.46, "spec": 0.94, "youden": 0.3999999999999999, "accuracy": 0.7, "balancedAccuracy": 0.7 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.3653846153846153, "npv": 0.11430180180180172, "sens": -0.08000000000000002, "spec": 0.43999999999999995, "youden": 0.3599999999999999, "accuracy": 0.17999999999999994, "balancedAccuracy": 0.17999999999999994 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7666666666666667, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.2068943506969919, "hi": 0.5131914893617021, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5802469135802469, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.00540540540540535, "hi": 0.23474818268701667, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.32, "hi": 0.6, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.28, "hi": 0.12000000000000005, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.28, "hi": 0.6, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.26, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.10000000000000009, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.63, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.050000000000000044, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.63, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.050000000000000044, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 61, "matches": 42, "known": 50, "missed": 8, "counts": { "yes_true": 42, "yes_false": 19, "no_true": 8, "no_false": 31 }, "rates": { "ppv": 0.6885245901639344, "npv": 0.7948717948717948, "sens": 0.84, "spec": 0.62, "youden": 0.45999999999999996, "accuracy": 0.73, "balancedAccuracy": 0.73 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.16929382093316514, "npv": 0.27403846153846145, "sens": 0.29999999999999993, "spec": 0.12, "youden": 0.41999999999999993, "accuracy": 0.20999999999999996, "balancedAccuracy": 0.20999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6197183098591549, "hi": 0.7692307692307693, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.05431555185412471, "hi": 0.28999231678487, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6999528301886793, "hi": 0.9032258064516129, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.13055386178861786, "hi": 0.43007701757701744, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.74, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.48, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.06, "hi": 0.3, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.31999999999999984, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999972, "hi": 0.66, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.66, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08999999999999997, "hi": 0.33, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6599999999999999, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999986, "hi": 0.33, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 68, "matches": 45, "known": 50, "missed": 5, "counts": { "yes_true": 45, "yes_false": 23, "no_true": 5, "no_false": 27 }, "rates": { "ppv": 0.6617647058823529, "npv": 0.84375, "sens": 0.9, "spec": 0.54, "youden": 0.43999999999999995, "accuracy": 0.72, "balancedAccuracy": 0.72 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.14253393665158365, "npv": 0.32291666666666663, "sens": 0.36, "spec": 0.040000000000000036, "youden": 0.3999999999999999, "accuracy": 0.19999999999999996, "balancedAccuracy": 0.19999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6027397260273972, "hi": 0.7301739926739924, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.031043563617093033, "hi": 0.2577204620372136, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7428571428571429, "hi": 0.9583333333333334, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.17843137254901964, "hi": 0.477554592186909, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.82, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.19999999999999996, "hi": 0.52, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.14, "hi": 0.22000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.15999999999999992, "hi": 0.6399999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08000000000000007, "hi": 0.32, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999996, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 47, "matches": 36, "known": 50, "missed": 14, "counts": { "yes_true": 36, "yes_false": 11, "no_true": 14, "no_false": 39 }, "rates": { "ppv": 0.7659574468085106, "npv": 0.7358490566037735, "sens": 0.72, "spec": 0.78, "youden": 0.5, "accuracy": 0.75, "balancedAccuracy": 0.75 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.24672667757774136, "npv": 0.21501572327044016, "sens": 0.17999999999999994, "spec": 0.28, "youden": 0.45999999999999996, "accuracy": 0.22999999999999998, "balancedAccuracy": 0.22999999999999998 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6730769230769231, "hi": 0.868421052631579, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.10409690691599684, "hi": 0.39674593241551936, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6491228070175439, "hi": 0.8333333333333334, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.07377658243137562, "hi": 0.3616151960784314, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.020000000000000018, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.09999999999999998, "hi": 0.46, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.32000000000000006, "hi": 0.6600000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999994, "hi": 0.7399999999999998, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.66, "hi": 0.83, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09000000000000008, "hi": 0.36999999999999994, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.66, "hi": 0.8300000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999997, "hi": 0.3699999999999999, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 71, "matches": 45, "known": 50, "missed": 5, "counts": { "yes_true": 45, "yes_false": 26, "no_true": 5, "no_false": 24 }, "rates": { "ppv": 0.6338028169014085, "npv": 0.8275862068965517, "sens": 0.9, "spec": 0.48, "youden": 0.3799999999999999, "accuracy": 0.69, "balancedAccuracy": 0.69 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.11457204767063922, "npv": 0.30675287356321834, "sens": 0.36, "spec": -0.020000000000000018, "youden": 0.33999999999999986, "accuracy": 0.16999999999999993, "balancedAccuracy": 0.16999999999999993 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5774647887323944, "hi": 0.7014925373134329, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.006381978795771918, "hi": 0.22776379419692405, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7142857142857143, "hi": 0.95, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.15000000000000002, "hi": 0.4676193926846101, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.82, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.19999999999999996, "hi": 0.52, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.34, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2, "hi": 0.16000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.24, "hi": 0.52, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.09999999999999987, "hi": 0.58, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.62, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.050000000000000044, "hi": 0.29, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.62, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.04999999999999993, "hi": 0.29, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 51, "matches": 38, "known": 50, "missed": 12, "counts": { "yes_true": 38, "yes_false": 13, "no_true": 12, "no_false": 37 }, "rates": { "ppv": 0.7450980392156863, "npv": 0.7551020408163265, "sens": 0.76, "spec": 0.74, "youden": 0.5, "accuracy": 0.75, "balancedAccuracy": 0.75 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.22586726998491702, "npv": 0.2342687074829931, "sens": 0.21999999999999997, "spec": 0.24, "youden": 0.45999999999999996, "accuracy": 0.22999999999999998, "balancedAccuracy": 0.22999999999999998 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6603679245283018, "hi": 0.8409090909090909, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.10117857142857141, "hi": 0.3555692422545725, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6666666666666666, "hi": 0.8536585365853658, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.08729885571249779, "hi": 0.38447700216450204, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.64, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.020000000000000018, "hi": 0.42, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.62, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.06000000000000005, "hi": 0.42, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.33999999999999986, "hi": 0.6599999999999999, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.19999999999999996, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.83, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09999999999999998, "hi": 0.36, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6699999999999999, "hi": 0.83, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.09999999999999998, "hi": 0.36, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 73, "matches": 47, "known": 50, "missed": 3, "counts": { "yes_true": 47, "yes_false": 26, "no_true": 3, "no_false": 24 }, "rates": { "ppv": 0.6438356164383562, "npv": 0.8888888888888888, "sens": 0.94, "spec": 0.48, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.12460484720758691, "npv": 0.36805555555555547, "sens": 0.3999999999999999, "spec": -0.020000000000000018, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5897435897435898, "hi": 0.7101449275362319, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.019039565086076765, "hi": 0.2350476770135929, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7857142857142857, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.22857142857142865, "hi": 0.5106382978723405, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.24, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.34, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2, "hi": 0.16000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.28, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.1599999999999997, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07999999999999996, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999985, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 63, "matches": 41, "known": 50, "missed": 9, "counts": { "yes_true": 41, "yes_false": 22, "no_true": 9, "no_false": 28 }, "rates": { "ppv": 0.6507936507936508, "npv": 0.7567567567567568, "sens": 0.82, "spec": 0.56, "youden": 0.3799999999999999, "accuracy": 0.69, "balancedAccuracy": 0.69 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.13156288156288154, "npv": 0.23592342342342343, "sens": 0.2799999999999999, "spec": 0.06000000000000005, "youden": 0.33999999999999986, "accuracy": 0.16999999999999993, "balancedAccuracy": 0.16999999999999993 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5846153846153846, "hi": 0.7272727272727273, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.01639121525302924, "hi": 0.2512440180786955, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6551724137931034, "hi": 0.875, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.08470463741051966, "hi": 0.3967838017538815, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7195000000000005, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.09999999999999998, "hi": 0.46, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.42, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.12000000000000005, "hi": 0.24000000000000005, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.21999999999999997, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.08000000000000007, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.61, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.040000000000000036, "hi": 0.29000000000000004, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.61, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.040000000000000036, "hi": 0.29000000000000004, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 40, "matches": 34, "known": 50, "missed": 16, "counts": { "yes_true": 34, "yes_false": 6, "no_true": 16, "no_false": 44 }, "rates": { "ppv": 0.85, "npv": 0.7333333333333333, "sens": 0.68, "spec": 0.88, "youden": 0.56, "accuracy": 0.78, "balancedAccuracy": 0.78 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.3307692307692307, "npv": 0.2124999999999999, "sens": 0.14, "spec": 0.38, "youden": 0.52, "accuracy": 0.26, "balancedAccuracy": 0.26 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.75, "hi": 0.9473684210526315, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.18207183582652922, "hi": 0.4762684817886766, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.65625, "hi": 0.8214285714285714, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.07291666666666663, "hi": 0.3584567718380376, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.54, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.07999999999999996, "hi": 0.34, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.78, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.19999999999999996, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3999999999999999, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.24, "hi": 0.7999999999999998, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.12, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.7, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.12, "hi": 0.3999999999999999, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 64, "matches": 44, "known": 50, "missed": 6, "counts": { "yes_true": 44, "yes_false": 20, "no_true": 6, "no_false": 30 }, "rates": { "ppv": 0.6875, "npv": 0.8333333333333334, "sens": 0.88, "spec": 0.6, "youden": 0.48, "accuracy": 0.74, "balancedAccuracy": 0.74 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.16826923076923073, "npv": 0.3125, "sens": 0.33999999999999997, "spec": 0.09999999999999998, "youden": 0.43999999999999995, "accuracy": 0.21999999999999997, "balancedAccuracy": 0.21999999999999997 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6231884057971014, "hi": 0.7636363636363637, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.06103860175978825, "hi": 0.2798253917492804, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7380952380952381, "hi": 0.9375, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.17408180589723155, "hi": 0.46060606060606063, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.78, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.16000000000000003, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.46, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.07999999999999996, "hi": 0.27999999999999997, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.33999999999999986, "hi": 0.6200000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.21999999999999975, "hi": 0.66, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.81, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.10999999999999999, "hi": 0.33, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6699999999999999, "hi": 0.81, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.10999999999999988, "hi": 0.33, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 43, "matches": 35, "known": 50, "missed": 15, "counts": { "yes_true": 35, "yes_false": 8, "no_true": 15, "no_false": 42 }, "rates": { "ppv": 0.813953488372093, "npv": 0.7368421052631579, "sens": 0.7, "spec": 0.84, "youden": 0.54, "accuracy": 0.77, "balancedAccuracy": 0.77 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.29472271914132375, "npv": 0.21600877192982448, "sens": 0.15999999999999992, "spec": 0.33999999999999997, "youden": 0.5, "accuracy": 0.25, "balancedAccuracy": 0.25 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7105263157894737, "hi": 0.918918918918919, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1545396981067713, "hi": 0.42948806881243057, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6507936507936508, "hi": 0.8301886792452831, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.07870289432789435, "hi": 0.35416666666666663, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.58, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.039999999999999925, "hi": 0.35999999999999993, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.74, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.16000000000000003, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3599999999999999, "hi": 0.7000000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.23999999999999977, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.68, "hi": 0.85, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.12, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6799999999999999, "hi": 0.8500000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.11999999999999988, "hi": 0.38, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 68, "matches": 45, "known": 50, "missed": 5, "counts": { "yes_true": 45, "yes_false": 23, "no_true": 5, "no_false": 27 }, "rates": { "ppv": 0.6617647058823529, "npv": 0.84375, "sens": 0.9, "spec": 0.54, "youden": 0.43999999999999995, "accuracy": 0.72, "balancedAccuracy": 0.72 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.14253393665158365, "npv": 0.32291666666666663, "sens": 0.36, "spec": 0.040000000000000036, "youden": 0.3999999999999999, "accuracy": 0.19999999999999996, "balancedAccuracy": 0.19999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6027397260273972, "hi": 0.7301739926739924, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.031043563617093033, "hi": 0.2577204620372136, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7428571428571429, "hi": 0.9583333333333334, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.17843137254901964, "hi": 0.477554592186909, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.82, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.19999999999999996, "hi": 0.52, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.14, "hi": 0.22000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.15999999999999992, "hi": 0.6399999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08000000000000007, "hi": 0.32, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999996, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 57, "matches": 42, "known": 50, "missed": 8, "counts": { "yes_true": 42, "yes_false": 15, "no_true": 8, "no_false": 35 }, "rates": { "ppv": 0.7368421052631579, "npv": 0.813953488372093, "sens": 0.84, "spec": 0.7, "youden": 0.54, "accuracy": 0.77, "balancedAccuracy": 0.77 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.21761133603238858, "npv": 0.29312015503875966, "sens": 0.29999999999999993, "spec": 0.19999999999999996, "youden": 0.5, "accuracy": 0.25, "balancedAccuracy": 0.25 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6612903225806451, "hi": 0.8269230769230769, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.10531004707541401, "hi": 0.3352178708190861, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.723404255319149, "hi": 0.9142857142857143, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.1644163560245455, "hi": 0.42929292929292934, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.74, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.58, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.020000000000000018, "hi": 0.38, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3799999999999999, "hi": 0.6800000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2799999999999998, "hi": 0.7200000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.69, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.14, "hi": 0.36000000000000004, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.69, "hi": 0.8400000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1399999999999999, "hi": 0.36000000000000004, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 36, "matches": 31, "known": 50, "missed": 19, "counts": { "yes_true": 31, "yes_false": 5, "no_true": 19, "no_false": 45 }, "rates": { "ppv": 0.8611111111111112, "npv": 0.703125, "sens": 0.62, "spec": 0.9, "youden": 0.52, "accuracy": 0.76, "balancedAccuracy": 0.76 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.3418803418803419, "npv": 0.18229166666666663, "sens": 0.07999999999999996, "spec": 0.4, "youden": 0.48, "accuracy": 0.24, "balancedAccuracy": 0.24 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.75, "hi": 0.967741935483871, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.17916258466376395, "hi": 0.49311575726670065, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6285714285714286, "hi": 0.7869246532156362, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.0461692877015458, "hi": 0.3212574245664053, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.48, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.12, "hi": 0.28, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.82, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.21999999999999997, "hi": 0.58, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3400000000000001, "hi": 0.6800000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.19999999999999973, "hi": 0.7599999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09999999999999998, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.67, "hi": 0.8400000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.09999999999999987, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 73, "matches": 47, "known": 50, "missed": 3, "counts": { "yes_true": 47, "yes_false": 26, "no_true": 3, "no_false": 24 }, "rates": { "ppv": 0.6438356164383562, "npv": 0.8888888888888888, "sens": 0.94, "spec": 0.48, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.12460484720758691, "npv": 0.36805555555555547, "sens": 0.3999999999999999, "spec": -0.020000000000000018, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5897435897435898, "hi": 0.7101449275362319, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.019039565086076765, "hi": 0.2350476770135929, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7857142857142857, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.22857142857142865, "hi": 0.5106382978723405, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.24, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.34, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2, "hi": 0.16000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.28, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.1599999999999997, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07999999999999996, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999985, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 56, "matches": 40, "known": 50, "missed": 10, "counts": { "yes_true": 40, "yes_false": 16, "no_true": 10, "no_false": 34 }, "rates": { "ppv": 0.7142857142857143, "npv": 0.7727272727272727, "sens": 0.8, "spec": 0.68, "youden": 0.48, "accuracy": 0.74, "balancedAccuracy": 0.74 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.19505494505494503, "npv": 0.25189393939393934, "sens": 0.26, "spec": 0.18000000000000005, "youden": 0.43999999999999995, "accuracy": 0.21999999999999997, "balancedAccuracy": 0.21999999999999997 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6349206349206349, "hi": 0.803921568627451, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.07012006191446254, "hi": 0.3214285714285714, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.68, "hi": 0.875, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.10378418945076859, "hi": 0.40467894474863114, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.68, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.06000000000000005, "hi": 0.44, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.54, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.31999999999999984, "hi": 0.6400000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999994, "hi": 0.6804999999999929, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.66, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08999999999999997, "hi": 0.34024999999999644, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6599999999999999, "hi": 0.8200000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999997, "hi": 0.34024999999999644, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 39, "matches": 33, "known": 50, "missed": 17, "counts": { "yes_true": 33, "yes_false": 6, "no_true": 17, "no_false": 44 }, "rates": { "ppv": 0.8461538461538461, "npv": 0.7213114754098361, "sens": 0.66, "spec": 0.88, "youden": 0.54, "accuracy": 0.77, "balancedAccuracy": 0.77 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.32692307692307687, "npv": 0.20047814207650272, "sens": 0.12, "spec": 0.38, "youden": 0.5, "accuracy": 0.25, "balancedAccuracy": 0.25 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7441860465116279, "hi": 0.9473684210526315, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.2021945949432404, "hi": 0.44999999999999996, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6470361990950226, "hi": 0.8070175438596491, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.07004530072898722, "hi": 0.3356334231805929, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.52, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.08000000000000007, "hi": 0.32, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.78, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.21999999999999997, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3799999999999999, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2599999999999998, "hi": 0.7400000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.69, "hi": 0.85, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.13, "hi": 0.37, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.69, "hi": 0.85, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1299999999999999, "hi": 0.37000000000000005, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 73, "matches": 47, "known": 50, "missed": 3, "counts": { "yes_true": 47, "yes_false": 26, "no_true": 3, "no_false": 24 }, "rates": { "ppv": 0.6438356164383562, "npv": 0.8888888888888888, "sens": 0.94, "spec": 0.48, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.12460484720758691, "npv": 0.36805555555555547, "sens": 0.3999999999999999, "spec": -0.020000000000000018, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5897435897435898, "hi": 0.7101449275362319, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.019039565086076765, "hi": 0.2350476770135929, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7857142857142857, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.22857142857142865, "hi": 0.5106382978723405, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.24, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.34, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2, "hi": 0.16000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.28, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.1599999999999997, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07999999999999996, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999985, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 66, "matches": 44, "known": 50, "missed": 6, "counts": { "yes_true": 44, "yes_false": 22, "no_true": 6, "no_false": 28 }, "rates": { "ppv": 0.6666666666666666, "npv": 0.8235294117647058, "sens": 0.88, "spec": 0.56, "youden": 0.43999999999999995, "accuracy": 0.72, "balancedAccuracy": 0.72 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.14743589743589736, "npv": 0.3026960784313725, "sens": 0.33999999999999997, "spec": 0.06000000000000005, "youden": 0.3999999999999999, "accuracy": 0.19999999999999996, "balancedAccuracy": 0.19999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6075689977173688, "hi": 0.7377049180327869, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.036407494145199074, "hi": 0.2633096109257099, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7272727272727273, "hi": 0.9333333333333333, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.15895983875284356, "hi": 0.45333352534562216, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.78, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.16000000000000003, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.42, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.12000000000000005, "hi": 0.24000000000000005, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.15999999999999992, "hi": 0.6399999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08000000000000007, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999996, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 50, "matches": 38, "known": 50, "missed": 12, "counts": { "yes_true": 38, "yes_false": 12, "no_true": 12, "no_false": 38 }, "rates": { "ppv": 0.76, "npv": 0.76, "sens": 0.76, "spec": 0.76, "youden": 0.52, "accuracy": 0.76, "balancedAccuracy": 0.76 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.24076923076923074, "npv": 0.23916666666666664, "sens": 0.21999999999999997, "spec": 0.26, "youden": 0.48, "accuracy": 0.24, "balancedAccuracy": 0.24 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6666666666666666, "hi": 0.8604651162790697, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.11272727272727268, "hi": 0.3724268807254245, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6724137931034483, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.09770996325272636, "hi": 0.38348514188284, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.64, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.020000000000000018, "hi": 0.4, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.64, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.07999999999999996, "hi": 0.44, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3400000000000001, "hi": 0.6800000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.21999999999999997, "hi": 0.7200000000000002, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.10999999999999999, "hi": 0.36000000000000004, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.67, "hi": 0.8400000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.10999999999999999, "hi": 0.3600000000000001, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 4, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 33, "matches": 30, "known": 50, "missed": 20, "counts": { "yes_true": 30, "yes_false": 3, "no_true": 20, "no_false": 47 }, "rates": { "ppv": 0.9090909090909091, "npv": 0.7014925373134329, "sens": 0.6, "spec": 0.94, "youden": 0.54, "accuracy": 0.77, "balancedAccuracy": 0.77 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.3898601398601398, "npv": 0.1806592039800995, "sens": 0.05999999999999994, "spec": 0.43999999999999995, "youden": 0.5, "accuracy": 0.25, "balancedAccuracy": 0.25 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.8125, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.24691663175534145, "hi": 0.5215392156862745, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6351351351351351, "hi": 0.7796610169491526, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.04916148277492807, "hi": 0.31719710727125977, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.46, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.14, "hi": 0.26000000000000006, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.28, "hi": 0.6, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3999999999999999, "hi": 0.6800000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.23999999999999977, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.12, "hi": 0.38, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.7, "hi": 0.8400000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.11999999999999988, "hi": 0.38, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 67, "matches": 47, "known": 50, "missed": 3, "counts": { "yes_true": 47, "yes_false": 20, "no_true": 3, "no_false": 30 }, "rates": { "ppv": 0.7014925373134329, "npv": 0.9090909090909091, "sens": 0.94, "spec": 0.6, "youden": 0.54, "accuracy": 0.77, "balancedAccuracy": 0.77 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1822617680826636, "npv": 0.3882575757575757, "sens": 0.3999999999999999, "spec": 0.09999999999999998, "youden": 0.5, "accuracy": 0.25, "balancedAccuracy": 0.25 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6388888888888888, "hi": 0.7758620689655172, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.06758663981970935, "hi": 0.30336861029126067, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8205128205128205, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.250636756226881, "hi": 0.5267793273765853, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.24, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.46, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.08000000000000002, "hi": 0.28, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3999999999999999, "hi": 0.6799999999999999, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2599999999999998, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.13, "hi": 0.37, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.7, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1299999999999999, "hi": 0.37, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 41, "matches": 31, "known": 50, "missed": 19, "counts": { "yes_true": 31, "yes_false": 10, "no_true": 19, "no_false": 40 }, "rates": { "ppv": 0.7560975609756098, "npv": 0.6779661016949152, "sens": 0.62, "spec": 0.8, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.2368667917448405, "npv": 0.15713276836158185, "sens": 0.07999999999999996, "spec": 0.30000000000000004, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6458333333333334, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.10214279477253543, "hi": 0.3829023909519598, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5999253731343284, "hi": 0.7678571428571429, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.034310761411673676, "hi": 0.2825439870863599, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.48, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.12, "hi": 0.27999999999999997, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.68, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.1399999999999999, "hi": 0.46, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.24, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.1399999999999999, "hi": 0.6200000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.62, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06999999999999995, "hi": 0.31000000000000005, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.62, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.06999999999999995, "hi": 0.31000000000000005, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 70, "matches": 47, "known": 50, "missed": 3, "counts": { "yes_true": 47, "yes_false": 23, "no_true": 3, "no_false": 27 }, "rates": { "ppv": 0.6714285714285714, "npv": 0.9, "sens": 0.94, "spec": 0.54, "youden": 0.48, "accuracy": 0.74, "balancedAccuracy": 0.74 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1521978021978021, "npv": 0.37916666666666665, "sens": 0.3999999999999999, "spec": 0.040000000000000036, "youden": 0.43999999999999995, "accuracy": 0.21999999999999997, "balancedAccuracy": 0.21999999999999997 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6133333333333333, "hi": 0.7419354838709677, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.0398019091252174, "hi": 0.2671738810922854, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8055555555555556, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.23622886473429952, "hi": 0.5227272727272727, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.24, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.14, "hi": 0.22000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3400000000000001, "hi": 0.6200000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.19999999999999973, "hi": 0.6799999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.81, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09999999999999998, "hi": 0.33999999999999997, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.67, "hi": 0.81, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.09999999999999987, "hi": 0.33999999999999997, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 58, "matches": 41, "known": 50, "missed": 9, "counts": { "yes_true": 41, "yes_false": 17, "no_true": 9, "no_false": 33 }, "rates": { "ppv": 0.7068965517241379, "npv": 0.7857142857142857, "sens": 0.82, "spec": 0.66, "youden": 0.48, "accuracy": 0.74, "balancedAccuracy": 0.74 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.18766578249336863, "npv": 0.26488095238095233, "sens": 0.2799999999999999, "spec": 0.16000000000000003, "youden": 0.43999999999999995, "accuracy": 0.21999999999999997, "balancedAccuracy": 0.21999999999999997 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6271186440677966, "hi": 0.7962962962962963, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.06742843771761682, "hi": 0.31691636911924326, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6818181818181818, "hi": 0.8918918918918919, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.12164068826164673, "hi": 0.4082524300616405, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.7, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.09999999999999998, "hi": 0.46, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.52, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.020000000000000018, "hi": 0.33999999999999997, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.6400000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.1995000000000002, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09975000000000021, "hi": 0.35, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.8200000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.0997500000000001, "hi": 0.35, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 34, "matches": 29, "known": 50, "missed": 21, "counts": { "yes_true": 29, "yes_false": 5, "no_true": 21, "no_false": 45 }, "rates": { "ppv": 0.8529411764705882, "npv": 0.6818181818181818, "sens": 0.58, "spec": 0.9, "youden": 0.48, "accuracy": 0.74, "balancedAccuracy": 0.74 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.33371040723981893, "npv": 0.1609848484848484, "sens": 0.039999999999999925, "spec": 0.4, "youden": 0.43999999999999995, "accuracy": 0.21999999999999997, "balancedAccuracy": 0.21999999999999997 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.75, "hi": 0.9642857142857143, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1798307775040767, "hi": 0.49232978764628377, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6164383561643836, "hi": 0.7586206896551724, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.038788120405807675, "hi": 0.2859024784482758, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.44, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.16000000000000003, "hi": 0.24, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.8, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.21999999999999997, "hi": 0.58, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.33999999999999986, "hi": 0.6200000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.1995000000000002, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.81, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09975000000000021, "hi": 0.35, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6699999999999999, "hi": 0.81, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.0997500000000001, "hi": 0.35, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 74, "matches": 48, "known": 50, "missed": 2, "counts": { "yes_true": 48, "yes_false": 26, "no_true": 2, "no_false": 24 }, "rates": { "ppv": 0.6486486486486487, "npv": 0.9230769230769231, "sens": 0.96, "spec": 0.48, "youden": 0.43999999999999995, "accuracy": 0.72, "balancedAccuracy": 0.72 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1294178794178794, "npv": 0.40224358974358976, "sens": 0.41999999999999993, "spec": -0.020000000000000018, "youden": 0.3999999999999999, "accuracy": 0.19999999999999996, "balancedAccuracy": 0.19999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5949367088607594, "hi": 0.7142857142857143, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.02300676314810936, "hi": 0.23996332199897868, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8275487256371814, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2658730158730158, "hi": 0.5365853658536586, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.9, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2799999999999999, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.34, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2, "hi": 0.16000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.15999999999999992, "hi": 0.6200000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08000000000000007, "hi": 0.31000000000000005, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999996, "hi": 0.31000000000000005, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 57, "matches": 42, "known": 50, "missed": 8, "counts": { "yes_true": 42, "yes_false": 15, "no_true": 8, "no_false": 35 }, "rates": { "ppv": 0.7368421052631579, "npv": 0.813953488372093, "sens": 0.84, "spec": 0.7, "youden": 0.54, "accuracy": 0.77, "balancedAccuracy": 0.77 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.21761133603238858, "npv": 0.29312015503875966, "sens": 0.29999999999999993, "spec": 0.19999999999999996, "youden": 0.5, "accuracy": 0.25, "balancedAccuracy": 0.25 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6612903225806451, "hi": 0.8245614035087719, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.09904611430959115, "hi": 0.3454545454545454, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.723404255319149, "hi": 0.9142857142857143, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.15000000000000002, "hi": 0.4435694028036624, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.74, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.58, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.020000000000000018, "hi": 0.38, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3999999999999999, "hi": 0.6800000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2599999999999998, "hi": 0.7400000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.13, "hi": 0.37000000000000005, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.7, "hi": 0.8400000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1299999999999999, "hi": 0.37000000000000005, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 38, "matches": 29, "known": 50, "missed": 21, "counts": { "yes_true": 29, "yes_false": 9, "no_true": 21, "no_false": 41 }, "rates": { "ppv": 0.7631578947368421, "npv": 0.6612903225806451, "sens": 0.58, "spec": 0.82, "youden": 0.3999999999999999, "accuracy": 0.7, "balancedAccuracy": 0.7 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.24392712550607287, "npv": 0.14045698924731176, "sens": 0.039999999999999925, "spec": 0.31999999999999995, "youden": 0.3599999999999999, "accuracy": 0.17999999999999994, "balancedAccuracy": 0.17999999999999994 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6451612903225806, "hi": 0.8823529411764706, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.10110836073094281, "hi": 0.3941801183750336, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5857142857142857, "hi": 0.7454545454545455, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.013977978801169546, "hi": 0.27, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.44, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.16000000000000003, "hi": 0.24000000000000005, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.7, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.14, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.21999999999999997, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.09999999999999987, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.61, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.050000000000000044, "hi": 0.31, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.61, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.04999999999999993, "hi": 0.31, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 74, "matches": 48, "known": 50, "missed": 2, "counts": { "yes_true": 48, "yes_false": 26, "no_true": 2, "no_false": 24 }, "rates": { "ppv": 0.6486486486486487, "npv": 0.9230769230769231, "sens": 0.96, "spec": 0.48, "youden": 0.43999999999999995, "accuracy": 0.72, "balancedAccuracy": 0.72 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1294178794178794, "npv": 0.40224358974358976, "sens": 0.41999999999999993, "spec": -0.020000000000000018, "youden": 0.3999999999999999, "accuracy": 0.19999999999999996, "balancedAccuracy": 0.19999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5949367088607594, "hi": 0.7142857142857143, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.02300676314810936, "hi": 0.23996332199897868, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8275487256371814, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2658730158730158, "hi": 0.5365853658536586, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.9, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2799999999999999, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.34, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2, "hi": 0.16000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.15999999999999992, "hi": 0.6200000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08000000000000007, "hi": 0.31000000000000005, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999996, "hi": 0.31000000000000005, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 67, "matches": 44, "known": 50, "missed": 6, "counts": { "yes_true": 44, "yes_false": 23, "no_true": 6, "no_false": 27 }, "rates": { "ppv": 0.6567164179104478, "npv": 0.8181818181818182, "sens": 0.88, "spec": 0.54, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1374856486796785, "npv": 0.29734848484848486, "sens": 0.33999999999999997, "spec": 0.040000000000000036, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5945945945945946, "hi": 0.7288135593220338, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.024404555543326753, "hi": 0.25431838485590624, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7142857142857143, "hi": 0.9310344827586207, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.1456070304895008, "hi": 0.4531421555334598, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.78, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.15999999999999992, "hi": 0.52, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.14, "hi": 0.22000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.28, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.1399999999999999, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06999999999999995, "hi": 0.31, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.06999999999999995, "hi": 0.31, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 50, "matches": 39, "known": 50, "missed": 11, "counts": { "yes_true": 39, "yes_false": 11, "no_true": 11, "no_false": 39 }, "rates": { "ppv": 0.78, "npv": 0.78, "sens": 0.78, "spec": 0.78, "youden": 0.56, "accuracy": 0.78, "balancedAccuracy": 0.78 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.26076923076923075, "npv": 0.25916666666666666, "sens": 0.24, "spec": 0.28, "youden": 0.52, "accuracy": 0.26, "balancedAccuracy": 0.26 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6909090909090909, "hi": 0.875, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.13471640354254916, "hi": 0.39102267573696137, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6909090909090909, "hi": 0.875, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.12466275185503922, "hi": 0.3994696320974072, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.05999999999999994, "hi": 0.42, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.09999999999999998, "hi": 0.45999999999999996, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3999999999999999, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2799999999999998, "hi": 0.7600000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.14, "hi": 0.38000000000000006, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.7, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1399999999999999, "hi": 0.38000000000000006, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 4, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 32, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 5, "no_true": 23, "no_false": 45 }, "rates": { "ppv": 0.84375, "npv": 0.6617647058823529, "sens": 0.54, "spec": 0.9, "youden": 0.43999999999999995, "accuracy": 0.72, "balancedAccuracy": 0.72 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.3245192307692307, "npv": 0.14093137254901955, "sens": 0, "spec": 0.4, "youden": 0.3999999999999999, "accuracy": 0.19999999999999996, "balancedAccuracy": 0.19999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7297297297297297, "hi": 0.9615384615384616, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.16025, "hi": 0.4901970687264805, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5970149253731343, "hi": 0.7368636755823983, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.011468577654363848, "hi": 0.27146451421062223, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.20000000000000007, "hi": 0.20000000000000007, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.8, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.21999999999999997, "hi": 0.58, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.28, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.1200000000000001, "hi": 0.6600000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.64, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06000000000000005, "hi": 0.33, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.64, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.06000000000000005, "hi": 0.33000000000000007, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 68, "matches": 47, "known": 50, "missed": 3, "counts": { "yes_true": 47, "yes_false": 21, "no_true": 3, "no_false": 29 }, "rates": { "ppv": 0.6911764705882353, "npv": 0.90625, "sens": 0.94, "spec": 0.58, "youden": 0.52, "accuracy": 0.76, "balancedAccuracy": 0.76 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.171945701357466, "npv": 0.38541666666666663, "sens": 0.3999999999999999, "spec": 0.07999999999999996, "youden": 0.48, "accuracy": 0.24, "balancedAccuracy": 0.24 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6285714285714286, "hi": 0.7666666666666667, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.061380400421496284, "hi": 0.2860145766808942, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.813953488372093, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.24754496310719412, "hi": 0.525, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.24, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.44, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.09999999999999998, "hi": 0.26, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3799999999999999, "hi": 0.6599999999999999, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.24, "hi": 0.7000000000000002, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.69, "hi": 0.83, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.12, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.69, "hi": 0.83, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.12, "hi": 0.3500000000000001, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 54, "matches": 42, "known": 50, "missed": 8, "counts": { "yes_true": 42, "yes_false": 12, "no_true": 8, "no_false": 38 }, "rates": { "ppv": 0.7777777777777778, "npv": 0.8260869565217391, "sens": 0.84, "spec": 0.76, "youden": 0.6000000000000001, "accuracy": 0.8, "balancedAccuracy": 0.8 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.2585470085470085, "npv": 0.30525362318840576, "sens": 0.29999999999999993, "spec": 0.26, "youden": 0.56, "accuracy": 0.28, "balancedAccuracy": 0.28 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6964285714285714, "hi": 0.8695652173913043, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.13296706787938198, "hi": 0.39299266128114685, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7391304347826086, "hi": 0.9210526315789473, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.1736680088702147, "hi": 0.44087159868287296, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.74, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.64, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.07999999999999996, "hi": 0.44, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.45999999999999996, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.31999999999999984, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.73, "hi": 0.87, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.16000000000000003, "hi": 0.4, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.73, "hi": 0.87, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.15999999999999992, "hi": 0.4, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 32, "matches": 26, "known": 50, "missed": 24, "counts": { "yes_true": 26, "yes_false": 6, "no_true": 24, "no_false": 44 }, "rates": { "ppv": 0.8125, "npv": 0.6470588235294118, "sens": 0.52, "spec": 0.88, "youden": 0.3999999999999999, "accuracy": 0.7, "balancedAccuracy": 0.7 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.2932692307692307, "npv": 0.12622549019607843, "sens": -0.020000000000000018, "spec": 0.38, "youden": 0.3599999999999999, "accuracy": 0.17999999999999994, "balancedAccuracy": 0.17999999999999994 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6875, "hi": 0.9333333333333333, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1579532364502038, "hi": 0.4305466406992905, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5806352050975707, "hi": 0.7213114754098361, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.010202247565692955, "hi": 0.24060919343814074, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.38, "hi": 0.66, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.22000000000000003, "hi": 0.18000000000000005, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.78, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.21999999999999997, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.24, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.1200000000000001, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.62, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06000000000000005, "hi": 0.29000000000000004, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.62, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.06000000000000005, "hi": 0.29000000000000004, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 70, "matches": 47, "known": 50, "missed": 3, "counts": { "yes_true": 47, "yes_false": 23, "no_true": 3, "no_false": 27 }, "rates": { "ppv": 0.6714285714285714, "npv": 0.9, "sens": 0.94, "spec": 0.54, "youden": 0.48, "accuracy": 0.74, "balancedAccuracy": 0.74 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1521978021978021, "npv": 0.37916666666666665, "sens": 0.3999999999999999, "spec": 0.040000000000000036, "youden": 0.43999999999999995, "accuracy": 0.21999999999999997, "balancedAccuracy": 0.21999999999999997 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6133333333333333, "hi": 0.7419354838709677, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.0398019091252174, "hi": 0.2671738810922854, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8055555555555556, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.23622886473429952, "hi": 0.5227272727272727, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.24, "hi": 0.5599999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.14, "hi": 0.22000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3400000000000001, "hi": 0.6200000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.19999999999999973, "hi": 0.6799999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.81, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09999999999999998, "hi": 0.33999999999999997, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.67, "hi": 0.81, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.09999999999999987, "hi": 0.33999999999999997, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 61, "matches": 43, "known": 50, "missed": 7, "counts": { "yes_true": 43, "yes_false": 18, "no_true": 7, "no_false": 32 }, "rates": { "ppv": 0.7049180327868853, "npv": 0.8205128205128205, "sens": 0.86, "spec": 0.64, "youden": 0.5, "accuracy": 0.75, "balancedAccuracy": 0.75 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.18568726355611598, "npv": 0.2996794871794871, "sens": 0.31999999999999995, "spec": 0.14, "youden": 0.45999999999999996, "accuracy": 0.22999999999999998, "balancedAccuracy": 0.22999999999999998 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6338028169014085, "hi": 0.7884615384615384, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.07403947633157744, "hi": 0.3052168798553905, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.723404255319149, "hi": 0.9210526315789473, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.16497499176005276, "hi": 0.4418415409642117, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.76, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.14, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.039999999999999925, "hi": 0.32, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3400000000000001, "hi": 0.6400000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2200000000000002, "hi": 0.6804999999999929, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.67, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1100000000000001, "hi": 0.34024999999999644, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.67, "hi": 0.8200000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1100000000000001, "hi": 0.34024999999999644, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 50, "matches": 40, "known": 50, "missed": 10, "counts": { "yes_true": 40, "yes_false": 10, "no_true": 10, "no_false": 40 }, "rates": { "ppv": 0.8, "npv": 0.8, "sens": 0.8, "spec": 0.8, "youden": 0.6000000000000001, "accuracy": 0.8, "balancedAccuracy": 0.8 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.28076923076923077, "npv": 0.2791666666666667, "sens": 0.26, "spec": 0.30000000000000004, "youden": 0.56, "accuracy": 0.28, "balancedAccuracy": 0.28 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7169811320754716, "hi": 0.8936170212765957, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.15094339622641517, "hi": 0.41837643678160913, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7142857142857143, "hi": 0.8936170212765957, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.1494538232373387, "hi": 0.41506485849056607, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.68, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.06000000000000005, "hi": 0.44000000000000006, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.68, "hi": 0.9, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.12, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.45999999999999996, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.31999999999999984, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.73, "hi": 0.87, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.16000000000000003, "hi": 0.4, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.73, "hi": 0.87, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.15999999999999992, "hi": 0.4, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 4, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 27, "matches": 24, "known": 50, "missed": 26, "counts": { "yes_true": 24, "yes_false": 3, "no_true": 26, "no_false": 47 }, "rates": { "ppv": 0.8888888888888888, "npv": 0.6438356164383562, "sens": 0.48, "spec": 0.94, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.36965811965811957, "npv": 0.12300228310502281, "sens": -0.06000000000000005, "spec": 0.43999999999999995, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7741935483870968, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.21453896103896108, "hi": 0.5135767543859648, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5875, "hi": 0.7101449275362319, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.004415266351700049, "hi": 0.24149253731343284, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.34, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.26, "hi": 0.14, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.28, "hi": 0.6, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.28, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.1399999999999999, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06999999999999995, "hi": 0.31, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.64, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.06999999999999995, "hi": 0.31, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 74, "matches": 48, "known": 50, "missed": 2, "counts": { "yes_true": 48, "yes_false": 26, "no_true": 2, "no_false": 24 }, "rates": { "ppv": 0.6486486486486487, "npv": 0.9230769230769231, "sens": 0.96, "spec": 0.48, "youden": 0.43999999999999995, "accuracy": 0.72, "balancedAccuracy": 0.72 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1294178794178794, "npv": 0.40224358974358976, "sens": 0.41999999999999993, "spec": -0.020000000000000018, "youden": 0.3999999999999999, "accuracy": 0.19999999999999996, "balancedAccuracy": 0.19999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5949367088607594, "hi": 0.7142857142857143, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.02300676314810936, "hi": 0.23996332199897868, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8275487256371814, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2658730158730158, "hi": 0.5365853658536586, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.9, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2799999999999999, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.34, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2, "hi": 0.16000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.15999999999999992, "hi": 0.6200000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08000000000000007, "hi": 0.31000000000000005, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999996, "hi": 0.31000000000000005, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 63, "matches": 45, "known": 50, "missed": 5, "counts": { "yes_true": 45, "yes_false": 18, "no_true": 5, "no_false": 32 }, "rates": { "ppv": 0.7142857142857143, "npv": 0.8648648648648649, "sens": 0.9, "spec": 0.64, "youden": 0.54, "accuracy": 0.77, "balancedAccuracy": 0.77 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.19505494505494503, "npv": 0.34403153153153154, "sens": 0.36, "spec": 0.14, "youden": 0.5, "accuracy": 0.25, "balancedAccuracy": 0.25 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6470588235294118, "hi": 0.7931034482758621, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.0783050753546099, "hi": 0.3156906693711967, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.775, "hi": 0.9666666666666667, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2061369922554133, "hi": 0.48726415170792975, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.82, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.18000000000000005, "hi": 0.5399999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5, "hi": 0.78, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.040000000000000036, "hi": 0.33999999999999997, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3999999999999999, "hi": 0.6799999999999999, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2599999999999998, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.13, "hi": 0.36999999999999994, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.7, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1299999999999999, "hi": 0.37, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 47, "matches": 38, "known": 50, "missed": 12, "counts": { "yes_true": 38, "yes_false": 9, "no_true": 12, "no_false": 41 }, "rates": { "ppv": 0.8085106382978723, "npv": 0.7735849056603774, "sens": 0.76, "spec": 0.82, "youden": 0.5800000000000001, "accuracy": 0.79, "balancedAccuracy": 0.79 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.289279869067103, "npv": 0.25275157232704404, "sens": 0.21999999999999997, "spec": 0.31999999999999995, "youden": 0.54, "accuracy": 0.27, "balancedAccuracy": 0.27 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7169811320754716, "hi": 0.9069767441860465, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1621823750687661, "hi": 0.4223608477248756, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6896551724137931, "hi": 0.8666666666666667, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.11537967718268519, "hi": 0.39484209381426993, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.64, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.020000000000000018, "hi": 0.4, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.7, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.14, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.41999999999999993, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2999999999999998, "hi": 0.7999999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.71, "hi": 0.87, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1499999999999999, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.71, "hi": 0.87, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1499999999999999, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 4, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 31, "matches": 25, "known": 50, "missed": 25, "counts": { "yes_true": 25, "yes_false": 6, "no_true": 25, "no_false": 44 }, "rates": { "ppv": 0.8064516129032258, "npv": 0.6376811594202898, "sens": 0.5, "spec": 0.88, "youden": 0.3799999999999999, "accuracy": 0.69, "balancedAccuracy": 0.69 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.2872208436724565, "npv": 0.11684782608695643, "sens": -0.040000000000000036, "spec": 0.38, "youden": 0.33999999999999986, "accuracy": 0.16999999999999993, "balancedAccuracy": 0.16999999999999993 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6785714285714286, "hi": 0.9333333333333333, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1472703445747801, "hi": 0.42848701298701297, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5733333333333334, "hi": 0.7096774193548387, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.000007614986293018311, "hi": 0.23295480979748212, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.24000000000000005, "hi": 0.16000000000000003, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.78, "hi": 0.96, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.21999999999999997, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.21999999999999997, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.10000000000000009, "hi": 0.5799999999999998, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.61, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.050000000000000044, "hi": 0.2899999999999999, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.61, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.050000000000000044, "hi": 0.2899999999999999, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 74, "matches": 48, "known": 50, "missed": 2, "counts": { "yes_true": 48, "yes_false": 26, "no_true": 2, "no_false": 24 }, "rates": { "ppv": 0.6486486486486487, "npv": 0.9230769230769231, "sens": 0.96, "spec": 0.48, "youden": 0.43999999999999995, "accuracy": 0.72, "balancedAccuracy": 0.72 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1294178794178794, "npv": 0.40224358974358976, "sens": 0.41999999999999993, "spec": -0.020000000000000018, "youden": 0.3999999999999999, "accuracy": 0.19999999999999996, "balancedAccuracy": 0.19999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.5949367088607594, "hi": 0.7142857142857143, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.02300676314810936, "hi": 0.23996332199897868, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8275487256371814, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.2658730158730158, "hi": 0.5365853658536586, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.9, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.2799999999999999, "hi": 0.56, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.34, "hi": 0.62, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.2, "hi": 0.16000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.15999999999999992, "hi": 0.6200000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08000000000000007, "hi": 0.31000000000000005, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999996, "hi": 0.31000000000000005, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 2, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 68, "matches": 45, "known": 50, "missed": 5, "counts": { "yes_true": 45, "yes_false": 23, "no_true": 5, "no_false": 27 }, "rates": { "ppv": 0.6617647058823529, "npv": 0.84375, "sens": 0.9, "spec": 0.54, "youden": 0.43999999999999995, "accuracy": 0.72, "balancedAccuracy": 0.72 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.14253393665158365, "npv": 0.32291666666666663, "sens": 0.36, "spec": 0.040000000000000036, "youden": 0.3999999999999999, "accuracy": 0.19999999999999996, "balancedAccuracy": 0.19999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6049382716049383, "hi": 0.7333333333333333, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.031043563617093033, "hi": 0.2572169735142118, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.7435897435897436, "hi": 0.9583333333333334, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.17842513368983962, "hi": 0.47505355586000747, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.82, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.18000000000000005, "hi": 0.5399999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.14, "hi": 0.22000000000000003, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.15999999999999992, "hi": 0.6399999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08000000000000007, "hi": 0.32, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07999999999999996, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 56, "matches": 42, "known": 50, "missed": 8, "counts": { "yes_true": 42, "yes_false": 14, "no_true": 8, "no_false": 36 }, "rates": { "ppv": 0.75, "npv": 0.8181818181818182, "sens": 0.84, "spec": 0.72, "youden": 0.56, "accuracy": 0.78, "balancedAccuracy": 0.78 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.23076923076923073, "npv": 0.29734848484848486, "sens": 0.29999999999999993, "spec": 0.21999999999999997, "youden": 0.52, "accuracy": 0.26, "balancedAccuracy": 0.26 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6666666666666666, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.10769230769230775, "hi": 0.36, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.72, "hi": 0.918918918918919, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.16089169641567452, "hi": 0.43610273083957274, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.74, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.6, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.039999999999999925, "hi": 0.4, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3999999999999999, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2799999999999998, "hi": 0.7600000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.7, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.14, "hi": 0.38, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.7, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1399999999999999, "hi": 0.38000000000000006, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 4, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 45, "matches": 37, "known": 50, "missed": 13, "counts": { "yes_true": 37, "yes_false": 8, "no_true": 13, "no_false": 42 }, "rates": { "ppv": 0.8222222222222222, "npv": 0.7636363636363637, "sens": 0.74, "spec": 0.84, "youden": 0.5800000000000001, "accuracy": 0.79, "balancedAccuracy": 0.79 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.3029914529914529, "npv": 0.2428030303030303, "sens": 0.19999999999999996, "spec": 0.33999999999999997, "youden": 0.54, "accuracy": 0.27, "balancedAccuracy": 0.27 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7333333333333333, "hi": 0.9210526315789473, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.17581746031746037, "hi": 0.4344601847162314, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6842105263157895, "hi": 0.8541666666666666, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.10987591412599965, "hi": 0.38249999999999995, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.62, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.74, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.16000000000000003, "hi": 0.52, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.43999999999999995, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2999999999999998, "hi": 0.7800000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.72, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.15000000000000002, "hi": 0.39000000000000007, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.72, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1499999999999999, "hi": 0.39000000000000007, "validReplicates": 10000, "degenerate": false } } } } }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 5, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 26, "matches": 23, "known": 50, "missed": 27, "counts": { "yes_true": 23, "yes_false": 3, "no_true": 27, "no_false": 47 }, "rates": { "ppv": 0.8846153846153846, "npv": 0.6351351351351351, "sens": 0.46, "spec": 0.94, "youden": 0.3999999999999999, "accuracy": 0.7, "balancedAccuracy": 0.7 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.3653846153846153, "npv": 0.11430180180180172, "sens": -0.08000000000000002, "spec": 0.43999999999999995, "youden": 0.3599999999999999, "accuracy": 0.17999999999999994, "balancedAccuracy": 0.17999999999999994 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7666666666666667, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.2068943506969919, "hi": 0.5131914893617021, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5802469135802469, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.00540540540540535, "hi": 0.23474818268701667, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.32, "hi": 0.6, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.28, "hi": 0.12000000000000005, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.28, "hi": 0.6, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.26, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.10000000000000009, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.63, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.050000000000000044, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.63, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.050000000000000044, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false } } } } } ], "baselines": [ { "model": "claude-sonnet-5-5", "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 54, "matches": 39, "known": 50, "missed": 11, "counts": { "yes_true": 39, "yes_false": 15, "no_true": 11, "no_false": 35 }, "rates": { "ppv": 0.7222222222222222, "npv": 0.7608695652173914, "sens": 0.78, "spec": 0.7, "youden": 0.48, "accuracy": 0.74, "balancedAccuracy": 0.74 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.20299145299145294, "npv": 0.24003623188405798, "sens": 0.24, "spec": 0.19999999999999996, "youden": 0.43999999999999995, "accuracy": 0.21999999999999997, "balancedAccuracy": 0.21999999999999997 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.64, "hi": 0.8148148148148148, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.06887076639166305, "hi": 0.34760014125718897, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6666666666666666, "hi": 0.8604812661498705, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.09461966604823746, "hi": 0.3875023034398034, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.040000000000000036, "hi": 0.42, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.56, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.31999999999999984, "hi": 0.6400000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999972, "hi": 0.7000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.66, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08999999999999997, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6599999999999999, "hi": 0.8200000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999986, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false } } } } }, { "model": "gpt-6-astra", "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 61, "matches": 41, "known": 50, "missed": 9, "counts": { "yes_true": 41, "yes_false": 20, "no_true": 9, "no_false": 30 }, "rates": { "ppv": 0.6721311475409836, "npv": 0.7692307692307693, "sens": 0.82, "spec": 0.6, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1529003783102143, "npv": 0.2483974358974359, "sens": 0.2799999999999999, "spec": 0.09999999999999998, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6027353354408148, "hi": 0.7547169811320755, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.034913823738450596, "hi": 0.2745544862412178, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6666666666666666, "hi": 0.8787878787878788, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.09340236825965935, "hi": 0.40852255639097745, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.72, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.07999999999999996, "hi": 0.4799999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.46, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.08000000000000002, "hi": 0.29999999999999993, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.26, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.11999999999999988, "hi": 0.6399999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.63, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06000000000000005, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.63, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.05999999999999994, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false } } } } }, { "model": "gemini-4-argon-high", "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 46, "matches": 37, "known": 50, "missed": 13, "counts": { "yes_true": 37, "yes_false": 9, "no_true": 13, "no_false": 41 }, "rates": { "ppv": 0.8043478260869565, "npv": 0.7592592592592593, "sens": 0.74, "spec": 0.82, "youden": 0.56, "accuracy": 0.78, "balancedAccuracy": 0.78 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.28511705685618727, "npv": 0.23842592592592593, "sens": 0.19999999999999996, "spec": 0.31999999999999995, "youden": 0.52, "accuracy": 0.26, "balancedAccuracy": 0.26 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7058823529411765, "hi": 0.9047619047619048, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.15806512019752098, "hi": 0.41125177319651673, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6724137931034483, "hi": 0.8541666666666666, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.10473512518214827, "hi": 0.3732586819797648, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.62, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.7, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.15999999999999992, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3799999999999999, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2799999999999998, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.69, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1399999999999999, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.69, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1399999999999999, "hi": 0.38, "validReplicates": 10000, "degenerate": false } } } } }, { "model": "grok-4.5", "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 47, "matches": 36, "known": 50, "missed": 14, "counts": { "yes_true": 36, "yes_false": 11, "no_true": 14, "no_false": 39 }, "rates": { "ppv": 0.7659574468085106, "npv": 0.7358490566037735, "sens": 0.72, "spec": 0.78, "youden": 0.5, "accuracy": 0.75, "balancedAccuracy": 0.75 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.24672667757774136, "npv": 0.21501572327044016, "sens": 0.17999999999999994, "spec": 0.28, "youden": 0.45999999999999996, "accuracy": 0.22999999999999998, "balancedAccuracy": 0.22999999999999998 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.66, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1107136371497751, "hi": 0.3870034778852203, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.64, "hi": 0.8367346938775511, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.08352614301534567, "hi": 0.3426452276010223, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.36000000000000004, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.09999999999999998, "hi": 0.45999999999999996, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.6800000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.19999999999999996, "hi": 0.7000000000000002, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09999999999999998, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.8400000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.09999999999999998, "hi": 0.3500000000000001, "validReplicates": 10000, "degenerate": false } } } } }, { "model": "claude-opus-5-5", "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 61, "matches": 42, "known": 50, "missed": 8, "counts": { "yes_true": 42, "yes_false": 19, "no_true": 8, "no_false": 31 }, "rates": { "ppv": 0.6885245901639344, "npv": 0.7948717948717948, "sens": 0.84, "spec": 0.62, "youden": 0.45999999999999996, "accuracy": 0.73, "balancedAccuracy": 0.73 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.16929382093316514, "npv": 0.27403846153846145, "sens": 0.29999999999999993, "spec": 0.12, "youden": 0.41999999999999993, "accuracy": 0.20999999999999996, "balancedAccuracy": 0.20999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6197183098591549, "hi": 0.7692307692307693, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.05431555185412471, "hi": 0.28999231678487, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6999528301886793, "hi": 0.9032258064516129, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.13055386178861786, "hi": 0.43007701757701744, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.74, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.48, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.06, "hi": 0.3, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.31999999999999984, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999972, "hi": 0.66, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.66, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08999999999999997, "hi": 0.33, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6599999999999999, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999986, "hi": 0.33, "validReplicates": 10000, "degenerate": false } } } } } ], "voteCounts": [ { "votes": 0, "hypotheses": 100, "questions": 50, "selected": 26, "matches": 2, "known": 50, "missed": 48, "counts": { "yes_true": 2, "yes_false": 24, "no_true": 48, "no_false": 26 }, "rates": { "ppv": 0.07692307692307693, "npv": 0.35135135135135137, "sens": 0.04, "spec": 0.52, "youden": -0.43999999999999995, "accuracy": 0.28, "balancedAccuracy": 0.28 } }, { "votes": 1, "hypotheses": 100, "questions": 50, "selected": 6, "matches": 3, "known": 50, "missed": 47, "counts": { "yes_true": 3, "yes_false": 3, "no_true": 47, "no_false": 47 }, "rates": { "ppv": 0.5, "npv": 0.5, "sens": 0.06, "spec": 0.94, "youden": 0, "accuracy": 0.5, "balancedAccuracy": 0.5 } }, { "votes": 2, "hypotheses": 100, "questions": 50, "selected": 12, "matches": 3, "known": 50, "missed": 47, "counts": { "yes_true": 3, "yes_false": 9, "no_true": 47, "no_false": 41 }, "rates": { "ppv": 0.25, "npv": 0.4659090909090909, "sens": 0.06, "spec": 0.82, "youden": -0.1200000000000001, "accuracy": 0.44, "balancedAccuracy": 0.43999999999999995 } }, { "votes": 3, "hypotheses": 100, "questions": 50, "selected": 11, "matches": 5, "known": 50, "missed": 45, "counts": { "yes_true": 5, "yes_false": 6, "no_true": 45, "no_false": 44 }, "rates": { "ppv": 0.45454545454545453, "npv": 0.4943820224719101, "sens": 0.1, "spec": 0.88, "youden": -0.020000000000000018, "accuracy": 0.49, "balancedAccuracy": 0.49 } }, { "votes": 4, "hypotheses": 100, "questions": 50, "selected": 19, "matches": 14, "known": 50, "missed": 36, "counts": { "yes_true": 14, "yes_false": 5, "no_true": 36, "no_false": 45 }, "rates": { "ppv": 0.7368421052631579, "npv": 0.5555555555555556, "sens": 0.28, "spec": 0.9, "youden": 0.18000000000000016, "accuracy": 0.59, "balancedAccuracy": 0.5900000000000001 } }, { "votes": 5, "hypotheses": 100, "questions": 50, "selected": 26, "matches": 23, "known": 50, "missed": 27, "counts": { "yes_true": 23, "yes_false": 3, "no_true": 27, "no_false": 47 }, "rates": { "ppv": 0.8846153846153846, "npv": 0.6351351351351351, "sens": 0.46, "spec": 0.94, "youden": 0.3999999999999999, "accuracy": 0.7, "balancedAccuracy": 0.7 } } ], "pareto": [ { "members": [ "gemini-4-argon-high", "grok-4.5" ], "minVotes": 1 }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 2 }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "minVotes": 3 }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "claude-opus-5-5" ], "minVotes": 3 }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 3 }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "claude-opus-5-5" ], "minVotes": 4 }, { "members": [ "grok-4.5", "claude-opus-5-5" ], "minVotes": 1 }, { "members": [ "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1 }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1 }, { "members": [ "claude-sonnet-5-5", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3 }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1 }, { "members": [ "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 3 }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 1 }, { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 4 } ] } }, "interpretation": "Frozen constructed experimental 50/50 cohort; Opus added to four immutable predictor runs. PPV/NPV conditional on 50% prevalence. All rule comparisons are exploratory.", "generationBudgetMeaning": "32000 is a requested output parameter, not matched actual compute; provider services retain provider-specific internal reasoning. Full token usage and logical versus underlying transport counts are saved.", "omissionMeaning": "False-negative rate = FN/(TP+FN) among usable matched forecasts. Technical omissions are counted separately. It is not the error fraction among forecasts of yes." }