{ "version": "paper-majority-20261026-v3", "seed": 20261025, "bootstrapReplicates": 10000, "permutationDraws": 19999, "generationOutcome": "at least two of three other-company judges score >=3; strict >=4", "contrastFamily": "12 within-generator pairwise arm comparisons; post hoc manuscript analysis; Holm", "tasks": [ "R42581103", "R42585340", "R42601407", "R42605193", "R42608398", "R42627902", "R42630044", "R42639736", "R42642518", "R42642521", "R42647119", "R42647635", "R42663085", "R42664348", "R42665751", "R42669067", "R42689491", "R42696595", "R42698274", "R42717261", "R42723144", "R42723546", "R42725837", "R42736449", "R42744804", "R42748238", "R42749700", "R42758848", "R42759510", "R42775695", "R42775698", "R42786310", "R42805954", "R42806003", "R42806572", "R42806945", "R42808804", "R42810392", "R42811065", "R42811497", "R42821663", "R42822442", "R42826184", "R42839094", "R42841227", "R42841610", "R42842666", "R42844664", "R42853938", "R42858183" ], "generation": [ { "model": "gpt-6-astra", "arm": "N", "n": 250, "stored": 250, "missingCountedAsNonMatching": 0, "core": 36, "strict": 4, "core_rate": 0.144, "strict_rate": 0.016, "core_ci": { "lo": 0.096, "hi": 0.196, "valid": 10000 }, "strict_ci": { "lo": 0.004, "hi": 0.032, "valid": 10000 } }, { "model": "gpt-6-astra", "arm": "A", "n": 250, "stored": 250, "missingCountedAsNonMatching": 0, "core": 40, "strict": 3, "core_rate": 0.16, "strict_rate": 0.012, "core_ci": { "lo": 0.104, "hi": 0.22, "valid": 10000 }, "strict_ci": { "lo": 0.0, "hi": 0.028, "valid": 10000 } }, { "model": "gpt-6-astra", "arm": "O", "n": 250, "stored": 250, "missingCountedAsNonMatching": 0, "core": 8, "strict": 3, "core_rate": 0.032, "strict_rate": 0.012, "core_ci": { "lo": 0.008, "hi": 0.06, "valid": 10000 }, "strict_ci": { "lo": 0.0, "hi": 0.032, "valid": 10000 } }, { "model": "grok-4.5", "arm": "N", "n": 250, "stored": 250, "missingCountedAsNonMatching": 0, "core": 42, "strict": 7, "core_rate": 0.168, "strict_rate": 0.028, "core_ci": { "lo": 0.116, "hi": 0.224, "valid": 10000 }, "strict_ci": { "lo": 0.012, "hi": 0.048, "valid": 10000 } }, { "model": "grok-4.5", "arm": "A", "n": 250, "stored": 250, "missingCountedAsNonMatching": 0, "core": 47, "strict": 10, "core_rate": 0.188, "strict_rate": 0.04, "core_ci": { "lo": 0.12, "hi": 0.264, "valid": 10000 }, "strict_ci": { "lo": 0.012, "hi": 0.072, "valid": 10000 } }, { "model": "grok-4.5", "arm": "O", "n": 250, "stored": 250, "missingCountedAsNonMatching": 0, "core": 7, "strict": 0, "core_rate": 0.028, "strict_rate": 0.0, "core_ci": { "lo": 0.008, "hi": 0.052, "valid": 10000 }, "strict_ci": { "lo": 0.0, "hi": 0.0, "valid": 10000 } }, { "model": "claude-opus-5-5", "arm": "N", "n": 250, "stored": 250, "missingCountedAsNonMatching": 0, "core": 45, "strict": 5, "core_rate": 0.18, "strict_rate": 0.02, "core_ci": { "lo": 0.132, "hi": 0.232, "valid": 10000 }, "strict_ci": { "lo": 0.004, "hi": 0.04, "valid": 10000 } }, { "model": "claude-opus-5-5", "arm": "A", "n": 250, "stored": 250, "missingCountedAsNonMatching": 0, "core": 28, "strict": 3, "core_rate": 0.112, "strict_rate": 0.012, "core_ci": { "lo": 0.052, "hi": 0.184, "valid": 10000 }, "strict_ci": { "lo": 0.0, "hi": 0.032, "valid": 10000 } }, { "model": "claude-opus-5-5", "arm": "O", "n": 250, "stored": 247, "missingCountedAsNonMatching": 3, "core": 10, "strict": 0, "core_rate": 0.04, "strict_rate": 0.0, "core_ci": { "lo": 0.016, "hi": 0.068, "valid": 10000 }, "strict_ci": { "lo": 0.0, "hi": 0.0, "valid": 10000 } }, { "model": "gemini-4-argon-high", "arm": "N", "n": 250, "stored": 250, "missingCountedAsNonMatching": 0, "core": 33, "strict": 9, "core_rate": 0.132, "strict_rate": 0.036, "core_ci": { "lo": 0.096, "hi": 0.172, "valid": 10000 }, "strict_ci": { "lo": 0.012, "hi": 0.064, "valid": 10000 } }, { "model": "gemini-4-argon-high", "arm": "A", "n": 250, "stored": 250, "missingCountedAsNonMatching": 0, "core": 43, "strict": 8, "core_rate": 0.172, "strict_rate": 0.032, "core_ci": { "lo": 0.124, "hi": 0.224, "valid": 10000 }, "strict_ci": { "lo": 0.008, "hi": 0.06, "valid": 10000 } }, { "model": "gemini-4-argon-high", "arm": "O", "n": 250, "stored": 250, "missingCountedAsNonMatching": 0, "core": 19, "strict": 5, "core_rate": 0.076, "strict_rate": 0.02, "core_ci": { "lo": 0.04, "hi": 0.116, "valid": 10000 }, "strict_ci": { "lo": 0.0, "hi": 0.044, "valid": 10000 } } ], "contrasts": [ { "model": "gpt-6-astra", "left": "A", "right": "N", "difference": 0.016000000000000014, "ci": { "lo": -0.032, "hi": 0.064, "valid": 10000 }, "wins": 12, "losses": 10, "ties": 28, "test": { "p": 0.6245, "method": "Monte Carlo task-block exchange, add-one", "draws": 19999 }, "p_holm": 1.0 }, { "model": "gpt-6-astra", "left": "O", "right": "N", "difference": -0.11199999999999999, "ci": { "lo": -0.172, "hi": -0.06, "valid": 10000 }, "wins": 3, "losses": 20, "ties": 27, "test": { "p": 0.00015, "method": "Monte Carlo task-block exchange, add-one", "draws": 19999 }, "p_holm": 0.0012 }, { "model": "gpt-6-astra", "left": "O", "right": "A", "difference": -0.128, "ci": { "lo": -0.188, "hi": -0.07200000000000001, "valid": 10000 }, "wins": 3, "losses": 20, "ties": 27, "test": { "p": 5e-05, "method": "Monte Carlo task-block exchange, add-one", "draws": 19999 }, "p_holm": 0.0006000000000000001 }, { "model": "grok-4.5", "left": "A", "right": "N", "difference": 0.01999999999999999, "ci": { "lo": -0.028000000000000025, "hi": 0.07200000000000001, "valid": 10000 }, "wins": 14, "losses": 12, "ties": 24, "test": { "p": 0.5379, "method": "Monte Carlo task-block exchange, add-one", "draws": 19999 }, "p_holm": 1.0 }, { "model": "grok-4.5", "left": "O", "right": "N", "difference": -0.14, "ci": { "lo": -0.196, "hi": -0.088, "valid": 10000 }, "wins": 3, "losses": 26, "ties": 21, "test": { "p": 5e-05, "method": "Monte Carlo task-block exchange, add-one", "draws": 19999 }, "p_holm": 0.0006000000000000001 }, { "model": "grok-4.5", "left": "O", "right": "A", "difference": -0.16, "ci": { "lo": -0.23600000000000002, "hi": -0.092, "valid": 10000 }, "wins": 2, "losses": 23, "ties": 25, "test": { "p": 5e-05, "method": "Monte Carlo task-block exchange, add-one", "draws": 19999 }, "p_holm": 0.0006000000000000001 }, { "model": "claude-opus-5-5", "left": "A", "right": "N", "difference": -0.06799999999999999, "ci": { "lo": -0.12000000000000001, "hi": -0.011999999999999983, "valid": 10000 }, "wins": 6, "losses": 22, "ties": 22, "test": { "p": 0.03115, "method": "Monte Carlo task-block exchange, add-one", "draws": 19999 }, "p_holm": 0.15575 }, { "model": "claude-opus-5-5", "left": "O", "right": "N", "difference": -0.13999999999999999, "ci": { "lo": -0.19599999999999998, "hi": -0.08800000000000001, "valid": 10000 }, "wins": 2, "losses": 25, "ties": 23, "test": { "p": 5e-05, "method": "Monte Carlo task-block exchange, add-one", "draws": 19999 }, "p_holm": 0.0006000000000000001 }, { "model": "claude-opus-5-5", "left": "O", "right": "A", "difference": -0.07200000000000001, "ci": { "lo": -0.14, "hi": -0.011999999999999997, "valid": 10000 }, "wins": 6, "losses": 11, "ties": 33, "test": { "p": 0.04745, "method": "Monte Carlo task-block exchange, add-one", "draws": 19999 }, "p_holm": 0.1898 }, { "model": "gemini-4-argon-high", "left": "A", "right": "N", "difference": 0.03999999999999998, "ci": { "lo": 0.0040000000000000036, "hi": 0.076, "valid": 10000 }, "wins": 12, "losses": 4, "ties": 34, "test": { "p": 0.0513916015625, "method": "exact task-block exchange", "draws": 65536 }, "p_holm": 0.1898 }, { "model": "gemini-4-argon-high", "left": "O", "right": "N", "difference": -0.05600000000000001, "ci": { "lo": -0.09200000000000001, "hi": -0.020000000000000004, "valid": 10000 }, "wins": 4, "losses": 16, "ties": 30, "test": { "p": 0.0079, "method": "Monte Carlo task-block exchange, add-one", "draws": 19999 }, "p_holm": 0.047400000000000005 }, { "model": "gemini-4-argon-high", "left": "O", "right": "A", "difference": -0.09599999999999999, "ci": { "lo": -0.14400000000000002, "hi": -0.048000000000000015, "valid": 10000 }, "wins": 4, "losses": 21, "ties": 25, "test": { "p": 0.00025, "method": "Monte Carlo task-block exchange, add-one", "draws": 19999 }, "p_holm": 0.00175 } ], "directPairs": [ { "model": "claude-sonnet-5-5", "comparison": { "policy": "advice", "unknownPreviousProbabilities": 0, "hypotheses": 245, "questions": 49, "left": { "hypotheses": 245, "questions": 49, "selected": 49, "matches": 14, "known": 36, "missed": 22, "counts": { "yes_true": 14, "yes_false": 35, "no_true": 22, "no_false": 174 }, "rates": { "ppv": 0.2857142857142857, "npv": 0.8877551020408163, "sens": 0.3888888888888889, "spec": 0.8325358851674641, "youden": 0.22142477405635308, "accuracy": 0.7673469387755102, "balancedAccuracy": 0.6107123870281765 } }, "right": { "hypotheses": 245, "questions": 49, "selected": 126, "matches": 26, "known": 36, "missed": 10, "counts": { "yes_true": 26, "yes_false": 100, "no_true": 10, "no_false": 109 }, "rates": { "ppv": 0.20634920634920634, "npv": 0.9159663865546218, "sens": 0.7222222222222222, "spec": 0.5215311004784688, "youden": 0.24375332270069094, "accuracy": 0.5510204081632653, "balancedAccuracy": 0.6218766613503455 } }, "differences": { "ppv": 0.07936507936507936, "npv": -0.0282112845138055, "sens": -0.3333333333333333, "spec": 0.3110047846889953, "youden": -0.022328548644337864, "accuracy": 0.21632653061224494, "balancedAccuracy": -0.011164274322168932 }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.16666666666666666, "hi": 0.4091314935064929, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.13178294573643412, "hi": 0.2890625, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.001070836193090821, "hi": 0.16241593645316646, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.84, "hi": 0.9333333333333333, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.859504132231405, "hi": 0.9661016949152542, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.06875410808139794, "hi": 0.009130844340004815, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.2702702702702703, "hi": 0.52, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.5681818181818182, "hi": 0.875, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.4848484848484848, "hi": -0.1904440154440159, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.8046511627906977, "hi": 0.8613861386138614, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.46261682242990654, "hi": 0.580952380952381, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.2524752475247525, "hi": 0.3696682464454976, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.0852713178294573, "hi": 0.36988304093567237, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": 0.08201291079812201, "hi": 0.40207581351734584, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.18965613813705548, "hi": 0.14032567049808442, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.726530612244898, "hi": 0.8081632653061225, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.49387755102040815, "hi": 0.6081632653061224, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.14693877551020407, "hi": 0.2857142857142857, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5426356589147286, "hi": 0.6849415204678362, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.541006455399061, "hi": 0.701037906758673, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.09482806906852774, "hi": 0.07016283524904221, "validReplicates": 10000, "degenerate": false } } } }, "coin": { "hypotheses": 245, "questions": 49, "left": { "hypotheses": 245, "questions": 49, "selected": 49, "matches": 14, "known": 36, "missed": 22, "counts": { "yes_true": 14, "yes_false": 35, "no_true": 22, "no_false": 174 }, "rates": { "ppv": 0.2857142857142857, "npv": 0.8877551020408163, "sens": 0.3888888888888889, "spec": 0.8325358851674641, "youden": 0.22142477405635308, "accuracy": 0.7673469387755102, "balancedAccuracy": 0.6107123870281765 } }, "right": { "hypotheses": 245, "questions": 49, "selected": 114, "matches": 17, "known": 36, "missed": 19, "counts": { "yes_true": 17, "yes_false": 97, "no_true": 19, "no_false": 112 }, "rates": { "ppv": 0.14912280701754385, "npv": 0.8549618320610687, "sens": 0.4722222222222222, "spec": 0.5358851674641149, "youden": 0.008107389686337063, "accuracy": 0.5265306122448979, "balancedAccuracy": 0.5040536948431685 } }, "differences": { "ppv": 0.13659147869674185, "npv": 0.03279326997974763, "sens": -0.08333333333333331, "spec": 0.2966507177033493, "youden": 0.21331738437001602, "accuracy": 0.24081632653061225, "balancedAccuracy": 0.10665869218500801 }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.16666666666666666, "hi": 0.4091314935064929, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.09243697478991597, "hi": 0.21100917431192662, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.03623724730028348, "hi": 0.23934103847366262, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.84, "hi": 0.9333333333333333, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.7815126050420168, "hi": 0.9214285714285714, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.009557812426642531, "hi": 0.07704579958737706, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.2702702702702703, "hi": 0.52, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.34146341463414637, "hi": 0.6333333333333333, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.26315789473684215, "hi": 0.07692307692307687, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.8046511627906977, "hi": 0.8613861386138614, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.4700460829493088, "hi": 0.6009395314192849, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.22885572139303478, "hi": 0.36714975845410625, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.0852713178294573, "hi": 0.36988304093567237, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14819053256208262, "hi": 0.18636382295865048, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.00232558139534888, "hi": 0.3990885698260443, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.726530612244898, "hi": 0.8081632653061225, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.46530612244897956, "hi": 0.5877551020408164, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.17142857142857137, "hi": 0.31020408163265306, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5426356589147286, "hi": 0.6849415204678362, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.4259047337189587, "hi": 0.5931819114793252, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.00116279069767444, "hi": 0.19954428491302215, "validReplicates": 10000, "degenerate": false } } } } }, { "model": "gpt-6-astra", "comparison": { "policy": "advice", "unknownPreviousProbabilities": 0, "hypotheses": 250, "questions": 50, "left": { "hypotheses": 250, "questions": 50, "selected": 75, "matches": 23, "known": 36, "missed": 13, "counts": { "yes_true": 23, "yes_false": 52, "no_true": 13, "no_false": 162 }, "rates": { "ppv": 0.30666666666666664, "npv": 0.9257142857142857, "sens": 0.6388888888888888, "spec": 0.7570093457943925, "youden": 0.39589823468328134, "accuracy": 0.74, "balancedAccuracy": 0.6979491173416407 } }, "right": { "hypotheses": 250, "questions": 50, "selected": 200, "matches": 32, "known": 36, "missed": 4, "counts": { "yes_true": 32, "yes_false": 168, "no_true": 4, "no_false": 46 }, "rates": { "ppv": 0.16, "npv": 0.92, "sens": 0.8888888888888888, "spec": 0.21495327102803738, "youden": 0.10384215991692614, "accuracy": 0.312, "balancedAccuracy": 0.5519210799584631 } }, "differences": { "ppv": 0.14666666666666664, "npv": 0.005714285714285672, "sens": -0.25, "spec": 0.5420560747663551, "youden": 0.2920560747663552, "accuracy": 0.428, "balancedAccuracy": 0.1460280373831776 }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.2, "hi": 0.417910447761194, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.10050251256281408, "hi": 0.22613065326633167, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.07826216180075565, "hi": 0.22040895749162612, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8793103448275862, "hi": 0.9657191558441558, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.8518518518518519, "hi": 0.98, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.0661886652367596, "hi": 0.0710366804018539, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.48778924327704815, "hi": 0.7931034482758621, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.7575757575757576, "hi": 0.9761904761904762, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.40740740740740733, "hi": -0.07692307692307687, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.7066616915422885, "hi": 0.8050032051282051, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.1651376146788991, "hi": 0.2694063926940639, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.4837209302325582, "hi": 0.6, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.23765928458091345, "hi": 0.5610874699650499, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.021934483307822907, "hi": 0.19832907971992472, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.12245815076957633, "hi": 0.47246158511750763, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.692, "hi": 0.788, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.252, "hi": 0.376, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.352, "hi": 0.5, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6188296422904568, "hi": 0.7805437349825249, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.48903275834608856, "hi": 0.5991645398599623, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.06122907538478817, "hi": 0.23623079255875382, "validReplicates": 10000, "degenerate": false } } } }, "coin": { "hypotheses": 250, "questions": 50, "left": { "hypotheses": 250, "questions": 50, "selected": 75, "matches": 23, "known": 36, "missed": 13, "counts": { "yes_true": 23, "yes_false": 52, "no_true": 13, "no_false": 162 }, "rates": { "ppv": 0.30666666666666664, "npv": 0.9257142857142857, "sens": 0.6388888888888888, "spec": 0.7570093457943925, "youden": 0.39589823468328134, "accuracy": 0.74, "balancedAccuracy": 0.6979491173416407 } }, "right": { "hypotheses": 250, "questions": 50, "selected": 117, "matches": 17, "known": 36, "missed": 19, "counts": { "yes_true": 17, "yes_false": 100, "no_true": 19, "no_false": 114 }, "rates": { "ppv": 0.1452991452991453, "npv": 0.8571428571428571, "sens": 0.4722222222222222, "spec": 0.5327102803738317, "youden": 0.004932502596053823, "accuracy": 0.524, "balancedAccuracy": 0.5024662512980269 } }, "differences": { "ppv": 0.16136752136752133, "npv": 0.06857142857142862, "sens": 0.16666666666666663, "spec": 0.22429906542056077, "youden": 0.3909657320872275, "accuracy": 0.21599999999999997, "balancedAccuracy": 0.19548286604361376 }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.2, "hi": 0.417910447761194, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.08943089430894309, "hi": 0.20535714285714285, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.07452401059995994, "hi": 0.25222336878347107, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8793103448275862, "hi": 0.9657191558441558, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.7835820895522388, "hi": 0.9236111111111112, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.018531414875455867, "hi": 0.11984305786267994, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.48778924327704815, "hi": 0.7931034482758621, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.34210526315789475, "hi": 0.6333333333333333, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.032258064516129115, "hi": 0.3513513513513513, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.7066616915422885, "hi": 0.8050032051282051, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.4684640738299275, "hi": 0.5942028985507246, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.14545254305166194, "hi": 0.305312459130738, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.23765928458091345, "hi": 0.5610874699650499, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.1537673516744137, "hi": 0.1821005911651072, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.16848837209302334, "hi": 0.6043366765443354, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.692, "hi": 0.788, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.464, "hi": 0.584, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.14, "hi": 0.2920999999999986, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6188296422904568, "hi": 0.7805437349825249, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.42311632416279316, "hi": 0.5910502955825536, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08424418604651167, "hi": 0.3021683382721677, "validReplicates": 10000, "degenerate": false } } } } }, { "model": "gemini-4-argon-high", "comparison": { "policy": "advice", "unknownPreviousProbabilities": 0, "hypotheses": 250, "questions": 50, "left": { "hypotheses": 250, "questions": 50, "selected": 63, "matches": 21, "known": 36, "missed": 15, "counts": { "yes_true": 21, "yes_false": 42, "no_true": 15, "no_false": 172 }, "rates": { "ppv": 0.3333333333333333, "npv": 0.9197860962566845, "sens": 0.5833333333333334, "spec": 0.8037383177570093, "youden": 0.3870716510903427, "accuracy": 0.772, "balancedAccuracy": 0.6935358255451713 } }, "right": { "hypotheses": 250, "questions": 50, "selected": 152, "matches": 32, "known": 36, "missed": 4, "counts": { "yes_true": 32, "yes_false": 120, "no_true": 4, "no_false": 94 }, "rates": { "ppv": 0.21052631578947367, "npv": 0.9591836734693877, "sens": 0.8888888888888888, "spec": 0.4392523364485981, "youden": 0.3281412253374869, "accuracy": 0.504, "balancedAccuracy": 0.6640706126687435 } }, "differences": { "ppv": 0.12280701754385964, "npv": -0.039397577212703205, "sens": -0.30555555555555547, "spec": 0.3644859813084112, "youden": 0.058930425752855786, "accuracy": 0.268, "balancedAccuracy": 0.029465212876427893 }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.21818181818181817, "hi": 0.45614035087719296, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.13413663197141526, "hi": 0.29630268199233706, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.044794571039220084, "hi": 0.20825960375075614, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8722115384615384, "hi": 0.9617486338797814, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.9183673469387755, "hi": 0.9902912621359223, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.09042553191489355, "hi": 0.0043962440465424146, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.43243243243243246, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.7777777777777778, "hi": 0.975, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.475, "hi": -0.12903225806451613, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.7488145934931428, "hi": 0.8497652582159625, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.38565022421524664, "hi": 0.4930232558139535, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.2961165048543689, "hi": 0.4292035398230088, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.2295725020574424, "hi": 0.5619696969696969, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": 0.19428487258800997, "hi": 0.43999999999999995, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.12162672281066228, "hi": 0.253378979780849, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.72, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.44, "hi": 0.568, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.18400000000000005, "hi": 0.34800000000000003, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6147862510287212, "hi": 0.7809848484848485, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.597142436294005, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.06081336140533114, "hi": 0.1266894898904245, "validReplicates": 10000, "degenerate": false } } } }, "coin": { "hypotheses": 250, "questions": 50, "left": { "hypotheses": 250, "questions": 50, "selected": 63, "matches": 21, "known": 36, "missed": 15, "counts": { "yes_true": 21, "yes_false": 42, "no_true": 15, "no_false": 172 }, "rates": { "ppv": 0.3333333333333333, "npv": 0.9197860962566845, "sens": 0.5833333333333334, "spec": 0.8037383177570093, "youden": 0.3870716510903427, "accuracy": 0.772, "balancedAccuracy": 0.6935358255451713 } }, "right": { "hypotheses": 250, "questions": 50, "selected": 117, "matches": 17, "known": 36, "missed": 19, "counts": { "yes_true": 17, "yes_false": 100, "no_true": 19, "no_false": 114 }, "rates": { "ppv": 0.1452991452991453, "npv": 0.8571428571428571, "sens": 0.4722222222222222, "spec": 0.5327102803738317, "youden": 0.004932502596053823, "accuracy": 0.524, "balancedAccuracy": 0.5024662512980269 } }, "differences": { "ppv": 0.188034188034188, "npv": 0.06264323911382741, "sens": 0.11111111111111116, "spec": 0.2710280373831776, "youden": 0.38213914849428887, "accuracy": 0.248, "balancedAccuracy": 0.19106957424714444 }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.21818181818181817, "hi": 0.45614035087719296, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.08943089430894309, "hi": 0.20535714285714285, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.09241253918495299, "hi": 0.29218412970933894, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8722115384615384, "hi": 0.9617486338797814, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.7835820895522388, "hi": 0.9236111111111112, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.013062689695042724, "hi": 0.11409583063994827, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.43243243243243246, "hi": 0.75, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.34210526315789475, "hi": 0.6333333333333333, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.09523809523809523, "hi": 0.31034482758620685, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.7488145934931428, "hi": 0.8497652582159625, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.4684640738299275, "hi": 0.5942028985507246, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.19905213270142186, "hi": 0.34449760765550236, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.2295725020574424, "hi": 0.5619696969696969, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.1537673516744137, "hi": 0.1821005911651072, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.15413890781537845, "hi": 0.5986711229661811, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.72, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.464, "hi": 0.584, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.17600000000000005, "hi": 0.32000000000000006, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6147862510287212, "hi": 0.7809848484848485, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.42311632416279316, "hi": 0.5910502955825536, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.07706945390768923, "hi": 0.29933556148309054, "validReplicates": 10000, "degenerate": false } } } } }, { "model": "grok-4.5", "comparison": { "policy": "advice", "unknownPreviousProbabilities": 0, "hypotheses": 225, "questions": 45, "left": { "hypotheses": 225, "questions": 45, "selected": 85, "matches": 20, "known": 31, "missed": 11, "counts": { "yes_true": 20, "yes_false": 65, "no_true": 11, "no_false": 129 }, "rates": { "ppv": 0.23529411764705882, "npv": 0.9214285714285714, "sens": 0.6451612903225806, "spec": 0.6649484536082474, "youden": 0.310109743930828, "accuracy": 0.6622222222222223, "balancedAccuracy": 0.655054871965414 } }, "right": { "hypotheses": 225, "questions": 45, "selected": 137, "matches": 27, "known": 31, "missed": 4, "counts": { "yes_true": 27, "yes_false": 110, "no_true": 4, "no_false": 84 }, "rates": { "ppv": 0.19708029197080293, "npv": 0.9545454545454546, "sens": 0.8709677419354839, "spec": 0.4329896907216495, "youden": 0.30395743265713326, "accuracy": 0.49333333333333335, "balancedAccuracy": 0.6519787163285666 } }, "differences": { "ppv": 0.03821382567625589, "npv": -0.03311688311688321, "sens": -0.22580645161290325, "spec": 0.2319587628865979, "youden": 0.006152311273694755, "accuracy": 0.16888888888888892, "balancedAccuracy": 0.0030761556368473775 }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.1410211267605634, "hi": 0.3404255319148936, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.1223021582733813, "hi": 0.27941176470588236, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": -0.012126542317432551, "hi": 0.09238346211111502, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8741721854304636, "hi": 0.9632352941176471, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.9069767441860465, "hi": 0.989247311827957, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.077552227235149, "hi": 0.011040869073924472, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.48148148148148145, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.7333333333333333, "hi": 0.9705882352941176, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.375, "hi": -0.06451612903225812, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.5979899497487438, "hi": 0.7295918367346939, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.390625, "hi": 0.47474747474747475, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.16499999999999998, "hi": 0.29843127295459876, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.13681592039800994, "hi": 0.4752245314150401, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": 0.1429924242424243, "hi": 0.43213149522799577, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": -0.16521578195339795, "hi": 0.1865135121225075, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.6044444444444445, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.44, "hi": 0.5466666666666666, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.10222222222222221, "hi": 0.23555555555555552, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.568407960199005, "hi": 0.73761226570752, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.5714962121212122, "hi": 0.7160657476139979, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.08260789097669897, "hi": 0.09325675606125375, "validReplicates": 10000, "degenerate": false } } } }, "coin": { "hypotheses": 250, "questions": 50, "left": { "hypotheses": 250, "questions": 50, "selected": 94, "matches": 25, "known": 36, "missed": 11, "counts": { "yes_true": 25, "yes_false": 69, "no_true": 11, "no_false": 145 }, "rates": { "ppv": 0.26595744680851063, "npv": 0.9294871794871795, "sens": 0.6944444444444444, "spec": 0.677570093457944, "youden": 0.3720145379023885, "accuracy": 0.68, "balancedAccuracy": 0.6860072689511942 } }, "right": { "hypotheses": 250, "questions": 50, "selected": 117, "matches": 17, "known": 36, "missed": 19, "counts": { "yes_true": 17, "yes_false": 100, "no_true": 19, "no_false": 114 }, "rates": { "ppv": 0.1452991452991453, "npv": 0.8571428571428571, "sens": 0.4722222222222222, "spec": 0.5327102803738317, "youden": 0.004932502596053823, "accuracy": 0.524, "balancedAccuracy": 0.5024662512980269 } }, "differences": { "ppv": 0.12065830150936532, "npv": 0.07234432234432242, "sens": 0.2222222222222222, "spec": 0.14485981308411222, "youden": 0.36708203530633465, "accuracy": 0.15600000000000003, "balancedAccuracy": 0.18354101765316733 }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.16666666666666666, "hi": 0.37362637362637363, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.08943089430894309, "hi": 0.20535714285714285, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.042439152683942855, "hi": 0.20445622152281623, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.8881578947368421, "hi": 0.967741935483871, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.7835820895522388, "hi": 0.9236111111111112, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.016992081062514604, "hi": 0.13192214880918615, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.5357142857142857, "hi": 0.8372093023255814, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.34210526315789475, "hi": 0.6333333333333333, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.4186046511627907, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.6142087452132869, "hi": 0.7383177570093458, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.4684640738299275, "hi": 0.5942028985507246, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.05855855855855863, "hi": 0.23267835345178345, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.20444444444444443, "hi": 0.5243247606896606, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.1537673516744137, "hi": 0.1821005911651072, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.12499069016881807, "hi": 0.5780780422378321, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.624, "hi": 0.736, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.464, "hi": 0.584, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.07600000000000007, "hi": 0.236, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6022222222222222, "hi": 0.7621623803448303, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.42311632416279316, "hi": 0.5910502955825536, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.062495345084409036, "hi": 0.28903902111891605, "validReplicates": 10000, "degenerate": false } } } } } ], "balancedModels": [ { "model": "claude-sonnet-5-5", "label": "Sonnet 5.5", "valid": 100, "invalid": [], "unprocessed": [], "calls": 153, "transportAttemptCount": 153, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 54, "matches": 39, "known": 50, "missed": 11, "counts": { "yes_true": 39, "yes_false": 15, "no_true": 11, "no_false": 35 }, "rates": { "ppv": 0.7222222222222222, "npv": 0.7608695652173914, "sens": 0.78, "spec": 0.7, "youden": 0.48, "accuracy": 0.74, "balancedAccuracy": 0.74 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.20299145299145294, "npv": 0.24003623188405798, "sens": 0.24, "spec": 0.19999999999999996, "youden": 0.43999999999999995, "accuracy": 0.21999999999999997, "balancedAccuracy": 0.21999999999999997 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.64, "hi": 0.8148148148148148, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.06887076639166305, "hi": 0.34760014125718897, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6666666666666666, "hi": 0.8604812661498705, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.09461966604823746, "hi": 0.3875023034398034, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.040000000000000036, "hi": 0.42, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.56, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.31999999999999984, "hi": 0.6400000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999972, "hi": 0.7000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.66, "hi": 0.82, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08999999999999997, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6599999999999999, "hi": 0.8200000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999986, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false } } } }, "forecasts": { "H556eb44d6587": false, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": true, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": true, "Hc35db8c00454": false, "Hb19a1eaedf6f": true, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": false, "Hb84019cbdccd": false, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": true, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": true, "Hdd257b1a803d": true, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": false, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": false, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": false, "He13f903f3124": true, "H2b4d50ec1df1": false, "H3c13b7e2d082": false, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": false, "Hd7d86420f325": false, "Hd792b655ff7a": true, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": false, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": true, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": false, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": false, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictForecasts": { "H556eb44d6587": false, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": true, "H7b5933386c64": true, "H591cc6bdd061": true, "H2a068a10286e": false, "H9cc800ed9167": true, "Hb19a1eaedf6f": true, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "H108fec88412d": true, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H770b494c23de": true, "H312a9208a0df": true, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "Hca11ba345120": true, "H9512eff47edd": true, "H1ca81581ce0f": false, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": false, "H08fabc33f46f": true, "H2b4d50ec1df1": false, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H16065de616b9": false, "H4cabb5322f8a": false, "Hd7d86420f325": false, "Hae60cea8ffbf": true, "Hed8ca67e265e": false, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H2b4e72ef481d": true, "Heff387c84521": true, "H1501b5ea0040": true, "Hfbd997710a91": true, "Hcac20bec2aa2": true, "H7f9a0c89b5f6": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictInvalid": [ "Hf84dc04d9967", "H9cb69403e6d8", "H3d94392f96ae", "H699141a0e533", "H5ae76ff04768", "Hc35db8c00454", "Ha6af01b29947", "H2d91f2d3ca48", "Hd41fa6090167", "H5401e2f1476e", "Hd2867abf0b74", "Hde2c7f764541", "Hb84019cbdccd", "H6e57c7188991", "H69deb1edcdbe", "Ha24c224c2c5c", "Hdd257b1a803d", "H5a66cc1d176d", "H69d1974ef6f3", "H3525a80080db", "H6512044a8ab4", "H2a2948ff61da", "He13f903f3124", "H3c13b7e2d082", "H26edd2d7f68a", "H2a93004b1bf8", "Hd792b655ff7a", "Hd34f6a91bf41", "Hcc115f2aa2b3", "Hfeee2fca0479", "He6acd9cc7f13", "H8925efa06267", "H93c55cfc0f98", "H685f8b5e8567", "H0d7baa86124c", "Hc6cc3302a45a", "H282a9ffdd7fd", "H2a4cf9bb2c83", "Hf7ad0950ca22", "H54e4307dd731", "H076a42491f62", "H87388412c2a6", "Hbe6b696a434f", "H0e9581097799" ], "formatRecovered": [ "Hf84dc04d9967", "Hd366df6c0c2d", "H9cb69403e6d8", "H3d94392f96ae", "H591cc6bdd061", "H699141a0e533", "H5ae76ff04768", "Hc35db8c00454", "Ha6af01b29947", "H2d91f2d3ca48", "Hbb8d36395a4f", "Hdc04751acc25", "Hd41fa6090167", "H5401e2f1476e", "Hd2867abf0b74", "Hde2c7f764541", "Hb84019cbdccd", "H6e57c7188991", "H69deb1edcdbe", "Ha24c224c2c5c", "Hdd257b1a803d", "H5a66cc1d176d", "H69d1974ef6f3", "Hca11ba345120", "H9512eff47edd", "H3525a80080db", "Hface15f9c0aa", "H6512044a8ab4", "H2a2948ff61da", "He13f903f3124", "H3c13b7e2d082", "H26edd2d7f68a", "H2a93004b1bf8", "Hd7d86420f325", "Hd792b655ff7a", "Hd34f6a91bf41", "Hcc115f2aa2b3", "Hfeee2fca0479", "He6acd9cc7f13", "H1bfb037dac8f", "H8925efa06267", "H93c55cfc0f98", "H685f8b5e8567", "H0d7baa86124c", "Hc6cc3302a45a", "H282a9ffdd7fd", "H2a4cf9bb2c83", "Hf7ad0950ca22", "H54e4307dd731", "H076a42491f62", "H87388412c2a6", "Hbe6b696a434f", "H0e9581097799" ], "selections": [ { "id": "H556eb44d6587", "attempt": 1, "format": "strict_json" }, { "id": "Hf84dc04d9967", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hd366df6c0c2d", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hca5687df1d17", "attempt": 1, "format": "strict_json" }, { "id": "H00754d90403e", "attempt": 1, "format": "strict_json" }, { "id": "H7b5933386c64", "attempt": 1, "format": "strict_json" }, { "id": "H9cb69403e6d8", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H3d94392f96ae", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H591cc6bdd061", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H699141a0e533", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H2a068a10286e", "attempt": 1, "format": "strict_json" }, { "id": "H5ae76ff04768", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H9cc800ed9167", "attempt": 1, "format": "strict_json" }, { "id": "Hc35db8c00454", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hb19a1eaedf6f", "attempt": 1, "format": "strict_json" }, { "id": "Ha6af01b29947", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H2d91f2d3ca48", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hbb8d36395a4f", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hdc04751acc25", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H0b95ea5bca8b", "attempt": 1, "format": "strict_json" }, { "id": "Hc51c63819170", "attempt": 1, "format": "strict_json" }, { "id": "Hbcb2664c171e", "attempt": 1, "format": "strict_json" }, { "id": "Hd41fa6090167", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H108fec88412d", "attempt": 1, "format": "strict_json" }, { "id": "H5401e2f1476e", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H8856cfb6fb8c", "attempt": 1, "format": "strict_json" }, { "id": "H7d64d0c884ee", "attempt": 1, "format": "strict_json" }, { "id": "Hd2867abf0b74", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hde2c7f764541", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hb84019cbdccd", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hd06b5abc8c17", "attempt": 1, "format": "strict_json" }, { "id": "Ha8f158ded9d3", "attempt": 1, "format": "strict_json" }, { "id": "H6e57c7188991", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H69deb1edcdbe", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H770b494c23de", "attempt": 1, "format": "strict_json" }, { "id": "Ha24c224c2c5c", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H312a9208a0df", "attempt": 1, "format": "strict_json" }, { "id": "Hdd257b1a803d", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H5a66cc1d176d", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hf40c85e4b441", "attempt": 1, "format": "strict_json" }, { "id": "H2bf61d6a2dae", "attempt": 1, "format": "strict_json" }, { "id": "H69d1974ef6f3", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hca11ba345120", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H9512eff47edd", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H3525a80080db", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H1ca81581ce0f", "attempt": 1, "format": "strict_json" }, { "id": "Hface15f9c0aa", "attempt": 1, "format": "single_json_with_prose" }, { "id": "He22abf94c32e", "attempt": 1, "format": "strict_json" }, { "id": "H27c93d908b66", "attempt": 1, "format": "strict_json" }, { "id": "H6512044a8ab4", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H08fabc33f46f", "attempt": 1, "format": "strict_json" }, { "id": "H2a2948ff61da", "attempt": 1, "format": "single_json_with_prose" }, { "id": "He13f903f3124", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H2b4d50ec1df1", "attempt": 1, "format": "strict_json" }, { "id": "H3c13b7e2d082", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H168dc0d22104", "attempt": 1, "format": "strict_json" }, { "id": "Hb471544edd7b", "attempt": 1, "format": "strict_json" }, { "id": "H691ed522cf5f", "attempt": 1, "format": "strict_json" }, { "id": "H26edd2d7f68a", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H16065de616b9", "attempt": 1, "format": "strict_json" }, { "id": "H2a93004b1bf8", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H4cabb5322f8a", "attempt": 1, "format": "strict_json" }, { "id": "Hd7d86420f325", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hd792b655ff7a", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hd34f6a91bf41", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hae60cea8ffbf", "attempt": 1, "format": "strict_json" }, { "id": "Hed8ca67e265e", "attempt": 1, "format": "strict_json" }, { "id": "Hcc115f2aa2b3", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hfeee2fca0479", "attempt": 1, "format": "single_json_with_prose" }, { "id": "He6acd9cc7f13", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H205c5e7920f5", "attempt": 1, "format": "strict_json" }, { "id": "H1bfb037dac8f", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H3fc3c2c34cee", "attempt": 1, "format": "strict_json" }, { "id": "H6b18aea23456", "attempt": 1, "format": "strict_json" }, { "id": "H4e43005c4648", "attempt": 1, "format": "strict_json" }, { "id": "H8925efa06267", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H93c55cfc0f98", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H685f8b5e8567", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H0d7baa86124c", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H2b4e72ef481d", "attempt": 1, "format": "strict_json" }, { "id": "Heff387c84521", "attempt": 1, "format": "strict_json" }, { "id": "Hc6cc3302a45a", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H282a9ffdd7fd", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H2a4cf9bb2c83", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H1501b5ea0040", "attempt": 1, "format": "strict_json" }, { "id": "Hf7ad0950ca22", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hfbd997710a91", "attempt": 1, "format": "strict_json" }, { "id": "H54e4307dd731", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hcac20bec2aa2", "attempt": 1, "format": "strict_json" }, { "id": "H076a42491f62", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H87388412c2a6", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hbe6b696a434f", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H7f9a0c89b5f6", "attempt": 1, "format": "strict_json" }, { "id": "H0e9581097799", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hb3e6742eec1d", "attempt": 1, "format": "strict_json" }, { "id": "Hb1e07c55f832", "attempt": 1, "format": "strict_json" }, { "id": "H583619d01105", "attempt": 1, "format": "strict_json" }, { "id": "H7b9b93427c7e", "attempt": 1, "format": "strict_json" }, { "id": "Hc2e66a4b720a", "attempt": 1, "format": "strict_json" }, { "id": "H4dc9b9da3a06", "attempt": 1, "format": "strict_json" } ], "parentResultReused": true }, { "model": "gpt-6-astra", "label": "GPT-6 Astra", "valid": 100, "invalid": [], "unprocessed": [], "calls": 100, "transportAttemptCount": 103, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 61, "matches": 41, "known": 50, "missed": 9, "counts": { "yes_true": 41, "yes_false": 20, "no_true": 9, "no_false": 30 }, "rates": { "ppv": 0.6721311475409836, "npv": 0.7692307692307693, "sens": 0.82, "spec": 0.6, "youden": 0.41999999999999993, "accuracy": 0.71, "balancedAccuracy": 0.71 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.1529003783102143, "npv": 0.2483974358974359, "sens": 0.2799999999999999, "spec": 0.09999999999999998, "youden": 0.3799999999999999, "accuracy": 0.18999999999999995, "balancedAccuracy": 0.18999999999999995 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6027353354408148, "hi": 0.7547169811320755, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.034913823738450596, "hi": 0.2745544862412178, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6666666666666666, "hi": 0.8787878787878788, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.09340236825965935, "hi": 0.40852255639097745, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.72, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.07999999999999996, "hi": 0.4799999999999999, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.46, "hi": 0.74, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.08000000000000002, "hi": 0.29999999999999993, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.26, "hi": 0.5800000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.11999999999999988, "hi": 0.6399999999999999, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.63, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.06000000000000005, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.63, "hi": 0.79, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.05999999999999994, "hi": 0.31999999999999995, "validReplicates": 10000, "degenerate": false } } } }, "forecasts": { "H556eb44d6587": true, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": true, "H9cb69403e6d8": true, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": false, "Hc35db8c00454": true, "Hb19a1eaedf6f": true, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": false, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": true, "H69deb1edcdbe": true, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": true, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": true, "H08fabc33f46f": true, "H2a2948ff61da": true, "He13f903f3124": false, "H2b4d50ec1df1": true, "H3c13b7e2d082": false, "H168dc0d22104": true, "Hb471544edd7b": false, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": true, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": true, "H685f8b5e8567": false, "H0d7baa86124c": true, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": false, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": false, "H87388412c2a6": false, "Hbe6b696a434f": false, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": true, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": false, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictForecasts": { "H556eb44d6587": true, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": true, "H9cb69403e6d8": true, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": false, "Hc35db8c00454": true, "Hb19a1eaedf6f": true, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": false, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": true, "H69deb1edcdbe": true, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": true, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": true, "H08fabc33f46f": true, "H2a2948ff61da": true, "He13f903f3124": false, "H2b4d50ec1df1": true, "H3c13b7e2d082": false, "H168dc0d22104": true, "Hb471544edd7b": false, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": true, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": true, "H685f8b5e8567": false, "H0d7baa86124c": true, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": false, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": false, "H87388412c2a6": false, "Hbe6b696a434f": false, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": true, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": false, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictInvalid": [], "formatRecovered": [], "selections": [ { "id": "H556eb44d6587", "attempt": 1, "format": "strict_json" }, { "id": "Hf84dc04d9967", "attempt": 1, "format": "strict_json" }, { "id": "Hd366df6c0c2d", "attempt": 1, "format": "strict_json" }, { "id": "Hca5687df1d17", "attempt": 1, "format": "strict_json" }, { "id": "H00754d90403e", "attempt": 1, "format": "strict_json" }, { "id": "H7b5933386c64", "attempt": 1, "format": "strict_json" }, { "id": "H9cb69403e6d8", "attempt": 1, "format": "strict_json" }, { "id": "H3d94392f96ae", "attempt": 1, "format": "strict_json" }, { "id": "H591cc6bdd061", "attempt": 1, "format": "strict_json" }, { "id": "H699141a0e533", "attempt": 1, "format": "strict_json" }, { "id": "H2a068a10286e", "attempt": 1, "format": "strict_json" }, { "id": "H5ae76ff04768", "attempt": 1, "format": "strict_json" }, { "id": "H9cc800ed9167", "attempt": 1, "format": "strict_json" }, { "id": "Hc35db8c00454", "attempt": 1, "format": "strict_json" }, { "id": "Hb19a1eaedf6f", "attempt": 1, "format": "strict_json" }, { "id": "Ha6af01b29947", "attempt": 1, "format": "strict_json" }, { "id": "H2d91f2d3ca48", "attempt": 1, "format": "strict_json" }, { "id": "Hbb8d36395a4f", "attempt": 1, "format": "strict_json" }, { "id": "Hdc04751acc25", "attempt": 1, "format": "strict_json" }, { "id": "H0b95ea5bca8b", "attempt": 1, "format": "strict_json" }, { "id": "Hc51c63819170", "attempt": 1, "format": "strict_json" }, { "id": "Hbcb2664c171e", "attempt": 1, "format": "strict_json" }, { "id": "Hd41fa6090167", "attempt": 1, "format": "strict_json" }, { "id": "H108fec88412d", "attempt": 1, "format": "strict_json" }, { "id": "H5401e2f1476e", "attempt": 1, "format": "strict_json" }, { "id": "H8856cfb6fb8c", "attempt": 1, "format": "strict_json" }, { "id": "H7d64d0c884ee", "attempt": 1, "format": "strict_json" }, { "id": "Hd2867abf0b74", "attempt": 1, "format": "strict_json" }, { "id": "Hde2c7f764541", "attempt": 1, "format": "strict_json" }, { "id": "Hb84019cbdccd", "attempt": 1, "format": "strict_json" }, { "id": "Hd06b5abc8c17", "attempt": 1, "format": "strict_json" }, { "id": "Ha8f158ded9d3", "attempt": 1, "format": "strict_json" }, { "id": "H6e57c7188991", "attempt": 1, "format": "strict_json" }, { "id": "H69deb1edcdbe", "attempt": 1, "format": "strict_json" }, { "id": "H770b494c23de", "attempt": 1, "format": "strict_json" }, { "id": "Ha24c224c2c5c", "attempt": 1, "format": "strict_json" }, { "id": "H312a9208a0df", "attempt": 1, "format": "strict_json" }, { "id": "Hdd257b1a803d", "attempt": 1, "format": "strict_json" }, { "id": "H5a66cc1d176d", "attempt": 1, "format": "strict_json" }, { "id": "Hf40c85e4b441", "attempt": 1, "format": "strict_json" }, { "id": "H2bf61d6a2dae", "attempt": 1, "format": "strict_json" }, { "id": "H69d1974ef6f3", "attempt": 1, "format": "strict_json" }, { "id": "Hca11ba345120", "attempt": 1, "format": "strict_json" }, { "id": "H9512eff47edd", "attempt": 1, "format": "strict_json" }, { "id": "H3525a80080db", "attempt": 1, "format": "strict_json" }, { "id": "H1ca81581ce0f", "attempt": 1, "format": "strict_json" }, { "id": "Hface15f9c0aa", "attempt": 1, "format": "strict_json" }, { "id": "He22abf94c32e", "attempt": 1, "format": "strict_json" }, { "id": "H27c93d908b66", "attempt": 1, "format": "strict_json" }, { "id": "H6512044a8ab4", "attempt": 1, "format": "strict_json" }, { "id": "H08fabc33f46f", "attempt": 1, "format": "strict_json" }, { "id": "H2a2948ff61da", "attempt": 1, "format": "strict_json" }, { "id": "He13f903f3124", "attempt": 1, "format": "strict_json" }, { "id": "H2b4d50ec1df1", "attempt": 1, "format": "strict_json" }, { "id": "H3c13b7e2d082", "attempt": 1, "format": "strict_json" }, { "id": "H168dc0d22104", "attempt": 1, "format": "strict_json" }, { "id": "Hb471544edd7b", "attempt": 1, "format": "strict_json" }, { "id": "H691ed522cf5f", "attempt": 1, "format": "strict_json" }, { "id": "H26edd2d7f68a", "attempt": 1, "format": "strict_json" }, { "id": "H16065de616b9", "attempt": 1, "format": "strict_json" }, { "id": "H2a93004b1bf8", "attempt": 1, "format": "strict_json" }, { "id": "H4cabb5322f8a", "attempt": 1, "format": "strict_json" }, { "id": "Hd7d86420f325", "attempt": 1, "format": "strict_json" }, { "id": "Hd792b655ff7a", "attempt": 1, "format": "strict_json" }, { "id": "Hd34f6a91bf41", "attempt": 1, "format": "strict_json" }, { "id": "Hae60cea8ffbf", "attempt": 1, "format": "strict_json" }, { "id": "Hed8ca67e265e", "attempt": 1, "format": "strict_json" }, { "id": "Hcc115f2aa2b3", "attempt": 1, "format": "strict_json" }, { "id": "Hfeee2fca0479", "attempt": 1, "format": "strict_json" }, { "id": "He6acd9cc7f13", "attempt": 1, "format": "strict_json" }, { "id": "H205c5e7920f5", "attempt": 1, "format": "strict_json" }, { "id": "H1bfb037dac8f", "attempt": 1, "format": "strict_json" }, { "id": "H3fc3c2c34cee", "attempt": 1, "format": "strict_json" }, { "id": "H6b18aea23456", "attempt": 1, "format": "strict_json" }, { "id": "H4e43005c4648", "attempt": 1, "format": "strict_json" }, { "id": "H8925efa06267", "attempt": 1, "format": "strict_json" }, { "id": "H93c55cfc0f98", "attempt": 1, "format": "strict_json" }, { "id": "H685f8b5e8567", "attempt": 1, "format": "strict_json" }, { "id": "H0d7baa86124c", "attempt": 1, "format": "strict_json" }, { "id": "H2b4e72ef481d", "attempt": 1, "format": "strict_json" }, { "id": "Heff387c84521", "attempt": 1, "format": "strict_json" }, { "id": "Hc6cc3302a45a", "attempt": 1, "format": "strict_json" }, { "id": "H282a9ffdd7fd", "attempt": 1, "format": "strict_json" }, { "id": "H2a4cf9bb2c83", "attempt": 1, "format": "strict_json" }, { "id": "H1501b5ea0040", "attempt": 1, "format": "strict_json" }, { "id": "Hf7ad0950ca22", "attempt": 1, "format": "strict_json" }, { "id": "Hfbd997710a91", "attempt": 1, "format": "strict_json" }, { "id": "H54e4307dd731", "attempt": 1, "format": "strict_json" }, { "id": "Hcac20bec2aa2", "attempt": 1, "format": "strict_json" }, { "id": "H076a42491f62", "attempt": 1, "format": "strict_json" }, { "id": "H87388412c2a6", "attempt": 1, "format": "strict_json" }, { "id": "Hbe6b696a434f", "attempt": 1, "format": "strict_json" }, { "id": "H7f9a0c89b5f6", "attempt": 1, "format": "strict_json" }, { "id": "H0e9581097799", "attempt": 1, "format": "strict_json" }, { "id": "Hb3e6742eec1d", "attempt": 1, "format": "strict_json" }, { "id": "Hb1e07c55f832", "attempt": 1, "format": "strict_json" }, { "id": "H583619d01105", "attempt": 1, "format": "strict_json" }, { "id": "H7b9b93427c7e", "attempt": 1, "format": "strict_json" }, { "id": "Hc2e66a4b720a", "attempt": 1, "format": "strict_json" }, { "id": "H4dc9b9da3a06", "attempt": 1, "format": "strict_json" } ], "parentResultReused": true }, { "model": "gemini-4-argon-high", "label": "Gemini 4 Argon High", "valid": 100, "invalid": [], "unprocessed": [], "calls": 100, "transportAttemptCount": 101, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 46, "matches": 37, "known": 50, "missed": 13, "counts": { "yes_true": 37, "yes_false": 9, "no_true": 13, "no_false": 41 }, "rates": { "ppv": 0.8043478260869565, "npv": 0.7592592592592593, "sens": 0.74, "spec": 0.82, "youden": 0.56, "accuracy": 0.78, "balancedAccuracy": 0.78 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.28511705685618727, "npv": 0.23842592592592593, "sens": 0.19999999999999996, "spec": 0.31999999999999995, "youden": 0.52, "accuracy": 0.26, "balancedAccuracy": 0.26 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7058823529411765, "hi": 0.9047619047619048, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.15806512019752098, "hi": 0.41125177319651673, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6724137931034483, "hi": 0.8541666666666666, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.10473512518214827, "hi": 0.3732586819797648, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.62, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.39999999999999997, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.7, "hi": 0.92, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.15999999999999992, "hi": 0.48000000000000004, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.3799999999999999, "hi": 0.72, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.2799999999999998, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.69, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.1399999999999999, "hi": 0.37999999999999995, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.69, "hi": 0.86, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.1399999999999999, "hi": 0.38, "validReplicates": 10000, "degenerate": false } } } }, "forecasts": { "H556eb44d6587": false, "Hf84dc04d9967": false, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": true, "Hc35db8c00454": false, "Hb19a1eaedf6f": false, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": false, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": false, "H312a9208a0df": false, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": false, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": false, "He13f903f3124": false, "H2b4d50ec1df1": false, "H3c13b7e2d082": true, "H168dc0d22104": true, "Hb471544edd7b": false, "H691ed522cf5f": false, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": false, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": false, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": true, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": false, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": false, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictForecasts": { "H556eb44d6587": false, "Hf84dc04d9967": false, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": true, "Hc35db8c00454": false, "Hb19a1eaedf6f": false, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": false, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": false, "H312a9208a0df": false, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": false, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": false, "He13f903f3124": false, "H2b4d50ec1df1": false, "H3c13b7e2d082": true, "H168dc0d22104": true, "Hb471544edd7b": false, "H691ed522cf5f": false, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": false, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": false, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": true, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": false, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": false, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictInvalid": [], "formatRecovered": [], "selections": [ { "id": "H556eb44d6587", "attempt": 1, "format": "strict_json" }, { "id": "Hf84dc04d9967", "attempt": 1, "format": "strict_json" }, { "id": "Hd366df6c0c2d", "attempt": 1, "format": "strict_json" }, { "id": "Hca5687df1d17", "attempt": 1, "format": "strict_json" }, { "id": "H00754d90403e", "attempt": 1, "format": "strict_json" }, { "id": "H7b5933386c64", "attempt": 1, "format": "strict_json" }, { "id": "H9cb69403e6d8", "attempt": 1, "format": "strict_json" }, { "id": "H3d94392f96ae", "attempt": 1, "format": "strict_json" }, { "id": "H591cc6bdd061", "attempt": 1, "format": "strict_json" }, { "id": "H699141a0e533", "attempt": 1, "format": "strict_json" }, { "id": "H2a068a10286e", "attempt": 1, "format": "strict_json" }, { "id": "H5ae76ff04768", "attempt": 1, "format": "strict_json" }, { "id": "H9cc800ed9167", "attempt": 1, "format": "strict_json" }, { "id": "Hc35db8c00454", "attempt": 1, "format": "strict_json" }, { "id": "Hb19a1eaedf6f", "attempt": 1, "format": "strict_json" }, { "id": "Ha6af01b29947", "attempt": 1, "format": "strict_json" }, { "id": "H2d91f2d3ca48", "attempt": 1, "format": "strict_json" }, { "id": "Hbb8d36395a4f", "attempt": 1, "format": "strict_json" }, { "id": "Hdc04751acc25", "attempt": 1, "format": "strict_json" }, { "id": "H0b95ea5bca8b", "attempt": 1, "format": "strict_json" }, { "id": "Hc51c63819170", "attempt": 1, "format": "strict_json" }, { "id": "Hbcb2664c171e", "attempt": 1, "format": "strict_json" }, { "id": "Hd41fa6090167", "attempt": 1, "format": "strict_json" }, { "id": "H108fec88412d", "attempt": 1, "format": "strict_json" }, { "id": "H5401e2f1476e", "attempt": 1, "format": "strict_json" }, { "id": "H8856cfb6fb8c", "attempt": 1, "format": "strict_json" }, { "id": "H7d64d0c884ee", "attempt": 1, "format": "strict_json" }, { "id": "Hd2867abf0b74", "attempt": 1, "format": "strict_json" }, { "id": "Hde2c7f764541", "attempt": 1, "format": "strict_json" }, { "id": "Hb84019cbdccd", "attempt": 1, "format": "strict_json" }, { "id": "Hd06b5abc8c17", "attempt": 1, "format": "strict_json" }, { "id": "Ha8f158ded9d3", "attempt": 1, "format": "strict_json" }, { "id": "H6e57c7188991", "attempt": 1, "format": "strict_json" }, { "id": "H69deb1edcdbe", "attempt": 1, "format": "strict_json" }, { "id": "H770b494c23de", "attempt": 1, "format": "strict_json" }, { "id": "Ha24c224c2c5c", "attempt": 1, "format": "strict_json" }, { "id": "H312a9208a0df", "attempt": 1, "format": "strict_json" }, { "id": "Hdd257b1a803d", "attempt": 1, "format": "strict_json" }, { "id": "H5a66cc1d176d", "attempt": 1, "format": "strict_json" }, { "id": "Hf40c85e4b441", "attempt": 1, "format": "strict_json" }, { "id": "H2bf61d6a2dae", "attempt": 1, "format": "strict_json" }, { "id": "H69d1974ef6f3", "attempt": 1, "format": "strict_json" }, { "id": "Hca11ba345120", "attempt": 1, "format": "strict_json" }, { "id": "H9512eff47edd", "attempt": 1, "format": "strict_json" }, { "id": "H3525a80080db", "attempt": 1, "format": "strict_json" }, { "id": "H1ca81581ce0f", "attempt": 1, "format": "strict_json" }, { "id": "Hface15f9c0aa", "attempt": 1, "format": "strict_json" }, { "id": "He22abf94c32e", "attempt": 1, "format": "strict_json" }, { "id": "H27c93d908b66", "attempt": 1, "format": "strict_json" }, { "id": "H6512044a8ab4", "attempt": 1, "format": "strict_json" }, { "id": "H08fabc33f46f", "attempt": 1, "format": "strict_json" }, { "id": "H2a2948ff61da", "attempt": 1, "format": "strict_json" }, { "id": "He13f903f3124", "attempt": 1, "format": "strict_json" }, { "id": "H2b4d50ec1df1", "attempt": 1, "format": "strict_json" }, { "id": "H3c13b7e2d082", "attempt": 1, "format": "strict_json" }, { "id": "H168dc0d22104", "attempt": 1, "format": "strict_json" }, { "id": "Hb471544edd7b", "attempt": 1, "format": "strict_json" }, { "id": "H691ed522cf5f", "attempt": 1, "format": "strict_json" }, { "id": "H26edd2d7f68a", "attempt": 1, "format": "strict_json" }, { "id": "H16065de616b9", "attempt": 1, "format": "strict_json" }, { "id": "H2a93004b1bf8", "attempt": 1, "format": "strict_json" }, { "id": "H4cabb5322f8a", "attempt": 1, "format": "strict_json" }, { "id": "Hd7d86420f325", "attempt": 1, "format": "strict_json" }, { "id": "Hd792b655ff7a", "attempt": 1, "format": "strict_json" }, { "id": "Hd34f6a91bf41", "attempt": 1, "format": "strict_json" }, { "id": "Hae60cea8ffbf", "attempt": 1, "format": "strict_json" }, { "id": "Hed8ca67e265e", "attempt": 1, "format": "strict_json" }, { "id": "Hcc115f2aa2b3", "attempt": 1, "format": "strict_json" }, { "id": "Hfeee2fca0479", "attempt": 1, "format": "strict_json" }, { "id": "He6acd9cc7f13", "attempt": 1, "format": "strict_json" }, { "id": "H205c5e7920f5", "attempt": 1, "format": "strict_json" }, { "id": "H1bfb037dac8f", "attempt": 1, "format": "strict_json" }, { "id": "H3fc3c2c34cee", "attempt": 1, "format": "strict_json" }, { "id": "H6b18aea23456", "attempt": 1, "format": "strict_json" }, { "id": "H4e43005c4648", "attempt": 1, "format": "strict_json" }, { "id": "H8925efa06267", "attempt": 1, "format": "strict_json" }, { "id": "H93c55cfc0f98", "attempt": 1, "format": "strict_json" }, { "id": "H685f8b5e8567", "attempt": 1, "format": "strict_json" }, { "id": "H0d7baa86124c", "attempt": 1, "format": "strict_json" }, { "id": "H2b4e72ef481d", "attempt": 1, "format": "strict_json" }, { "id": "Heff387c84521", "attempt": 1, "format": "strict_json" }, { "id": "Hc6cc3302a45a", "attempt": 1, "format": "strict_json" }, { "id": "H282a9ffdd7fd", "attempt": 1, "format": "strict_json" }, { "id": "H2a4cf9bb2c83", "attempt": 1, "format": "strict_json" }, { "id": "H1501b5ea0040", "attempt": 1, "format": "strict_json" }, { "id": "Hf7ad0950ca22", "attempt": 1, "format": "strict_json" }, { "id": "Hfbd997710a91", "attempt": 1, "format": "strict_json" }, { "id": "H54e4307dd731", "attempt": 1, "format": "strict_json" }, { "id": "Hcac20bec2aa2", "attempt": 1, "format": "strict_json" }, { "id": "H076a42491f62", "attempt": 1, "format": "strict_json" }, { "id": "H87388412c2a6", "attempt": 1, "format": "strict_json" }, { "id": "Hbe6b696a434f", "attempt": 1, "format": "strict_json" }, { "id": "H7f9a0c89b5f6", "attempt": 1, "format": "strict_json" }, { "id": "H0e9581097799", "attempt": 1, "format": "strict_json" }, { "id": "Hb3e6742eec1d", "attempt": 1, "format": "strict_json" }, { "id": "Hb1e07c55f832", "attempt": 1, "format": "strict_json" }, { "id": "H583619d01105", "attempt": 1, "format": "strict_json" }, { "id": "H7b9b93427c7e", "attempt": 1, "format": "strict_json" }, { "id": "Hc2e66a4b720a", "attempt": 1, "format": "strict_json" }, { "id": "H4dc9b9da3a06", "attempt": 1, "format": "strict_json" } ], "parentResultReused": true }, { "model": "grok-4.5", "label": "Grok 4.5", "valid": 100, "invalid": [], "unprocessed": [], "calls": 105, "transportAttemptCount": 106, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 47, "matches": 36, "known": 50, "missed": 14, "counts": { "yes_true": 36, "yes_false": 11, "no_true": 14, "no_false": 39 }, "rates": { "ppv": 0.7659574468085106, "npv": 0.7358490566037735, "sens": 0.72, "spec": 0.78, "youden": 0.5, "accuracy": 0.75, "balancedAccuracy": 0.75 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.24672667757774136, "npv": 0.21501572327044016, "sens": 0.17999999999999994, "spec": 0.28, "youden": 0.45999999999999996, "accuracy": 0.22999999999999998, "balancedAccuracy": 0.22999999999999998 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.66, "hi": 0.8717948717948718, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.1107136371497751, "hi": 0.3870034778852203, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.64, "hi": 0.8367346938775511, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.08352614301534567, "hi": 0.3426452276010223, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.6, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0, "hi": 0.36000000000000004, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.66, "hi": 0.88, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.09999999999999998, "hi": 0.45999999999999996, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.30000000000000004, "hi": 0.6800000000000002, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.19999999999999996, "hi": 0.7000000000000002, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.65, "hi": 0.84, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.09999999999999998, "hi": 0.35000000000000003, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.65, "hi": 0.8400000000000001, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.09999999999999998, "hi": 0.3500000000000001, "validReplicates": 10000, "degenerate": false } } } }, "forecasts": { "H556eb44d6587": false, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": false, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": true, "Hc35db8c00454": false, "Hb19a1eaedf6f": true, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": true, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": false, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": true, "H08fabc33f46f": true, "H2a2948ff61da": false, "He13f903f3124": false, "H2b4d50ec1df1": false, "H3c13b7e2d082": false, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": true, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": false, "Hae60cea8ffbf": false, "Hed8ca67e265e": false, "Hcc115f2aa2b3": false, "Hfeee2fca0479": false, "He6acd9cc7f13": false, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": false, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": true, "H2a4cf9bb2c83": false, "H1501b5ea0040": false, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": false, "H87388412c2a6": false, "Hbe6b696a434f": false, "H7f9a0c89b5f6": false, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictForecasts": { "H556eb44d6587": false, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": false, "H7b5933386c64": false, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": true, "Hc35db8c00454": false, "Hb19a1eaedf6f": true, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": true, "Hdd257b1a803d": false, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": false, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": true, "H08fabc33f46f": true, "H2a2948ff61da": false, "He13f903f3124": false, "H2b4d50ec1df1": false, "H3c13b7e2d082": false, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": true, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": false, "Hae60cea8ffbf": false, "Hed8ca67e265e": false, "Hcc115f2aa2b3": false, "Hfeee2fca0479": false, "He6acd9cc7f13": false, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": false, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": true, "H2a4cf9bb2c83": false, "H1501b5ea0040": false, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": false, "H87388412c2a6": false, "Hbe6b696a434f": false, "H7f9a0c89b5f6": false, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": true, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictInvalid": [], "formatRecovered": [], "selections": [ { "id": "H556eb44d6587", "attempt": 1, "format": "strict_json" }, { "id": "Hf84dc04d9967", "attempt": 1, "format": "strict_json" }, { "id": "Hd366df6c0c2d", "attempt": 1, "format": "strict_json" }, { "id": "Hca5687df1d17", "attempt": 1, "format": "strict_json" }, { "id": "H00754d90403e", "attempt": 1, "format": "strict_json" }, { "id": "H7b5933386c64", "attempt": 1, "format": "strict_json" }, { "id": "H9cb69403e6d8", "attempt": 1, "format": "strict_json" }, { "id": "H3d94392f96ae", "attempt": 1, "format": "strict_json" }, { "id": "H591cc6bdd061", "attempt": 1, "format": "strict_json" }, { "id": "H699141a0e533", "attempt": 1, "format": "strict_json" }, { "id": "H2a068a10286e", "attempt": 1, "format": "strict_json" }, { "id": "H5ae76ff04768", "attempt": 1, "format": "strict_json" }, { "id": "H9cc800ed9167", "attempt": 1, "format": "strict_json" }, { "id": "Hc35db8c00454", "attempt": 2, "format": "strict_json" }, { "id": "Hb19a1eaedf6f", "attempt": 1, "format": "strict_json" }, { "id": "Ha6af01b29947", "attempt": 1, "format": "strict_json" }, { "id": "H2d91f2d3ca48", "attempt": 1, "format": "strict_json" }, { "id": "Hbb8d36395a4f", "attempt": 1, "format": "strict_json" }, { "id": "Hdc04751acc25", "attempt": 1, "format": "strict_json" }, { "id": "H0b95ea5bca8b", "attempt": 1, "format": "strict_json" }, { "id": "Hc51c63819170", "attempt": 1, "format": "strict_json" }, { "id": "Hbcb2664c171e", "attempt": 1, "format": "strict_json" }, { "id": "Hd41fa6090167", "attempt": 2, "format": "strict_json" }, { "id": "H108fec88412d", "attempt": 1, "format": "strict_json" }, { "id": "H5401e2f1476e", "attempt": 1, "format": "strict_json" }, { "id": "H8856cfb6fb8c", "attempt": 1, "format": "strict_json" }, { "id": "H7d64d0c884ee", "attempt": 1, "format": "strict_json" }, { "id": "Hd2867abf0b74", "attempt": 1, "format": "strict_json" }, { "id": "Hde2c7f764541", "attempt": 1, "format": "strict_json" }, { "id": "Hb84019cbdccd", "attempt": 1, "format": "strict_json" }, { "id": "Hd06b5abc8c17", "attempt": 1, "format": "strict_json" }, { "id": "Ha8f158ded9d3", "attempt": 1, "format": "strict_json" }, { "id": "H6e57c7188991", "attempt": 1, "format": "strict_json" }, { "id": "H69deb1edcdbe", "attempt": 1, "format": "strict_json" }, { "id": "H770b494c23de", "attempt": 1, "format": "strict_json" }, { "id": "Ha24c224c2c5c", "attempt": 1, "format": "strict_json" }, { "id": "H312a9208a0df", "attempt": 1, "format": "strict_json" }, { "id": "Hdd257b1a803d", "attempt": 1, "format": "strict_json" }, { "id": "H5a66cc1d176d", "attempt": 1, "format": "strict_json" }, { "id": "Hf40c85e4b441", "attempt": 1, "format": "strict_json" }, { "id": "H2bf61d6a2dae", "attempt": 1, "format": "strict_json" }, { "id": "H69d1974ef6f3", "attempt": 1, "format": "strict_json" }, { "id": "Hca11ba345120", "attempt": 1, "format": "strict_json" }, { "id": "H9512eff47edd", "attempt": 1, "format": "strict_json" }, { "id": "H3525a80080db", "attempt": 1, "format": "strict_json" }, { "id": "H1ca81581ce0f", "attempt": 1, "format": "strict_json" }, { "id": "Hface15f9c0aa", "attempt": 1, "format": "strict_json" }, { "id": "He22abf94c32e", "attempt": 1, "format": "strict_json" }, { "id": "H27c93d908b66", "attempt": 1, "format": "strict_json" }, { "id": "H6512044a8ab4", "attempt": 1, "format": "strict_json" }, { "id": "H08fabc33f46f", "attempt": 1, "format": "strict_json" }, { "id": "H2a2948ff61da", "attempt": 1, "format": "strict_json" }, { "id": "He13f903f3124", "attempt": 2, "format": "strict_json" }, { "id": "H2b4d50ec1df1", "attempt": 1, "format": "strict_json" }, { "id": "H3c13b7e2d082", "attempt": 1, "format": "strict_json" }, { "id": "H168dc0d22104", "attempt": 1, "format": "strict_json" }, { "id": "Hb471544edd7b", "attempt": 1, "format": "strict_json" }, { "id": "H691ed522cf5f", "attempt": 1, "format": "strict_json" }, { "id": "H26edd2d7f68a", "attempt": 1, "format": "strict_json" }, { "id": "H16065de616b9", "attempt": 1, "format": "strict_json" }, { "id": "H2a93004b1bf8", "attempt": 1, "format": "strict_json" }, { "id": "H4cabb5322f8a", "attempt": 1, "format": "strict_json" }, { "id": "Hd7d86420f325", "attempt": 1, "format": "strict_json" }, { "id": "Hd792b655ff7a", "attempt": 1, "format": "strict_json" }, { "id": "Hd34f6a91bf41", "attempt": 1, "format": "strict_json" }, { "id": "Hae60cea8ffbf", "attempt": 1, "format": "strict_json" }, { "id": "Hed8ca67e265e", "attempt": 1, "format": "strict_json" }, { "id": "Hcc115f2aa2b3", "attempt": 1, "format": "strict_json" }, { "id": "Hfeee2fca0479", "attempt": 1, "format": "strict_json" }, { "id": "He6acd9cc7f13", "attempt": 1, "format": "strict_json" }, { "id": "H205c5e7920f5", "attempt": 1, "format": "strict_json" }, { "id": "H1bfb037dac8f", "attempt": 1, "format": "strict_json" }, { "id": "H3fc3c2c34cee", "attempt": 2, "format": "strict_json" }, { "id": "H6b18aea23456", "attempt": 1, "format": "strict_json" }, { "id": "H4e43005c4648", "attempt": 1, "format": "strict_json" }, { "id": "H8925efa06267", "attempt": 1, "format": "strict_json" }, { "id": "H93c55cfc0f98", "attempt": 1, "format": "strict_json" }, { "id": "H685f8b5e8567", "attempt": 1, "format": "strict_json" }, { "id": "H0d7baa86124c", "attempt": 1, "format": "strict_json" }, { "id": "H2b4e72ef481d", "attempt": 1, "format": "strict_json" }, { "id": "Heff387c84521", "attempt": 2, "format": "strict_json" }, { "id": "Hc6cc3302a45a", "attempt": 1, "format": "strict_json" }, { "id": "H282a9ffdd7fd", "attempt": 1, "format": "strict_json" }, { "id": "H2a4cf9bb2c83", "attempt": 1, "format": "strict_json" }, { "id": "H1501b5ea0040", "attempt": 1, "format": "strict_json" }, { "id": "Hf7ad0950ca22", "attempt": 1, "format": "strict_json" }, { "id": "Hfbd997710a91", "attempt": 1, "format": "strict_json" }, { "id": "H54e4307dd731", "attempt": 1, "format": "strict_json" }, { "id": "Hcac20bec2aa2", "attempt": 1, "format": "strict_json" }, { "id": "H076a42491f62", "attempt": 1, "format": "strict_json" }, { "id": "H87388412c2a6", "attempt": 1, "format": "strict_json" }, { "id": "Hbe6b696a434f", "attempt": 1, "format": "strict_json" }, { "id": "H7f9a0c89b5f6", "attempt": 1, "format": "strict_json" }, { "id": "H0e9581097799", "attempt": 1, "format": "strict_json" }, { "id": "Hb3e6742eec1d", "attempt": 1, "format": "strict_json" }, { "id": "Hb1e07c55f832", "attempt": 1, "format": "strict_json" }, { "id": "H583619d01105", "attempt": 1, "format": "strict_json" }, { "id": "H7b9b93427c7e", "attempt": 1, "format": "strict_json" }, { "id": "Hc2e66a4b720a", "attempt": 1, "format": "strict_json" }, { "id": "H4dc9b9da3a06", "attempt": 1, "format": "strict_json" } ], "parentResultReused": true }, { "model": "claude-opus-5-5", "label": "Opus 5.5", "valid": 100, "invalid": [], "calls": 111, "transportAttemptCount": 111, "strictForecasts": { "H556eb44d6587": true, "Hf84dc04d9967": true, "Hca5687df1d17": false, "H00754d90403e": true, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H9cc800ed9167": false, "Hc35db8c00454": true, "Hb19a1eaedf6f": false, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": false, "Hdd257b1a803d": true, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": false, "H27c93d908b66": true, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": true, "He13f903f3124": true, "H2b4d50ec1df1": true, "H3c13b7e2d082": true, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H0d7baa86124c": false, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": true, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": false, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "strictInvalid": [ "Hd366df6c0c2d", "H2a068a10286e", "H5ae76ff04768", "H5a66cc1d176d", "H685f8b5e8567", "H2a4cf9bb2c83" ], "formatRecovered": [ "Hd366df6c0c2d", "H2a068a10286e", "H5ae76ff04768", "H5401e2f1476e", "H69deb1edcdbe", "H5a66cc1d176d", "He22abf94c32e", "H2a93004b1bf8", "H685f8b5e8567", "H2a4cf9bb2c83", "Hb3e6742eec1d" ], "selections": [ { "id": "H556eb44d6587", "attempt": 1, "format": "strict_json" }, { "id": "Hf84dc04d9967", "attempt": 1, "format": "strict_json" }, { "id": "Hd366df6c0c2d", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hca5687df1d17", "attempt": 1, "format": "strict_json" }, { "id": "H00754d90403e", "attempt": 1, "format": "strict_json" }, { "id": "H7b5933386c64", "attempt": 1, "format": "strict_json" }, { "id": "H9cb69403e6d8", "attempt": 1, "format": "strict_json" }, { "id": "H3d94392f96ae", "attempt": 1, "format": "strict_json" }, { "id": "H591cc6bdd061", "attempt": 1, "format": "strict_json" }, { "id": "H699141a0e533", "attempt": 1, "format": "strict_json" }, { "id": "H2a068a10286e", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H5ae76ff04768", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H9cc800ed9167", "attempt": 1, "format": "strict_json" }, { "id": "Hc35db8c00454", "attempt": 1, "format": "strict_json" }, { "id": "Hb19a1eaedf6f", "attempt": 1, "format": "strict_json" }, { "id": "Ha6af01b29947", "attempt": 1, "format": "strict_json" }, { "id": "H2d91f2d3ca48", "attempt": 1, "format": "strict_json" }, { "id": "Hbb8d36395a4f", "attempt": 1, "format": "strict_json" }, { "id": "Hdc04751acc25", "attempt": 1, "format": "strict_json" }, { "id": "H0b95ea5bca8b", "attempt": 1, "format": "strict_json" }, { "id": "Hc51c63819170", "attempt": 1, "format": "strict_json" }, { "id": "Hbcb2664c171e", "attempt": 1, "format": "strict_json" }, { "id": "Hd41fa6090167", "attempt": 1, "format": "strict_json" }, { "id": "H108fec88412d", "attempt": 1, "format": "strict_json" }, { "id": "H5401e2f1476e", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H8856cfb6fb8c", "attempt": 1, "format": "strict_json" }, { "id": "H7d64d0c884ee", "attempt": 1, "format": "strict_json" }, { "id": "Hd2867abf0b74", "attempt": 1, "format": "strict_json" }, { "id": "Hde2c7f764541", "attempt": 1, "format": "strict_json" }, { "id": "Hb84019cbdccd", "attempt": 1, "format": "strict_json" }, { "id": "Hd06b5abc8c17", "attempt": 1, "format": "strict_json" }, { "id": "Ha8f158ded9d3", "attempt": 1, "format": "strict_json" }, { "id": "H6e57c7188991", "attempt": 1, "format": "strict_json" }, { "id": "H69deb1edcdbe", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H770b494c23de", "attempt": 1, "format": "strict_json" }, { "id": "Ha24c224c2c5c", "attempt": 1, "format": "strict_json" }, { "id": "H312a9208a0df", "attempt": 1, "format": "strict_json" }, { "id": "Hdd257b1a803d", "attempt": 1, "format": "strict_json" }, { "id": "H5a66cc1d176d", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hf40c85e4b441", "attempt": 1, "format": "strict_json" }, { "id": "H2bf61d6a2dae", "attempt": 1, "format": "strict_json" }, { "id": "H69d1974ef6f3", "attempt": 1, "format": "strict_json" }, { "id": "Hca11ba345120", "attempt": 1, "format": "strict_json" }, { "id": "H9512eff47edd", "attempt": 1, "format": "strict_json" }, { "id": "H3525a80080db", "attempt": 1, "format": "strict_json" }, { "id": "H1ca81581ce0f", "attempt": 1, "format": "strict_json" }, { "id": "Hface15f9c0aa", "attempt": 1, "format": "strict_json" }, { "id": "He22abf94c32e", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H27c93d908b66", "attempt": 1, "format": "strict_json" }, { "id": "H6512044a8ab4", "attempt": 1, "format": "strict_json" }, { "id": "H08fabc33f46f", "attempt": 1, "format": "strict_json" }, { "id": "H2a2948ff61da", "attempt": 1, "format": "strict_json" }, { "id": "He13f903f3124", "attempt": 1, "format": "strict_json" }, { "id": "H2b4d50ec1df1", "attempt": 1, "format": "strict_json" }, { "id": "H3c13b7e2d082", "attempt": 1, "format": "strict_json" }, { "id": "H168dc0d22104", "attempt": 1, "format": "strict_json" }, { "id": "Hb471544edd7b", "attempt": 1, "format": "strict_json" }, { "id": "H691ed522cf5f", "attempt": 1, "format": "strict_json" }, { "id": "H26edd2d7f68a", "attempt": 1, "format": "strict_json" }, { "id": "H16065de616b9", "attempt": 1, "format": "strict_json" }, { "id": "H2a93004b1bf8", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H4cabb5322f8a", "attempt": 1, "format": "strict_json" }, { "id": "Hd7d86420f325", "attempt": 1, "format": "strict_json" }, { "id": "Hd792b655ff7a", "attempt": 1, "format": "strict_json" }, { "id": "Hd34f6a91bf41", "attempt": 1, "format": "strict_json" }, { "id": "Hae60cea8ffbf", "attempt": 1, "format": "strict_json" }, { "id": "Hed8ca67e265e", "attempt": 1, "format": "strict_json" }, { "id": "Hcc115f2aa2b3", "attempt": 1, "format": "strict_json" }, { "id": "Hfeee2fca0479", "attempt": 1, "format": "strict_json" }, { "id": "He6acd9cc7f13", "attempt": 1, "format": "strict_json" }, { "id": "H205c5e7920f5", "attempt": 1, "format": "strict_json" }, { "id": "H1bfb037dac8f", "attempt": 1, "format": "strict_json" }, { "id": "H3fc3c2c34cee", "attempt": 1, "format": "strict_json" }, { "id": "H6b18aea23456", "attempt": 1, "format": "strict_json" }, { "id": "H4e43005c4648", "attempt": 1, "format": "strict_json" }, { "id": "H8925efa06267", "attempt": 1, "format": "strict_json" }, { "id": "H93c55cfc0f98", "attempt": 1, "format": "strict_json" }, { "id": "H685f8b5e8567", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H0d7baa86124c", "attempt": 1, "format": "strict_json" }, { "id": "H2b4e72ef481d", "attempt": 1, "format": "strict_json" }, { "id": "Heff387c84521", "attempt": 1, "format": "strict_json" }, { "id": "Hc6cc3302a45a", "attempt": 1, "format": "strict_json" }, { "id": "H282a9ffdd7fd", "attempt": 1, "format": "strict_json" }, { "id": "H2a4cf9bb2c83", "attempt": 1, "format": "single_json_with_prose" }, { "id": "H1501b5ea0040", "attempt": 1, "format": "strict_json" }, { "id": "Hf7ad0950ca22", "attempt": 1, "format": "strict_json" }, { "id": "Hfbd997710a91", "attempt": 1, "format": "strict_json" }, { "id": "H54e4307dd731", "attempt": 1, "format": "strict_json" }, { "id": "Hcac20bec2aa2", "attempt": 1, "format": "strict_json" }, { "id": "H076a42491f62", "attempt": 1, "format": "strict_json" }, { "id": "H87388412c2a6", "attempt": 1, "format": "strict_json" }, { "id": "Hbe6b696a434f", "attempt": 1, "format": "strict_json" }, { "id": "H7f9a0c89b5f6", "attempt": 1, "format": "strict_json" }, { "id": "H0e9581097799", "attempt": 1, "format": "strict_json" }, { "id": "Hb3e6742eec1d", "attempt": 1, "format": "single_json_with_prose" }, { "id": "Hb1e07c55f832", "attempt": 1, "format": "strict_json" }, { "id": "H583619d01105", "attempt": 1, "format": "strict_json" }, { "id": "H7b9b93427c7e", "attempt": 1, "format": "strict_json" }, { "id": "Hc2e66a4b720a", "attempt": 1, "format": "strict_json" }, { "id": "H4dc9b9da3a06", "attempt": 1, "format": "strict_json" } ], "forecasts": { "H556eb44d6587": true, "Hf84dc04d9967": true, "Hd366df6c0c2d": false, "Hca5687df1d17": false, "H00754d90403e": true, "H7b5933386c64": true, "H9cb69403e6d8": false, "H3d94392f96ae": false, "H591cc6bdd061": true, "H699141a0e533": false, "H2a068a10286e": false, "H5ae76ff04768": false, "H9cc800ed9167": false, "Hc35db8c00454": true, "Hb19a1eaedf6f": false, "Ha6af01b29947": false, "H2d91f2d3ca48": false, "Hbb8d36395a4f": true, "Hdc04751acc25": true, "H0b95ea5bca8b": true, "Hc51c63819170": false, "Hbcb2664c171e": false, "Hd41fa6090167": true, "H108fec88412d": true, "H5401e2f1476e": false, "H8856cfb6fb8c": true, "H7d64d0c884ee": true, "Hd2867abf0b74": true, "Hde2c7f764541": true, "Hb84019cbdccd": true, "Hd06b5abc8c17": true, "Ha8f158ded9d3": true, "H6e57c7188991": false, "H69deb1edcdbe": false, "H770b494c23de": true, "Ha24c224c2c5c": true, "H312a9208a0df": false, "Hdd257b1a803d": true, "H5a66cc1d176d": false, "Hf40c85e4b441": false, "H2bf61d6a2dae": true, "H69d1974ef6f3": false, "Hca11ba345120": true, "H9512eff47edd": true, "H3525a80080db": false, "H1ca81581ce0f": true, "Hface15f9c0aa": false, "He22abf94c32e": true, "H27c93d908b66": true, "H6512044a8ab4": false, "H08fabc33f46f": true, "H2a2948ff61da": true, "He13f903f3124": true, "H2b4d50ec1df1": true, "H3c13b7e2d082": true, "H168dc0d22104": true, "Hb471544edd7b": true, "H691ed522cf5f": true, "H26edd2d7f68a": false, "H16065de616b9": false, "H2a93004b1bf8": false, "H4cabb5322f8a": true, "Hd7d86420f325": false, "Hd792b655ff7a": false, "Hd34f6a91bf41": true, "Hae60cea8ffbf": true, "Hed8ca67e265e": true, "Hcc115f2aa2b3": true, "Hfeee2fca0479": false, "He6acd9cc7f13": true, "H205c5e7920f5": true, "H1bfb037dac8f": false, "H3fc3c2c34cee": true, "H6b18aea23456": true, "H4e43005c4648": true, "H8925efa06267": false, "H93c55cfc0f98": false, "H685f8b5e8567": false, "H0d7baa86124c": false, "H2b4e72ef481d": true, "Heff387c84521": true, "Hc6cc3302a45a": false, "H282a9ffdd7fd": true, "H2a4cf9bb2c83": false, "H1501b5ea0040": true, "Hf7ad0950ca22": true, "Hfbd997710a91": true, "H54e4307dd731": true, "Hcac20bec2aa2": true, "H076a42491f62": true, "H87388412c2a6": false, "Hbe6b696a434f": true, "H7f9a0c89b5f6": true, "H0e9581097799": true, "Hb3e6742eec1d": false, "Hb1e07c55f832": true, "H583619d01105": true, "H7b9b93427c7e": false, "Hc2e66a4b720a": true, "H4dc9b9da3a06": true }, "parentResultReused": false, "sourceGenerator": false, "originalReferenceJudge": false, "referenceJudgeRelationship": null, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 61, "matches": 42, "known": 50, "missed": 8, "counts": { "yes_true": 42, "yes_false": 19, "no_true": 8, "no_false": 31 }, "rates": { "ppv": 0.6885245901639344, "npv": 0.7948717948717948, "sens": 0.84, "spec": 0.62, "youden": 0.45999999999999996, "accuracy": 0.73, "balancedAccuracy": 0.73 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.16929382093316514, "npv": 0.27403846153846145, "sens": 0.29999999999999993, "spec": 0.12, "youden": 0.41999999999999993, "accuracy": 0.20999999999999996, "balancedAccuracy": 0.20999999999999996 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.6197183098591549, "hi": 0.7692307692307693, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.05431555185412471, "hi": 0.28999231678487, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.6999528301886793, "hi": 0.9032258064516129, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": 0.13055386178861786, "hi": 0.43007701757701744, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.74, "hi": 0.94, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": 0.12, "hi": 0.48, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.48, "hi": 0.76, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": -0.06, "hi": 0.3, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.31999999999999984, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.17999999999999972, "hi": 0.66, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.66, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.08999999999999997, "hi": 0.33, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6599999999999999, "hi": 0.8, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.08999999999999986, "hi": 0.33, "validReplicates": 10000, "degenerate": false } } } } } ], "balancedUnanimity": { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5", "claude-opus-5-5" ], "minVotes": 5, "comparison": { "hypotheses": 100, "questions": 50, "left": { "hypotheses": 100, "questions": 50, "selected": 26, "matches": 23, "known": 50, "missed": 27, "counts": { "yes_true": 23, "yes_false": 3, "no_true": 27, "no_false": 47 }, "rates": { "ppv": 0.8846153846153846, "npv": 0.6351351351351351, "sens": 0.46, "spec": 0.94, "youden": 0.3999999999999999, "accuracy": 0.7, "balancedAccuracy": 0.7 } }, "right": { "hypotheses": 100, "questions": 50, "selected": 52, "matches": 27, "known": 50, "missed": 23, "counts": { "yes_true": 27, "yes_false": 25, "no_true": 23, "no_false": 25 }, "rates": { "ppv": 0.5192307692307693, "npv": 0.5208333333333334, "sens": 0.54, "spec": 0.5, "youden": 0.040000000000000036, "accuracy": 0.52, "balancedAccuracy": 0.52 } }, "differences": { "ppv": 0.3653846153846153, "npv": 0.11430180180180172, "sens": -0.08000000000000002, "spec": 0.43999999999999995, "youden": 0.3599999999999999, "accuracy": 0.17999999999999994, "balancedAccuracy": 0.17999999999999994 }, "uncertainty": { "method": "paired source-paper cluster percentile bootstrap", "replicates": 10000, "intervals": { "left_ppv": { "lo": 0.7666666666666667, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_ppv": { "lo": 0.42857142857142855, "hi": 0.6111111111111112, "validReplicates": 10000, "degenerate": false }, "difference_ppv": { "lo": 0.2068943506969919, "hi": 0.5131914893617021, "validReplicates": 10000, "degenerate": false }, "left_npv": { "lo": 0.5802469135802469, "hi": 0.7, "validReplicates": 10000, "degenerate": false }, "right_npv": { "lo": 0.4221929824561404, "hi": 0.6222222222222222, "validReplicates": 10000, "degenerate": false }, "difference_npv": { "lo": -0.00540540540540535, "hi": 0.23474818268701667, "validReplicates": 10000, "degenerate": false }, "left_sens": { "lo": 0.32, "hi": 0.6, "validReplicates": 10000, "degenerate": false }, "right_sens": { "lo": 0.4, "hi": 0.68, "validReplicates": 10000, "degenerate": false }, "difference_sens": { "lo": -0.28, "hi": 0.12000000000000005, "validReplicates": 10000, "degenerate": false }, "left_spec": { "lo": 0.86, "hi": 1, "validReplicates": 10000, "degenerate": false }, "right_spec": { "lo": 0.36, "hi": 0.64, "validReplicates": 10000, "degenerate": false }, "difference_spec": { "lo": 0.28, "hi": 0.6, "validReplicates": 10000, "degenerate": false }, "left_youden": { "lo": 0.26, "hi": 0.54, "validReplicates": 10000, "degenerate": false }, "right_youden": { "lo": -0.14, "hi": 0.2200000000000002, "validReplicates": 10000, "degenerate": false }, "difference_youden": { "lo": 0.10000000000000009, "hi": 0.6000000000000001, "validReplicates": 10000, "degenerate": false }, "left_accuracy": { "lo": 0.63, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_accuracy": { "lo": 0.43, "hi": 0.61, "validReplicates": 10000, "degenerate": false }, "difference_accuracy": { "lo": 0.050000000000000044, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.63, "hi": 0.77, "validReplicates": 10000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.43, "hi": 0.6100000000000001, "validReplicates": 10000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.050000000000000044, "hi": 0.30000000000000004, "validReplicates": 10000, "degenerate": false } } } } }, "stage": [ { "generator": "Grok 4.5", "firstStage": { "hypotheses": 240, "questions": 48, "selected": 53, "matches": 25, "known": 40, "missed": 15, "counts": { "yes_true": 25, "yes_false": 28, "no_true": 15, "no_false": 172 }, "rates": { "ppv": 0.4716981132075472, "npv": 0.9197860962566845, "sens": 0.625, "spec": 0.86, "youden": 0.4849999999999999, "accuracy": 0.8208333333333333, "balancedAccuracy": 0.7424999999999999 } }, "final": { "hypotheses": 240, "questions": 48, "selected": 19, "matches": 14, "known": 40, "missed": 26, "counts": { "yes_true": 14, "yes_false": 5, "no_true": 26, "no_false": 195 }, "rates": { "ppv": 0.7368421052631579, "npv": 0.8823529411764706, "sens": 0.35, "spec": 0.975, "youden": 0.32499999999999996, "accuracy": 0.8708333333333333, "balancedAccuracy": 0.6625 } }, "coin": { "hypotheses": 240, "questions": 48, "selected": 123, "matches": 22, "known": 40, "missed": 18, "counts": { "yes_true": 22, "yes_false": 101, "no_true": 18, "no_false": 99 }, "rates": { "ppv": 0.17886178861788618, "npv": 0.8461538461538461, "sens": 0.55, "spec": 0.495, "youden": 0.04499999999999993, "accuracy": 0.5041666666666667, "balancedAccuracy": 0.5225 } }, "lostAtFirst": 15, "lostAtSecond": 11, "workload": { "first": 240, "survivors": 53, "additionalModels": 3, "second": 159, "total": 399, "fullPanel": 960, "saved": 561 }, "comparison": { "hypotheses": 240, "questions": 48, "left": { "hypotheses": 240, "questions": 48, "selected": 19, "matches": 14, "known": 40, "missed": 26, "counts": { "yes_true": 14, "yes_false": 5, "no_true": 26, "no_false": 195 }, "rates": { "ppv": 0.7368421052631579, "npv": 0.8823529411764706, "sens": 0.35, "spec": 0.975, "youden": 0.32499999999999996, "accuracy": 0.8708333333333333, "balancedAccuracy": 0.6625 } }, "right": { "hypotheses": 240, "questions": 48, "selected": 123, "matches": 22, "known": 40, "missed": 18, "counts": { "yes_true": 22, "yes_false": 101, "no_true": 18, "no_false": 99 }, "rates": { "ppv": 0.17886178861788618, "npv": 0.8461538461538461, "sens": 0.55, "spec": 0.495, "youden": 0.04499999999999993, "accuracy": 0.5041666666666667, "balancedAccuracy": 0.5225 } }, "differences": { "ppv": 0.5579803166452717, "npv": 0.03619909502262442, "sens": -0.20000000000000007, "spec": 0.48, "youden": 0.28, "accuracy": 0.3666666666666667, "balancedAccuracy": 0.14 }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap", "replicates": 2000, "intervals": { "left_ppv": { "lo": 0.5294117647058824, "hi": 0.9166666666666666, "validReplicates": 2000, "degenerate": false }, "right_ppv": { "lo": 0.09917355371900827, "hi": 0.2644628099173554, "validReplicates": 2000, "degenerate": false }, "difference_ppv": { "lo": 0.37995881486949734, "hi": 0.7397084552137142, "validReplicates": 2000, "degenerate": false }, "left_npv": { "lo": 0.8333333333333334, "hi": 0.9279279279279279, "validReplicates": 2000, "degenerate": false }, "right_npv": { "lo": 0.7796385180740963, "hi": 0.9083333333333333, "validReplicates": 2000, "degenerate": false }, "difference_npv": { "lo": -0.016361860272410683, "hi": 0.08752063353798066, "validReplicates": 2000, "degenerate": false }, "left_sens": { "lo": 0.25, "hi": 0.46153846153846156, "validReplicates": 2000, "degenerate": false }, "right_sens": { "lo": 0.3870967741935484, "hi": 0.6923076923076923, "validReplicates": 2000, "degenerate": false }, "difference_sens": { "lo": -0.39024390243902435, "hi": 0.02564102564102566, "validReplicates": 2000, "degenerate": false }, "left_spec": { "lo": 0.9526315789473684, "hi": 0.9947650796247819, "validReplicates": 2000, "degenerate": false }, "right_spec": { "lo": 0.4307673267326733, "hi": 0.5598133971291867, "validReplicates": 2000, "degenerate": false }, "difference_spec": { "lo": 0.40908531124048375, "hi": 0.5480769230769231, "validReplicates": 2000, "degenerate": false }, "left_youden": { "lo": 0.2210214482154063, "hi": 0.43924113699490086, "validReplicates": 2000, "degenerate": false }, "right_youden": { "lo": -0.13679319002769436, "hi": 0.21395911418368543, "validReplicates": 2000, "degenerate": false }, "difference_youden": { "lo": 0.07499999999999996, "hi": 0.5099408557920496, "validReplicates": 2000, "degenerate": false }, "left_accuracy": { "lo": 0.825, "hi": 0.9125, "validReplicates": 2000, "degenerate": false }, "right_accuracy": { "lo": 0.44166666666666665, "hi": 0.5666666666666667, "validReplicates": 2000, "degenerate": false }, "difference_accuracy": { "lo": 0.28322916666666664, "hi": 0.44999999999999996, "validReplicates": 2000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6105107241077031, "hi": 0.7196205684974505, "validReplicates": 2000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.4316034049861528, "hi": 0.6069795570918427, "validReplicates": 2000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.03749999999999998, "hi": 0.2549704278960248, "validReplicates": 2000, "degenerate": false } } } }, "rows": [ { "task": "R42581103", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42581103", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false, "claude-opus-5-5": true }, "selected": false }, { "task": "R42581103", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42581103", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42581103", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42601407", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42601407", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42601407", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42601407", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42601407", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42605193", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42605193", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42605193", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42605193", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42605193", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42608398", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42608398", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42608398", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42608398", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42608398", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42627902", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42627902", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42627902", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42627902", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42627902", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42630044", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42630044", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42630044", "id": "H3", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": false }, "selected": true }, { "task": "R42630044", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42630044", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42639736", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42639736", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42639736", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42639736", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42639736", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42642518", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42642518", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42642518", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42642518", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42642518", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42642521", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42642521", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42642521", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42642521", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42642521", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42647119", "id": "H1", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": false }, "selected": true }, { "task": "R42647119", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42647119", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42647119", "id": "H4", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42647119", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42647635", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42647635", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42647635", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42647635", "id": "H4", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42647635", "id": "H5", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42663085", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42663085", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42663085", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42663085", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42663085", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42664348", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42664348", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42664348", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42664348", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42664348", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42665751", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42665751", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42665751", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42665751", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42665751", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42689491", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42689491", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42689491", "id": "H3", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42689491", "id": "H4", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42689491", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42696595", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42696595", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42696595", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42696595", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42696595", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42698274", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": true }, "selected": false }, { "task": "R42698274", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42698274", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42698274", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": false }, "selected": true }, { "task": "R42698274", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42717261", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42717261", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42717261", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42717261", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42717261", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42723546", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42723546", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42723546", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42723546", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42723546", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42736449", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42736449", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42736449", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42736449", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42736449", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42744804", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42744804", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42744804", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42744804", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42744804", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42758848", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42758848", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42758848", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42758848", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42758848", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false, "claude-opus-5-5": true }, "selected": false }, { "task": "R42759510", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42759510", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42759510", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42759510", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42759510", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42775695", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42775695", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42775695", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42775695", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42775695", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42775698", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42775698", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42775698", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42775698", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42775698", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42786310", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42786310", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42786310", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42786310", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42786310", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42805954", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42805954", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42805954", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42805954", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42805954", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42810392", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42810392", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42810392", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42810392", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42810392", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42811497", "id": "H1", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42811497", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42811497", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42811497", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42811497", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false, "claude-opus-5-5": true }, "selected": false }, { "task": "R42821663", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42821663", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42821663", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42821663", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42821663", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42822442", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42822442", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42822442", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42822442", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42822442", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42826184", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42826184", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42826184", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42826184", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42826184", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42839094", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42839094", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42839094", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42839094", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42839094", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42841227", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42841227", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42841227", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": true }, "selected": false }, { "task": "R42841227", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42841227", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42842666", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42842666", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42842666", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42842666", "id": "H4", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42842666", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false, "claude-opus-5-5": true }, "selected": false }, { "task": "R42844664", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42844664", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42844664", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42844664", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42844664", "id": "H5", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": true }, "selected": false }, { "task": "R42853938", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42853938", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42853938", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42853938", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42853938", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42858183", "id": "H1", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42858183", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42858183", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42858183", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42858183", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42806945", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42806945", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42806945", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42806945", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false, "claude-opus-5-5": true }, "selected": false }, { "task": "R42806945", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42723144", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42723144", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42723144", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42723144", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42723144", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42808804", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42808804", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42808804", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42808804", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42808804", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42585340", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42585340", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42585340", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false, "claude-opus-5-5": true }, "selected": false }, { "task": "R42585340", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42585340", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42669067", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42669067", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42669067", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42669067", "id": "H4", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42669067", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42811065", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42811065", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42811065", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42811065", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42811065", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42841610", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42841610", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": true }, "selected": false }, { "task": "R42841610", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42841610", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42841610", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42806003", "id": "H1", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42806003", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42806003", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42806003", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42806003", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42806572", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42806572", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true, "claude-opus-5-5": true }, "selected": true }, { "task": "R42806572", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": false }, "selected": false }, { "task": "R42806572", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42806572", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42748238", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42748238", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true, "claude-opus-5-5": true }, "selected": false }, { "task": "R42748238", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42748238", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false }, { "task": "R42748238", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false, "claude-opus-5-5": false }, "selected": false } ], "intervals": { "final": { "ppv": { "lo": 0.5263157894736842, "hi": 0.9333333333333333, "valid": 10000 }, "npv": { "lo": 0.8341013824884793, "hi": 0.9269489414694893, "valid": 10000 }, "sens": { "lo": 0.25, "hi": 0.4615853658536579, "valid": 10000 }, "spec": { "lo": 0.9531231660798122, "hi": 0.9948979591836735, "valid": 10000 } }, "coin": { "ppv": { "lo": 0.1016949152542373, "hi": 0.264, "valid": 10000 }, "npv": { "lo": 0.77981262634116, "hi": 0.905982905982906, "valid": 10000 }, "sens": { "lo": 0.4, "hi": 0.6923076923076923, "valid": 10000 }, "spec": { "lo": 0.430622009569378, "hi": 0.5612244897959183, "valid": 10000 } }, "differencePpv": { "lo": 0.37184145564580345, "hi": 0.7452566525721287, "valid": 10000 }, "seed": 20261026, "replicates": 10000 } }, { "generator": "Gemini 4 Argon", "firstStage": { "hypotheses": 250, "questions": 50, "selected": 51, "matches": 14, "known": 33, "missed": 19, "counts": { "yes_true": 14, "yes_false": 37, "no_true": 19, "no_false": 180 }, "rates": { "ppv": 0.27450980392156865, "npv": 0.9045226130653267, "sens": 0.42424242424242425, "spec": 0.8294930875576036, "youden": 0.25373551180002796, "accuracy": 0.776, "balancedAccuracy": 0.626867755900014 } }, "final": { "hypotheses": 250, "questions": 50, "selected": 19, "matches": 9, "known": 33, "missed": 24, "counts": { "yes_true": 9, "yes_false": 10, "no_true": 24, "no_false": 207 }, "rates": { "ppv": 0.47368421052631576, "npv": 0.8961038961038961, "sens": 0.2727272727272727, "spec": 0.9539170506912442, "youden": 0.22664432341851692, "accuracy": 0.864, "balancedAccuracy": 0.6133221617092585 } }, "coin": { "hypotheses": 250, "questions": 50, "selected": 132, "matches": 16, "known": 33, "missed": 17, "counts": { "yes_true": 16, "yes_false": 116, "no_true": 17, "no_false": 101 }, "rates": { "ppv": 0.12121212121212122, "npv": 0.8559322033898306, "sens": 0.48484848484848486, "spec": 0.46543778801843316, "youden": -0.049713727133081975, "accuracy": 0.468, "balancedAccuracy": 0.475143136433459 } }, "lostAtFirst": 19, "lostAtSecond": 5, "workload": { "first": 250, "survivors": 51, "additionalModels": 3, "second": 153, "total": 403, "fullPanel": 1000, "saved": 597 }, "comparison": { "hypotheses": 250, "questions": 50, "left": { "hypotheses": 250, "questions": 50, "selected": 19, "matches": 9, "known": 33, "missed": 24, "counts": { "yes_true": 9, "yes_false": 10, "no_true": 24, "no_false": 207 }, "rates": { "ppv": 0.47368421052631576, "npv": 0.8961038961038961, "sens": 0.2727272727272727, "spec": 0.9539170506912442, "youden": 0.22664432341851692, "accuracy": 0.864, "balancedAccuracy": 0.6133221617092585 } }, "right": { "hypotheses": 250, "questions": 50, "selected": 132, "matches": 16, "known": 33, "missed": 17, "counts": { "yes_true": 16, "yes_false": 116, "no_true": 17, "no_false": 101 }, "rates": { "ppv": 0.12121212121212122, "npv": 0.8559322033898306, "sens": 0.48484848484848486, "spec": 0.46543778801843316, "youden": -0.049713727133081975, "accuracy": 0.468, "balancedAccuracy": 0.475143136433459 } }, "differences": { "ppv": 0.35247208931419455, "npv": 0.04017169271406551, "sens": -0.21212121212121215, "spec": 0.48847926267281105, "youden": 0.2763580505515989, "accuracy": 0.39599999999999996, "balancedAccuracy": 0.13817902527579945 }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap", "replicates": 2000, "intervals": { "left_ppv": { "lo": 0.24975000000000003, "hi": 0.7, "validReplicates": 2000, "degenerate": false }, "right_ppv": { "lo": 0.0714159067882472, "hi": 0.18110236220472442, "validReplicates": 2000, "degenerate": false }, "difference_ppv": { "lo": 0.1249793046357616, "hi": 0.5714594321624956, "validReplicates": 2000, "degenerate": false }, "left_npv": { "lo": 0.8577586206896551, "hi": 0.9301385988228592, "validReplicates": 2000, "degenerate": false }, "right_npv": { "lo": 0.7867537078934138, "hi": 0.9200088495575222, "validReplicates": 2000, "degenerate": false }, "difference_npv": { "lo": -0.011472242416290876, "hi": 0.09379644993398771, "validReplicates": 2000, "degenerate": false }, "left_sens": { "lo": 0.12903225806451613, "hi": 0.42424242424242425, "validReplicates": 2000, "degenerate": false }, "right_sens": { "lo": 0.31244612068965516, "hi": 0.6774193548387096, "validReplicates": 2000, "degenerate": false }, "difference_sens": { "lo": -0.4545454545454546, "hi": 0.029434046345810937, "validReplicates": 2000, "degenerate": false }, "left_spec": { "lo": 0.9265925408855206, "hi": 0.9769585253456221, "validReplicates": 2000, "degenerate": false }, "right_spec": { "lo": 0.39814590075512407, "hi": 0.5402843601895735, "validReplicates": 2000, "degenerate": false }, "difference_spec": { "lo": 0.4133211009174312, "hi": 0.5545454545454546, "validReplicates": 2000, "degenerate": false }, "left_youden": { "lo": 0.07876170341286626, "hi": 0.38616086286544443, "validReplicates": 2000, "degenerate": false }, "right_youden": { "lo": -0.23966013071895426, "hi": 0.15681118767918636, "validReplicates": 2000, "degenerate": false }, "difference_youden": { "lo": 0.018869724025974068, "hi": 0.5251141552511416, "validReplicates": 2000, "degenerate": false }, "left_accuracy": { "lo": 0.824, "hi": 0.9, "validReplicates": 2000, "degenerate": false }, "right_accuracy": { "lo": 0.404, "hi": 0.536, "validReplicates": 2000, "degenerate": false }, "difference_accuracy": { "lo": 0.31999999999999995, "hi": 0.46799999999999997, "validReplicates": 2000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5393808517064331, "hi": 0.6930804314327222, "validReplicates": 2000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.3801699346405229, "hi": 0.5784055938395932, "validReplicates": 2000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.009434862012987034, "hi": 0.2625570776255708, "validReplicates": 2000, "degenerate": false } } } }, "rows": [ { "task": "R42581103", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42581103", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42581103", "id": "H3", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42581103", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42581103", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42601407", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42601407", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42601407", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42601407", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42601407", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42605193", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42605193", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42605193", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42605193", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42605193", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42608398", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42608398", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42608398", "id": "H3", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42608398", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42608398", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42627902", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42627902", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42627902", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42627902", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42627902", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42630044", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42630044", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42630044", "id": "H3", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42630044", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42630044", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42639736", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42639736", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42639736", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42639736", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42639736", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42642518", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42642518", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42642518", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42642518", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42642518", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42642521", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42642521", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42642521", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42642521", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42642521", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42647119", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42647119", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42647119", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42647119", "id": "H4", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42647119", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42647635", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42647635", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42647635", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42647635", "id": "H4", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42647635", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42663085", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42663085", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42663085", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42663085", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42663085", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42664348", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42664348", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42664348", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42664348", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42664348", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42665751", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42665751", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42665751", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42665751", "id": "H4", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42665751", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42689491", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42689491", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42689491", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42689491", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42689491", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42696595", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42696595", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42696595", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42696595", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42696595", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42698274", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42698274", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42698274", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42698274", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42698274", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42717261", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42717261", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42717261", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42717261", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42717261", "id": "H5", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42723546", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723546", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723546", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723546", "id": "H4", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42723546", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42725837", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42725837", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42725837", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42725837", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42725837", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42736449", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42736449", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42736449", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42736449", "id": "H4", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42736449", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42744804", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42744804", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42744804", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42744804", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42744804", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42749700", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42749700", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42749700", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42749700", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42749700", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42758848", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42758848", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42758848", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42758848", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42758848", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42759510", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42759510", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42759510", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42759510", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42759510", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42775695", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42775695", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42775695", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42775695", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42775695", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42775698", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42775698", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42775698", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42775698", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42775698", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42786310", "id": "H1", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42786310", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42786310", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42786310", "id": "H4", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42786310", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42805954", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42805954", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42805954", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42805954", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42805954", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42810392", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42810392", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42810392", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42810392", "id": "H4", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42810392", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42811497", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42811497", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42811497", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42811497", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42811497", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42821663", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42821663", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42821663", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42821663", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42821663", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42822442", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42822442", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42822442", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42822442", "id": "H4", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42822442", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42826184", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42826184", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42826184", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42826184", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42826184", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42839094", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42839094", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42839094", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42839094", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42839094", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42841227", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42841227", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42841227", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42841227", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42841227", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42842666", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42842666", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42842666", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42842666", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42842666", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42844664", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42844664", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42844664", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42844664", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42844664", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42853938", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42853938", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42853938", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42853938", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42853938", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42858183", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42858183", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42858183", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42858183", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42858183", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806945", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42806945", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42806945", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806945", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42806945", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42723144", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42723144", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42723144", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723144", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723144", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42808804", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42808804", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42808804", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42808804", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42808804", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42585340", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42585340", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42585340", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42585340", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42585340", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42669067", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42669067", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42669067", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42669067", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42669067", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42811065", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42811065", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42811065", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42811065", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42811065", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42841610", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42841610", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42841610", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42841610", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42841610", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806003", "id": "H1", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42806003", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42806003", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806003", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806003", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806572", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806572", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42806572", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806572", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806572", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42748238", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42748238", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42748238", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42748238", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42748238", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false } ], "intervals": { "final": { "ppv": { "lo": 0.25, "hi": 0.7058823529411765, "valid": 10000 }, "npv": { "lo": 0.8589743589743589, "hi": 0.9310344827586207, "valid": 10000 }, "sens": { "lo": 0.13636363636363635, "hi": 0.42857142857142855, "valid": 10000 }, "spec": { "lo": 0.9276018099547512, "hi": 0.9770642201834863, "valid": 10000 } }, "coin": { "ppv": { "lo": 0.06993006993006994, "hi": 0.17699899579489098, "valid": 10000 }, "npv": { "lo": 0.7874015748031497, "hi": 0.9180327868852459, "valid": 10000 }, "sens": { "lo": 0.3055555555555556, "hi": 0.6666666666666666, "valid": 10000 }, "spec": { "lo": 0.3944954128440367, "hi": 0.537391994357256, "valid": 10000 } }, "differencePpv": { "lo": 0.1359531940538369, "hi": 0.5782627048753384, "valid": 10000 }, "seed": 20261026, "replicates": 10000 } }, { "generator": "Claude Opus 5.5", "firstStage": { "hypotheses": 250, "questions": 50, "selected": 49, "matches": 21, "known": 45, "missed": 24, "counts": { "yes_true": 21, "yes_false": 28, "no_true": 24, "no_false": 177 }, "rates": { "ppv": 0.42857142857142855, "npv": 0.8805970149253731, "sens": 0.4666666666666667, "spec": 0.8634146341463415, "youden": 0.3300813008130081, "accuracy": 0.792, "balancedAccuracy": 0.6650406504065041 } }, "final": { "hypotheses": 250, "questions": 50, "selected": 22, "matches": 14, "known": 45, "missed": 31, "counts": { "yes_true": 14, "yes_false": 8, "no_true": 31, "no_false": 197 }, "rates": { "ppv": 0.6363636363636364, "npv": 0.8640350877192983, "sens": 0.3111111111111111, "spec": 0.9609756097560975, "youden": 0.27208672086720864, "accuracy": 0.844, "balancedAccuracy": 0.6360433604336043 } }, "coin": { "hypotheses": 250, "questions": 50, "selected": 119, "matches": 20, "known": 45, "missed": 25, "counts": { "yes_true": 20, "yes_false": 99, "no_true": 25, "no_false": 106 }, "rates": { "ppv": 0.16806722689075632, "npv": 0.8091603053435115, "sens": 0.4444444444444444, "spec": 0.5170731707317073, "youden": -0.03848238482384825, "accuracy": 0.504, "balancedAccuracy": 0.4807588075880759 } }, "lostAtFirst": 24, "lostAtSecond": 7, "workload": { "first": 250, "survivors": 49, "additionalModels": 3, "second": 147, "total": 397, "fullPanel": 1000, "saved": 603 }, "comparison": { "hypotheses": 250, "questions": 50, "left": { "hypotheses": 250, "questions": 50, "selected": 22, "matches": 14, "known": 45, "missed": 31, "counts": { "yes_true": 14, "yes_false": 8, "no_true": 31, "no_false": 197 }, "rates": { "ppv": 0.6363636363636364, "npv": 0.8640350877192983, "sens": 0.3111111111111111, "spec": 0.9609756097560975, "youden": 0.27208672086720864, "accuracy": 0.844, "balancedAccuracy": 0.6360433604336043 } }, "right": { "hypotheses": 250, "questions": 50, "selected": 119, "matches": 20, "known": 45, "missed": 25, "counts": { "yes_true": 20, "yes_false": 99, "no_true": 25, "no_false": 106 }, "rates": { "ppv": 0.16806722689075632, "npv": 0.8091603053435115, "sens": 0.4444444444444444, "spec": 0.5170731707317073, "youden": -0.03848238482384825, "accuracy": 0.504, "balancedAccuracy": 0.4807588075880759 } }, "differences": { "ppv": 0.46829640947288004, "npv": 0.0548747823757868, "sens": -0.1333333333333333, "spec": 0.4439024390243902, "youden": 0.3105691056910569, "accuracy": 0.33999999999999997, "balancedAccuracy": 0.15528455284552845 }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap", "replicates": 2000, "intervals": { "left_ppv": { "lo": 0.42857142857142855, "hi": 0.8181818181818182, "validReplicates": 2000, "degenerate": false }, "right_ppv": { "lo": 0.09707954901346696, "hi": 0.24590794451450185, "validReplicates": 2000, "degenerate": false }, "difference_ppv": { "lo": 0.2782016989062473, "hi": 0.6606398013750954, "validReplicates": 2000, "degenerate": false }, "left_npv": { "lo": 0.8157894736842105, "hi": 0.9075713180008845, "validReplicates": 2000, "degenerate": false }, "right_npv": { "lo": 0.7424242424242424, "hi": 0.8714377289377289, "validReplicates": 2000, "degenerate": false }, "difference_npv": { "lo": 0.010103338698634865, "hi": 0.10023354666730712, "validReplicates": 2000, "degenerate": false }, "left_sens": { "lo": 0.18177272727272728, "hi": 0.4418604651162791, "validReplicates": 2000, "degenerate": false }, "right_sens": { "lo": 0.2954211229946524, "hi": 0.5849171652093879, "validReplicates": 2000, "degenerate": false }, "difference_sens": { "lo": -0.30000000000000004, "hi": 0.04878048780487804, "validReplicates": 2000, "degenerate": false }, "left_spec": { "lo": 0.9346733668341709, "hi": 0.985076474065317, "validReplicates": 2000, "degenerate": false }, "right_spec": { "lo": 0.45098039215686275, "hi": 0.5893719806763285, "validReplicates": 2000, "degenerate": false }, "difference_spec": { "lo": 0.37072737402500927, "hi": 0.5137646534148828, "validReplicates": 2000, "degenerate": false }, "left_youden": { "lo": 0.13680928893296446, "hi": 0.40553531994140374, "validReplicates": 2000, "degenerate": false }, "right_youden": { "lo": -0.20437340609060906, "hi": 0.12079962160662491, "validReplicates": 2000, "degenerate": false }, "difference_youden": { "lo": 0.13033311477250026, "hi": 0.5023468077649931, "validReplicates": 2000, "degenerate": false }, "left_accuracy": { "lo": 0.796, "hi": 0.892, "validReplicates": 2000, "degenerate": false }, "right_accuracy": { "lo": 0.444, "hi": 0.568, "validReplicates": 2000, "degenerate": false }, "difference_accuracy": { "lo": 0.26, "hi": 0.416, "validReplicates": 2000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5684046444664822, "hi": 0.7027676599707019, "validReplicates": 2000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.3978132969546955, "hi": 0.5603998108033125, "validReplicates": 2000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.06516655738625013, "hi": 0.25117340388249654, "validReplicates": 2000, "degenerate": false } } } }, "rows": [ { "task": "R42581103", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42581103", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42581103", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42581103", "id": "H4", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42581103", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42601407", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42601407", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42601407", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42601407", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42601407", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42605193", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42605193", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42605193", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42605193", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42605193", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42608398", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42608398", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42608398", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42608398", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42608398", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42627902", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42627902", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42627902", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42627902", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42627902", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42630044", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42630044", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42630044", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42630044", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42630044", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42639736", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42639736", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42639736", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42639736", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42639736", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42642518", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42642518", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42642518", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42642518", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42642518", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42642521", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42642521", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42642521", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42642521", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42642521", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42647119", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42647119", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42647119", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42647119", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42647119", "id": "H5", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42647635", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42647635", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42647635", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42647635", "id": "H4", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42647635", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42663085", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42663085", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42663085", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42663085", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42663085", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42664348", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42664348", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42664348", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42664348", "id": "H4", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42664348", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42665751", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42665751", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42665751", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42665751", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42665751", "id": "H5", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42689491", "id": "H1", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42689491", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42689491", "id": "H3", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42689491", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42689491", "id": "H5", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42696595", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42696595", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42696595", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42696595", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42696595", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42698274", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42698274", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42698274", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42698274", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42698274", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42717261", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42717261", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42717261", "id": "H3", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42717261", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42717261", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723546", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723546", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723546", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723546", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723546", "id": "H5", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42725837", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42725837", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42725837", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42725837", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42725837", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42736449", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42736449", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42736449", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42736449", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42736449", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42744804", "id": "H1", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42744804", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42744804", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42744804", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42744804", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42749700", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42749700", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42749700", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42749700", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42749700", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42758848", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42758848", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42758848", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42758848", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42758848", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42759510", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42759510", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42759510", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42759510", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42759510", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42775695", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42775695", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42775695", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42775695", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42775695", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42775698", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42775698", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42775698", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42775698", "id": "H4", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42775698", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42786310", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42786310", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42786310", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42786310", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42786310", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42805954", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42805954", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42805954", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42805954", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42805954", "id": "H5", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42810392", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42810392", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42810392", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42810392", "id": "H4", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42810392", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42811497", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42811497", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42811497", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42811497", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42811497", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42821663", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42821663", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42821663", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42821663", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42821663", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42822442", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42822442", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42822442", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42822442", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42822442", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42826184", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42826184", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42826184", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42826184", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42826184", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42839094", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42839094", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42839094", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42839094", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42839094", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42841227", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42841227", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42841227", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42841227", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42841227", "id": "H5", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42842666", "id": "H1", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42842666", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42842666", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42842666", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42842666", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42844664", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42844664", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42844664", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42844664", "id": "H4", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42844664", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42853938", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42853938", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42853938", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42853938", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42853938", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42858183", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42858183", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42858183", "id": "H3", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42858183", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42858183", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806945", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": false }, "selected": false }, { "task": "R42806945", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42806945", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806945", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42806945", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42723144", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723144", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723144", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42723144", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42723144", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42808804", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42808804", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42808804", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42808804", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42808804", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42585340", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42585340", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42585340", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42585340", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42585340", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42669067", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42669067", "id": "H2", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42669067", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42669067", "id": "H4", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42669067", "id": "H5", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42811065", "id": "H1", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42811065", "id": "H2", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42811065", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42811065", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42811065", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42841610", "id": "H1", "y": 1, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42841610", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42841610", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42841610", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42841610", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42806003", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806003", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806003", "id": "H3", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806003", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806003", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42806572", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": false, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42806572", "id": "H2", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": false }, { "task": "R42806572", "id": "H3", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": true }, "selected": false }, { "task": "R42806572", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42806572", "id": "H5", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42748238", "id": "H1", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42748238", "id": "H2", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42748238", "id": "H3", "y": 1, "coin": false, "forecasts": { "claude-sonnet-5-5": true, "gpt-6-astra": true, "gemini-4-argon-high": true, "grok-4.5": true }, "selected": true }, { "task": "R42748238", "id": "H4", "y": 0, "coin": false, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false }, { "task": "R42748238", "id": "H5", "y": 0, "coin": true, "forecasts": { "claude-sonnet-5-5": false, "gpt-6-astra": false, "gemini-4-argon-high": false, "grok-4.5": false }, "selected": false } ], "intervals": { "final": { "ppv": { "lo": 0.42857142857142855, "hi": 0.8235294117647058, "valid": 10000 }, "npv": { "lo": 0.8165918833380074, "hi": 0.9078947368421053, "valid": 10000 }, "sens": { "lo": 0.18421052631578946, "hi": 0.43902439024390244, "valid": 10000 }, "spec": { "lo": 0.934008955080931, "hi": 0.9851485148514851, "valid": 10000 } }, "coin": { "ppv": { "lo": 0.09700890707751565, "hi": 0.24561403508771928, "valid": 10000 }, "npv": { "lo": 0.7449629715343671, "hi": 0.8721804511278195, "valid": 10000 }, "sens": { "lo": 0.2894736842105263, "hi": 0.5882615546218484, "valid": 10000 }, "spec": { "lo": 0.44878048780487806, "hi": 0.585369013016555, "valid": 10000 } }, "differencePpv": { "lo": 0.27687422677404294, "hi": 0.6634931055268809, "valid": 10000 }, "seed": 20261026, "replicates": 10000 } } ], "selectionDefinition": { "members": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "rule": "all four forecasts are true; Astra is reused; selected is not the outcome label y" }, "reviewAnalysis": { "postHoc": true, "seed": 20261026, "bootstrapReplicates": 10000, "randomReplicates": 100000 }, "stageThresholds": [ { "generator": "Grok 4.5", "hypotheses": 240, "tasks": 48, "thresholds": [ { "cutoff": 3, "selected": 19, "matches": 14, "known": 40, "ppv": 0.7368421052631579, "sens": 0.35, "ppvCi": { "lo": 0.5263157894736842, "hi": 0.9333333333333333, "valid": 10000 }, "sensCi": { "lo": 0.25, "hi": 0.4615853658536579, "valid": 10000 } }, { "cutoff": 4, "selected": 19, "matches": 5, "known": 7, "ppv": 0.2631578947368421, "sens": 0.7142857142857143, "ppvCi": { "lo": 0.07142857142857142, "hi": 0.47368421052631576, "valid": 10000 }, "sensCi": { "lo": 0.3333333333333333, "hi": 1.0, "valid": 9997 } } ] }, { "generator": "Gemini 4 Argon", "hypotheses": 250, "tasks": 50, "thresholds": [ { "cutoff": 3, "selected": 19, "matches": 9, "known": 33, "ppv": 0.47368421052631576, "sens": 0.2727272727272727, "ppvCi": { "lo": 0.25, "hi": 0.7058823529411765, "valid": 10000 }, "sensCi": { "lo": 0.13636363636363635, "hi": 0.42857142857142855, "valid": 10000 } }, { "cutoff": 4, "selected": 19, "matches": 6, "known": 9, "ppv": 0.3157894736842105, "sens": 0.6666666666666666, "ppvCi": { "lo": 0.1111111111111111, "hi": 0.5384615384615384, "valid": 10000 }, "sensCi": { "lo": 0.375, "hi": 1.0, "valid": 9999 } } ] }, { "generator": "Claude Opus 5.5", "hypotheses": 250, "tasks": 50, "thresholds": [ { "cutoff": 3, "selected": 22, "matches": 14, "known": 45, "ppv": 0.6363636363636364, "sens": 0.3111111111111111, "ppvCi": { "lo": 0.42857142857142855, "hi": 0.8235294117647058, "valid": 10000 }, "sensCi": { "lo": 0.18421052631578946, "hi": 0.43902439024390244, "valid": 10000 } }, { "cutoff": 4, "selected": 22, "matches": 2, "known": 5, "ppv": 0.09090909090909091, "sens": 0.4, "ppvCi": { "lo": 0.0, "hi": 0.21052631578947367, "valid": 10000 }, "sensCi": { "lo": 0.0, "hi": 1.0, "valid": 9948 } } ] } ], "stageProgress": [ { "generator": "Grok 4.5", "tasks": 48, "stages": [ { "stage": "initial", "selected": 240, "matches": 40, "known": 40, "ppv": 0.16666666666666666, "sens": 1.0, "ppvCi": { "lo": 0.1125, "hi": 0.225, "valid": 10000 }, "sensCi": { "lo": 1.0, "hi": 1.0, "valid": 10000 }, "lostSincePrevious": 0 }, { "stage": "astra", "selected": 53, "matches": 25, "known": 40, "ppv": 0.4716981132075472, "sens": 0.625, "ppvCi": { "lo": 0.3137254901960784, "hi": 0.6326530612244898, "valid": 10000 }, "sensCi": { "lo": 0.47058823529411764, "hi": 0.7878787878787878, "valid": 10000 }, "lostSincePrevious": 15 }, { "stage": "unanimous", "selected": 19, "matches": 14, "known": 40, "ppv": 0.7368421052631579, "sens": 0.35, "ppvCi": { "lo": 0.5263157894736842, "hi": 0.9333333333333333, "valid": 10000 }, "sensCi": { "lo": 0.25, "hi": 0.4615853658536579, "valid": 10000 }, "lostSincePrevious": 11 } ] }, { "generator": "Gemini 4 Argon", "tasks": 50, "stages": [ { "stage": "initial", "selected": 250, "matches": 33, "known": 33, "ppv": 0.132, "sens": 1.0, "ppvCi": { "lo": 0.096, "hi": 0.172, "valid": 10000 }, "sensCi": { "lo": 1.0, "hi": 1.0, "valid": 10000 }, "lostSincePrevious": 0 }, { "stage": "astra", "selected": 51, "matches": 14, "known": 33, "ppv": 0.27450980392156865, "sens": 0.42424242424242425, "ppvCi": { "lo": 0.15254237288135594, "hi": 0.42, "valid": 10000 }, "sensCi": { "lo": 0.2727272727272727, "hi": 0.5882352941176471, "valid": 10000 }, "lostSincePrevious": 19 }, { "stage": "unanimous", "selected": 19, "matches": 9, "known": 33, "ppv": 0.47368421052631576, "sens": 0.2727272727272727, "ppvCi": { "lo": 0.25, "hi": 0.7058823529411765, "valid": 10000 }, "sensCi": { "lo": 0.13636363636363635, "hi": 0.42857142857142855, "valid": 10000 }, "lostSincePrevious": 5 } ] }, { "generator": "Claude Opus 5.5", "tasks": 50, "stages": [ { "stage": "initial", "selected": 250, "matches": 45, "known": 45, "ppv": 0.18, "sens": 1.0, "ppvCi": { "lo": 0.132, "hi": 0.232, "valid": 10000 }, "sensCi": { "lo": 1.0, "hi": 1.0, "valid": 10000 }, "lostSincePrevious": 0 }, { "stage": "astra", "selected": 49, "matches": 21, "known": 45, "ppv": 0.42857142857142855, "sens": 0.4666666666666667, "ppvCi": { "lo": 0.2777777777777778, "hi": 0.5833333333333334, "valid": 10000 }, "sensCi": { "lo": 0.3333333333333333, "hi": 0.6, "valid": 10000 }, "lostSincePrevious": 24 }, { "stage": "unanimous", "selected": 22, "matches": 14, "known": 45, "ppv": 0.6363636363636364, "sens": 0.3111111111111111, "ppvCi": { "lo": 0.42857142857142855, "hi": 0.8235294117647058, "valid": 10000 }, "sensCi": { "lo": 0.18421052631578946, "hi": 0.43902439024390244, "valid": 10000 }, "lostSincePrevious": 7 } ] } ], "sizeControls": [ { "generator": "Grok 4.5", "selected": 19, "matches": 14, "controls": [ { "pool": "all", "population": 240, "positives": 40, "listSize": 19, "expectedMatches": 3.1666666666666665, "expectedPpv": 0.16666666666666666, "matchesRange95": [ 0, 6 ], "ppvRange95": [ 0.0, 0.3157894736842105 ], "distribution": [ { "matches": 0, "probability": 0.026911118620008993 }, { "matches": 1, "probability": 0.11237609973190568 }, { "matches": 2, "probability": 0.2155410437480814 }, { "matches": 3, "probability": 0.2522454968501098 }, { "matches": 4, "probability": 0.2017963974800878 }, { "matches": 5, "probability": 0.11717210176263163 }, { "matches": 6, "probability": 0.051171416990810605 }, { "matches": 7, "probability": 0.017186752515150675 }, { "matches": 8, "probability": 0.004501292325396605 }, { "matches": 9, "probability": 0.0009265818120114649 }, { "matches": 10, "probability": 0.00015038762393903356 }, { "matches": 11, "probability": 1.9225690560387813e-05 }, { "matches": 12, "probability": 1.925889555272009e-06 }, { "matches": 13, "probability": 1.496726220592045e-07 }, { "matches": 14, "probability": 8.881672078238509e-09 }, { "matches": 15, "probability": 3.927269966568048e-10 }, { "matches": 16, "probability": 1.24596128380966e-11 }, { "matches": 17, "probability": 2.6651578263308233e-13 }, { "matches": 18, "probability": 3.422592406790002e-15 }, { "matches": 19, "probability": 1.9815008670889487e-17 } ], "simulationReplicates": 100000, "simulationMeanMatches": 3.16174, "simulationMatchesRange95": [ 0.0, 6.0 ] }, { "pool": "claude-sonnet-5-5", "population": 46, "positives": 21, "listSize": 19, "expectedMatches": 8.673913043478262, "expectedPpv": 0.45652173913043476, "matchesRange95": [ 5, 12 ], "ppvRange95": [ 0.2631578947368421, 0.631578947368421 ], "distribution": [ { "matches": 0, "probability": 4.263107465316764e-08 }, { "matches": 1, "probability": 2.4299712552305556e-06 }, { "matches": 2, "probability": 5.467435324268751e-05 }, { "matches": 3, "probability": 0.0006540672628662246 }, { "matches": 4, "probability": 0.004709284292636817 }, { "matches": 5, "probability": 0.021833954447679788 }, { "matches": 6, "probability": 0.06792785828167046 }, { "matches": 7, "probability": 0.14555969631786525 }, { "matches": 8, "probability": 0.21833954447679788 }, { "matches": 9, "probability": 0.23127818414949702 }, { "matches": 10, "probability": 0.17345863811212275 }, { "matches": 11, "probability": 0.09183104370641794 }, { "matches": 12, "probability": 0.034011497669043676 }, { "matches": 13, "probability": 0.008674997381173085 }, { "matches": 14, "probability": 0.0014871424082011002 }, { "matches": 15, "probability": 0.0001652380453556778 }, { "matches": 16, "probability": 1.126623036515985e-05 }, { "matches": 17, "probability": 4.322083260291502e-07 }, { "matches": 18, "probability": 8.003857889428707e-09 }, { "matches": 19, "probability": 5.055068140691816e-11 } ], "simulationReplicates": 100000, "simulationMeanMatches": 8.66627, "simulationMatchesRange95": [ 5.0, 12.0 ] }, { "pool": "gpt-6-astra", "population": 53, "positives": 25, "listSize": 19, "expectedMatches": 8.962264150943396, "expectedPpv": 0.4716981132075472, "matchesRange95": [ 6, 12 ], "ppvRange95": [ 0.3157894736842105, 0.631578947368421 ], "distribution": [ { "matches": 0, "probability": 5.8025398485313966e-08 }, { "matches": 1, "probability": 2.7562064280524135e-06 }, { "matches": 2, "probability": 5.412187167812012e-05 }, { "matches": 3, "probability": 0.0005878236618373602 }, { "matches": 4, "probability": 0.003979114018591361 }, { "matches": 5, "probability": 0.017906013083661125 }, { "matches": 6, "probability": 0.05570759626027905 }, { "matches": 7, "probability": 0.12285514532400828 }, { "matches": 8, "probability": 0.19512287786754254 }, { "matches": 9, "probability": 0.22523443309401517 }, { "matches": 10, "probability": 0.18967110155285488 }, { "matches": 11, "probability": 0.11638908504379732 }, { "matches": 12, "probability": 0.0517284822416877 }, { "matches": 13, "probability": 0.016459062531446085 }, { "matches": 14, "probability": 0.003680287274112168 }, { "matches": 15, "probability": 0.0005622661113226923 }, { "matches": 16, "probability": 5.6226611132269234e-05 }, { "matches": 17, "probability": 3.434657241111469e-06 }, { "matches": 18, "probability": 1.130751355098426e-07 }, { "matches": 19, "probability": 1.4878307303926657e-09 } ], "simulationReplicates": 100000, "simulationMeanMatches": 8.96264, "simulationMatchesRange95": [ 6.0, 12.0 ] }, { "pool": "gemini-4-argon-high", "population": 52, "positives": 23, "listSize": 19, "expectedMatches": 8.403846153846153, "expectedPpv": 0.4423076923076923, "matchesRange95": [ 5, 12 ], "ppvRange95": [ 0.2631578947368421, 0.631578947368421 ], "distribution": [ { "matches": 0, "probability": 2.623089337409634e-07 }, { "matches": 1, "probability": 1.0420818549527366e-05 }, { "matches": 2, "probability": 0.00017194350606720152 }, { "matches": 3, "probability": 0.0015739444016920755 }, { "matches": 4, "probability": 0.008993968009669003 }, { "matches": 5, "probability": 0.03417707843674221 }, { "matches": 6, "probability": 0.0897148308964483 }, { "matches": 7, "probability": 0.16661325737911828 }, { "matches": 8, "probability": 0.22215100983882438 }, { "matches": 9, "probability": 0.2143562375637779 }, { "matches": 10, "probability": 0.15004936629464452 }, { "matches": 11, "probability": 0.07599902968170308 }, { "matches": 12, "probability": 0.02763601079334657 }, { "matches": 13, "probability": 0.00711696599025982 }, { "matches": 14, "probability": 0.0012708867839749678 }, { "matches": 15, "probability": 0.00015250641407699614 }, { "matches": 16, "probability": 1.1731262621307395e-05 }, { "matches": 17, "probability": 5.367244336545867e-07 }, { "matches": 18, "probability": 1.2779153182252065e-08 }, { "matches": 19, "probability": 1.1596327751589896e-10 } ], "simulationReplicates": 100000, "simulationMeanMatches": 8.39919, "simulationMatchesRange95": [ 5.0, 12.0 ] }, { "pool": "grok-4.5", "population": 110, "positives": 31, "listSize": 19, "expectedMatches": 5.3545454545454545, "expectedPpv": 0.2818181818181818, "matchesRange95": [ 2, 9 ], "ppvRange95": [ 0.10526315789473684, 0.47368421052631576 ], "distribution": [ { "matches": 0, "probability": 0.0009152135125480446 }, { "matches": 1, "probability": 0.008837061621160627 }, { "matches": 2, "probability": 0.03848397802763499 }, { "matches": 3, "probability": 0.100384133162032 }, { "matches": 4, "probability": 0.175672233033556 }, { "matches": 5, "probability": 0.21891462885720056 }, { "matches": 6, "probability": 0.20122455783843687 }, { "matches": 7, "probability": 0.1394413247281279 }, { "matches": 8, "probability": 0.07382187779724418 }, { "matches": 9, "probability": 0.030075579843321706 }, { "matches": 10, "probability": 0.009452325093615392 }, { "matches": 11, "probability": 0.002287438466956862 }, { "matches": 12, "probability": 0.0004235997161031226 }, { "matches": 13, "probability": 5.936645125575902e-05 }, { "matches": 14, "probability": 6.188780632839743e-06 }, { "matches": 15, "probability": 4.6759675892566945e-07 }, { "matches": 16, "probability": 2.4610355732929973e-08 }, { "matches": 17, "probability": 8.460397310785705e-10 }, { "matches": 18, "probability": 1.687258722948716e-11 }, { "matches": 19, "probability": 1.46131668210082e-13 } ], "simulationReplicates": 100000, "simulationMeanMatches": 5.3487, "simulationMatchesRange95": [ 2.0, 9.0 ] } ] }, { "generator": "Gemini 4 Argon", "selected": 19, "matches": 9, "controls": [ { "pool": "all", "population": 250, "positives": 33, "listSize": 19, "expectedMatches": 2.508, "expectedPpv": 0.132, "matchesRange95": [ 0, 6 ], "ppvRange95": [ 0.0, 0.3157894736842105 ], "distribution": [ { "matches": 0, "probability": 0.06083435682247 }, { "matches": 1, "probability": 0.19167407903361153 }, { "matches": 2, "probability": 0.2760106738084006 }, { "matches": 3, "probability": 0.24122325886737497 }, { "matches": 4, "probability": 0.14330094586180692 }, { "matches": 5, "probability": 0.06141469108363153 }, { "matches": 6, "probability": 0.019668757275149967 }, { "matches": 7, "probability": 0.004810964323050619 }, { "matches": 8, "probability": 0.0009108136339756027 }, { "matches": 9, "probability": 0.00013444645697439117 }, { "matches": 10, "probability": 1.5513052727814365e-05 }, { "matches": 11, "probability": 1.3967820420433117e-06 }, { "matches": 12, "probability": 9.755303150778685e-08 }, { "matches": 13, "probability": 5.227960492761454e-09 }, { "matches": 14, "probability": 2.1137306574507226e-10 }, { "matches": 15, "probability": 6.284958136394949e-12 }, { "matches": 16, "probability": 1.3216033464381904e-13 }, { "matches": 17, "probability": 1.8440976927044516e-15 }, { "matches": 18, "probability": 1.5177758787690958e-17 }, { "matches": 19, "probability": 5.521862280265933e-20 } ], "simulationReplicates": 100000, "simulationMeanMatches": 2.50405, "simulationMatchesRange95": [ 0.0, 5.0 ] }, { "pool": "claude-sonnet-5-5", "population": 45, "positives": 12, "listSize": 19, "expectedMatches": 5.066666666666666, "expectedPpv": 0.26666666666666666, "matchesRange95": [ 2, 8 ], "ppvRange95": [ 0.10526315789473684, 0.42105263157894735 ], "distribution": [ { "matches": 0, "probability": 0.0003358029449918276 }, { "matches": 1, "probability": 0.005104204763875779 }, { "matches": 2, "probability": 0.03158226697648139 }, { "matches": 3, "probability": 0.10527422325493795 }, { "matches": 4, "probability": 0.2105484465098759 }, { "matches": 5, "probability": 0.26595593243352744 }, { "matches": 6, "probability": 0.21719734482071407 }, { "matches": 7, "probability": 0.11524757072119522 }, { "matches": 8, "probability": 0.039288944564043825 }, { "matches": 9, "probability": 0.008351273240666321 }, { "matches": 10, "probability": 0.0010439091550832902 }, { "matches": 11, "probability": 6.832859924181535e-05 }, { "matches": 12, "probability": 1.7520153651747525e-06 } ], "simulationReplicates": 100000, "simulationMeanMatches": 5.05582, "simulationMatchesRange95": [ 2.0, 8.0 ] }, { "pool": "gpt-6-astra", "population": 51, "positives": 14, "listSize": 19, "expectedMatches": 5.215686274509804, "expectedPpv": 0.27450980392156865, "matchesRange95": [ 2, 8 ], "ppvRange95": [ 0.10526315789473684, 0.42105263157894735 ], "distribution": [ { "matches": 0, "probability": 0.00036468890545561825 }, { "matches": 1, "probability": 0.005105644676378656 }, { "matches": 2, "probability": 0.029868021356815135 }, { "matches": 3, "probability": 0.09671549772682995 }, { "matches": 4, "probability": 0.1934309954536599 }, { "matches": 5, "probability": 0.2523012984178173 }, { "matches": 6, "probability": 0.22076363611559013 }, { "matches": 7, "probability": 0.131196675177265 }, { "matches": 8, "probability": 0.05298327266774163 }, { "matches": 9, "probability": 0.014390518502349578 }, { "matches": 10, "probability": 0.002569735446848139 }, { "matches": 11, "probability": 0.00029000149243427274 }, { "matches": 12, "probability": 1.9333432828951516e-05 }, { "matches": 13, "probability": 6.716329022464547e-07 }, { "matches": 14, "probability": 8.995083512229303e-09 } ], "simulationReplicates": 100000, "simulationMeanMatches": 5.21861, "simulationMatchesRange95": [ 2.0, 8.0 ] }, { "pool": "gemini-4-argon-high", "population": 53, "positives": 18, "listSize": 19, "expectedMatches": 6.452830188679245, "expectedPpv": 0.33962264150943394, "matchesRange95": [ 3, 10 ], "ppvRange95": [ 0.15789473684210525, 0.5263157894736842 ], "distribution": [ { "matches": 0, "probability": 3.410777557888667e-05 }, { "matches": 1, "probability": 0.0006861681910576024 }, { "matches": 2, "probability": 0.00583242962398962 }, { "matches": 3, "probability": 0.02783194487237152 }, { "matches": 4, "probability": 0.08349583461711456 }, { "matches": 5, "probability": 0.16699166923422912 }, { "matches": 6, "probability": 0.23024608939870986 }, { "matches": 7, "probability": 0.22309558972794247 }, { "matches": 8, "probability": 0.15337821793796044 }, { "matches": 9, "probability": 0.07498490654744733 }, { "matches": 10, "probability": 0.025956313804885615 }, { "matches": 11, "probability": 0.0062924397102753 }, { "matches": 12, "probability": 0.00104873995171255 }, { "matches": 13, "probability": 0.00011683575058866605 }, { "matches": 14, "probability": 8.34541075633329e-06 }, { "matches": 15, "probability": 3.589423981218619e-07 }, { "matches": 16, "probability": 8.412712455981139e-09 }, { "matches": 17, "probability": 8.997553428856833e-11 }, { "matches": 18, "probability": 2.9403769375349124e-13 } ], "simulationReplicates": 100000, "simulationMeanMatches": 6.44585, "simulationMatchesRange95": [ 3.0, 10.0 ] }, { "pool": "grok-4.5", "population": 105, "positives": 20, "listSize": 19, "expectedMatches": 3.619047619047619, "expectedPpv": 0.19047619047619047, "matchesRange95": [ 1, 7 ], "ppvRange95": [ 0.05263157894736842, 0.3684210526315789 ], "distribution": [ { "matches": 0, "probability": 0.011594312300868749 }, { "matches": 1, "probability": 0.0657587861840317 }, { "matches": 2, "probability": 0.16536400643337384 }, { "matches": 3, "probability": 0.24445113994498743 }, { "matches": 4, "probability": 0.23746682166084493 }, { "matches": 5, "probability": 0.1605409498552191 }, { "matches": 6, "probability": 0.07804073951295373 }, { "matches": 7, "probability": 0.027795331881325987 }, { "matches": 8, "probability": 0.0073244455633223885 }, { "matches": 9, "probability": 0.0014323360212719338 }, { "matches": 10, "probability": 0.00020731179255251673 }, { "matches": 11, "probability": 2.2028407709240267e-05 }, { "matches": 12, "probability": 1.6944929007107897e-06 }, { "matches": 13, "probability": 9.239688650419107e-08 }, { "matches": 14, "probability": 3.464883243907165e-09 }, { "matches": 15, "probability": 8.55526726890658e-11 }, { "matches": 16, "probability": 1.3041565958699056e-12 }, { "matches": 17, "probability": 1.109133887345065e-14 }, { "matches": 18, "probability": 4.4013249497820034e-17 }, { "matches": 19, "probability": 5.450557213352327e-20 } ], "simulationReplicates": 100000, "simulationMeanMatches": 3.6126, "simulationMatchesRange95": [ 1.0, 7.0 ] } ] }, { "generator": "Claude Opus 5.5", "selected": 22, "matches": 14, "controls": [ { "pool": "all", "population": 250, "positives": 45, "listSize": 22, "expectedMatches": 3.96, "expectedPpv": 0.18, "matchesRange95": [ 1, 8 ], "ppvRange95": [ 0.045454545454545456, 0.36363636363636365 ], "distribution": [ { "matches": 0, "probability": 0.010227667331201468 }, { "matches": 1, "probability": 0.05502929705374703 }, { "matches": 2, "probability": 0.1374245148044926 }, { "matches": 3, "probability": 0.2118012235338058 }, { "matches": 4, "probability": 0.22595905933152008 }, { "matches": 5, "probability": 0.1774018997730445 }, { "matches": 6, "probability": 0.10637856423780445 }, { "matches": 7, "probability": 0.04990994292059397 }, { "matches": 8, "probability": 0.0186182378695933 }, { "matches": 9, "probability": 0.005581161583593362 }, { "matches": 10, "probability": 0.0013533593891822246 }, { "matches": 11, "probability": 0.0002663593924351145 }, { "matches": 12, "probability": 4.257197126954394e-05 }, { "matches": 13, "probability": 5.513638351236068e-06 }, { "matches": 14, "probability": 5.757533883814313e-07 }, { "matches": 15, "probability": 4.8076377211648133e-08 }, { "matches": 16, "probability": 3.170866587451667e-09 }, { "matches": 17, "probability": 1.6227376065193826e-10 }, { "matches": 18, "probability": 6.27924999758744e-12 }, { "matches": 19, "probability": 1.7669593531512338e-13 }, { "matches": 20, "probability": 3.39465097403439e-15 }, { "matches": 21, "probability": 3.9620109407497546e-17 }, { "matches": 22, "probability": 2.1083871968513106e-19 } ], "simulationReplicates": 100000, "simulationMeanMatches": 3.96206, "simulationMatchesRange95": [ 1.0, 8.0 ] }, { "pool": "claude-sonnet-5-5", "population": 50, "positives": 19, "listSize": 22, "expectedMatches": 8.36, "expectedPpv": 0.38, "matchesRange95": [ 5, 12 ], "ppvRange95": [ 0.22727272727272727, 0.5454545454545454 ], "distribution": [ { "matches": 0, "probability": 2.2715624747943933e-07 }, { "matches": 1, "probability": 9.495131144640564e-06 }, { "matches": 2, "probability": 0.00016314361693973333 }, { "matches": 3, "probability": 0.001540800826653037 }, { "matches": 4, "probability": 0.009007758678894678 }, { "matches": 5, "probability": 0.034744212047165185 }, { "matches": 6, "probability": 0.0918791385247257 }, { "matches": 7, "probability": 0.17063268583163346 }, { "matches": 8, "probability": 0.22583737830657372 }, { "matches": 9, "probability": 0.21468491518032315 }, { "matches": 10, "probability": 0.14688967880758952 }, { "matches": 11, "probability": 0.07210947868736213 }, { "matches": 12, "probability": 0.025181087795586775 }, { "matches": 13, "probability": 0.006163203306612148 }, { "matches": 14, "probability": 0.001033580678748621 }, { "matches": 15, "probability": 0.00011484229763873568 }, { "matches": 16, "probability": 8.038960834711497e-06 }, { "matches": 17, "probability": 3.2737849553123747e-07 }, { "matches": 18, "probability": 6.7361830356221695e-09 }, { "matches": 19, "probability": 5.064799274903887e-11 } ], "simulationReplicates": 100000, "simulationMeanMatches": 8.34841, "simulationMatchesRange95": [ 5.0, 12.0 ] }, { "pool": "gpt-6-astra", "population": 49, "positives": 21, "listSize": 22, "expectedMatches": 9.428571428571429, "expectedPpv": 0.42857142857142855, "matchesRange95": [ 6, 13 ], "ppvRange95": [ 0.2727272727272727, 0.5909090909090909 ], "distribution": [ { "matches": 0, "probability": 7.580297468724339e-09 }, { "matches": 1, "probability": 5.002996329358063e-07 }, { "matches": 2, "probability": 1.3132865364564915e-05 }, { "matches": 3, "probability": 0.00018483291994572844 }, { "matches": 4, "probability": 0.0015803214655359782 }, { "matches": 5, "probability": 0.00879233397189108 }, { "matches": 6, "probability": 0.033215483893810745 }, { "matches": 7, "probability": 0.0876012762034569 }, { "matches": 8, "probability": 0.1642523928814817 }, { "matches": 9, "probability": 0.22143655929207162 }, { "matches": 10, "probability": 0.21590064530976982 }, { "matches": 11, "probability": 0.1524004555127787 }, { "matches": 12, "probability": 0.07761134308521138 }, { "matches": 13, "probability": 0.028279436751696453 }, { "matches": 14, "probability": 0.007271855164721945 }, { "matches": 15, "probability": 0.0012927742515061234 }, { "matches": 16, "probability": 0.00015425147319107156 }, { "matches": 17, "probability": 1.183515139573439e-05 }, { "matches": 18, "probability": 5.47923675728444e-07 }, { "matches": 19, "probability": 1.384228233419227e-08 }, { "matches": 20, "probability": 1.597186423176031e-10 }, { "matches": 21, "probability": 5.633814543830797e-13 } ], "simulationReplicates": 100000, "simulationMeanMatches": 9.4305, "simulationMatchesRange95": [ 6.0, 13.0 ] }, { "pool": "gemini-4-argon-high", "population": 56, "positives": 22, "listSize": 22, "expectedMatches": 8.642857142857142, "expectedPpv": 0.39285714285714285, "matchesRange95": [ 5, 12 ], "ppvRange95": [ 0.22727272727272727, 0.5454545454545454 ], "distribution": [ { "matches": 0, "probability": 2.5593136076509474e-07 }, { "matches": 1, "probability": 9.52852143156199e-06 }, { "matches": 2, "probability": 0.00015007421254710132 }, { "matches": 3, "probability": 0.0013339930004186784 }, { "matches": 4, "probability": 0.007524554267986609 }, { "matches": 5, "probability": 0.02868183038620778 }, { "matches": 6, "probability": 0.07675045353346341 }, { "matches": 7, "probability": 0.14773019627493708 }, { "matches": 8, "probability": 0.20774558851163027 }, { "matches": 9, "probability": 0.21543986956761657 }, { "matches": 10, "probability": 0.16549699071330545 }, { "matches": 11, "probability": 0.09419591566290904 }, { "matches": 12, "probability": 0.03957536734448609 }, { "matches": 13, "probability": 0.01217703610599572 }, { "matches": 14, "probability": 0.0027097250675430034 }, { "matches": 15, "probability": 0.00042820346746358574 }, { "matches": 16, "probability": 4.6834754253829694e-05 }, { "matches": 17, "probability": 3.419982055046387e-06 }, { "matches": 18, "probability": 1.5833250254844384e-07 }, { "matches": 19, "probability": 4.3010527008066245e-09 }, { "matches": 20, "probability": 6.048355360509315e-11 }, { "matches": 21, "probability": 3.491114205200182e-13 }, { "matches": 22, "probability": 4.667264980214147e-16 } ], "simulationReplicates": 100000, "simulationMeanMatches": 8.63358, "simulationMatchesRange95": [ 5.0, 12.0 ] }, { "pool": "grok-4.5", "population": 110, "positives": 26, "listSize": 22, "expectedMatches": 5.2, "expectedPpv": 0.23636363636363636, "matchesRange95": [ 2, 9 ], "ppvRange95": [ 0.09090909090909091, 0.4090909090909091 ], "distribution": [ { "matches": 0, "probability": 0.0012299097018656174 }, { "matches": 1, "probability": 0.011166799197891004 }, { "matches": 2, "probability": 0.04580132483509982 }, { "matches": 3, "probability": 0.11274172267101493 }, { "matches": 4, "probability": 0.18662171517891488 }, { "matches": 5, "probability": 0.22060357973388145 }, { "matches": 6, "probability": 0.19302813226714627 }, { "matches": 7, "probability": 0.12788613317906172 }, { "matches": 8, "probability": 0.0650849070643439 }, { "matches": 9, "probability": 0.025667287292980696 }, { "matches": 10, "probability": 0.007878431238539908 }, { "matches": 11, "probability": 0.0018837593995014476 }, { "matches": 12, "probability": 0.00035002286139385004 }, { "matches": 13, "probability": 5.025969291809129e-05 }, { "matches": 14, "probability": 5.526676758850264e-06 }, { "matches": 15, "probability": 4.593601461901518e-07 }, { "matches": 16, "probability": 2.834193209666802e-08 }, { "matches": 17, "probability": 1.2662069440060172e-09 }, { "matches": 18, "probability": 3.956896700018804e-11 }, { "matches": 19, "probability": 8.227465523106026e-13 }, { "matches": 20, "probability": 1.0535169267391862e-14 }, { "matches": 21, "probability": 7.253128583402314e-17 }, { "matches": 22, "probability": 1.9624265647733534e-19 } ], "simulationReplicates": 100000, "simulationMeanMatches": 5.20273, "simulationMatchesRange95": [ 2.0, 9.0 ] } ] } ], "articleSelection": { "hits": 284, "eligible": 212, "final": 50, "retrievedAt": "2026-10-13T01:31:11.656Z" }, "replication": { "version": "fixed-selection-generator-transfer-20261023-v1", "originalQuestionsSha256": "068c3136304a39fb31e7a68aa933ce5b4949a46d7f23d5b32fc67c53a688e8f0", "sources": [ { "slug": "grok", "path": "https://eternalsearch.net/omega/two-stage-unanimous-20261023/report.json", "sha256": "e9d7a0e581e184070fa6963458a27253df442d530ecd28e0c5c628c7d0a0f365" }, { "slug": "gemini", "path": "https://eternalsearch.net/omega/two-stage-unanimous-gemini-20261023/report.json", "sha256": "5f0a11da83a66029d3cf0c81f302dddf9ab99da19fe65f2183a66bdf2b253b12" }, { "slug": "opus", "path": "https://eternalsearch.net/omega/two-stage-unanimous-opus-20261023/report.json", "sha256": "07ed307f6065d2f0b3f3b6eef06416b683a0fb4b4bf2c47c87b819a51bf40cae" } ], "rule": [ "claude-sonnet-5-5", "gpt-6-astra", "gemini-4-argon-high", "grok-4.5" ], "first": "gpt-6-astra", "minVotes": 4, "cohorts": [ { "slug": "grok", "summary": { "hypotheses": 240, "questions": 48, "selected": 19, "matches": 14, "known": 40, "missed": 26, "counts": { "yes_true": 14, "yes_false": 5, "no_true": 26, "no_false": 195 }, "rates": { "ppv": 0.7368421052631579, "npv": 0.8823529411764706, "sens": 0.35, "spec": 0.975, "youden": 0.32499999999999996, "accuracy": 0.8708333333333333, "balancedAccuracy": 0.6625 } }, "firstStage": { "hypotheses": 240, "questions": 48, "selected": 53, "matches": 25, "known": 40, "missed": 15, "counts": { "yes_true": 25, "yes_false": 28, "no_true": 15, "no_false": 172 }, "rates": { "ppv": 0.4716981132075472, "npv": 0.9197860962566845, "sens": 0.625, "spec": 0.86, "youden": 0.4849999999999999, "accuracy": 0.8208333333333333, "balancedAccuracy": 0.7424999999999999 } }, "intervals": { "left_ppv": { "lo": 0.5294117647058824, "hi": 0.9166666666666666, "validReplicates": 2000, "degenerate": false }, "right_ppv": { "lo": 0.09917355371900827, "hi": 0.2644628099173554, "validReplicates": 2000, "degenerate": false }, "difference_ppv": { "lo": 0.37995881486949734, "hi": 0.7397084552137142, "validReplicates": 2000, "degenerate": false }, "left_npv": { "lo": 0.8333333333333334, "hi": 0.9279279279279279, "validReplicates": 2000, "degenerate": false }, "right_npv": { "lo": 0.7796385180740963, "hi": 0.9083333333333333, "validReplicates": 2000, "degenerate": false }, "difference_npv": { "lo": -0.016361860272410683, "hi": 0.08752063353798066, "validReplicates": 2000, "degenerate": false }, "left_sens": { "lo": 0.25, "hi": 0.46153846153846156, "validReplicates": 2000, "degenerate": false }, "right_sens": { "lo": 0.3870967741935484, "hi": 0.6923076923076923, "validReplicates": 2000, "degenerate": false }, "difference_sens": { "lo": -0.39024390243902435, "hi": 0.02564102564102566, "validReplicates": 2000, "degenerate": false }, "left_spec": { "lo": 0.9526315789473684, "hi": 0.9947650796247819, "validReplicates": 2000, "degenerate": false }, "right_spec": { "lo": 0.4307673267326733, "hi": 0.5598133971291867, "validReplicates": 2000, "degenerate": false }, "difference_spec": { "lo": 0.40908531124048375, "hi": 0.5480769230769231, "validReplicates": 2000, "degenerate": false }, "left_youden": { "lo": 0.2210214482154063, "hi": 0.43924113699490086, "validReplicates": 2000, "degenerate": false }, "right_youden": { "lo": -0.13679319002769436, "hi": 0.21395911418368543, "validReplicates": 2000, "degenerate": false }, "difference_youden": { "lo": 0.07499999999999996, "hi": 0.5099408557920496, "validReplicates": 2000, "degenerate": false }, "left_accuracy": { "lo": 0.825, "hi": 0.9125, "validReplicates": 2000, "degenerate": false }, "right_accuracy": { "lo": 0.44166666666666665, "hi": 0.5666666666666667, "validReplicates": 2000, "degenerate": false }, "difference_accuracy": { "lo": 0.28322916666666664, "hi": 0.44999999999999996, "validReplicates": 2000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.6105107241077031, "hi": 0.7196205684974505, "validReplicates": 2000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.4316034049861528, "hi": 0.6069795570918427, "validReplicates": 2000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.03749999999999998, "hi": 0.2549704278960248, "validReplicates": 2000, "degenerate": false } } }, { "slug": "gemini", "summary": { "hypotheses": 250, "questions": 50, "selected": 19, "matches": 9, "known": 33, "missed": 24, "counts": { "yes_true": 9, "yes_false": 10, "no_true": 24, "no_false": 207 }, "rates": { "ppv": 0.47368421052631576, "npv": 0.8961038961038961, "sens": 0.2727272727272727, "spec": 0.9539170506912442, "youden": 0.22664432341851692, "accuracy": 0.864, "balancedAccuracy": 0.6133221617092585 } }, "firstStage": { "hypotheses": 250, "questions": 50, "selected": 51, "matches": 14, "known": 33, "missed": 19, "counts": { "yes_true": 14, "yes_false": 37, "no_true": 19, "no_false": 180 }, "rates": { "ppv": 0.27450980392156865, "npv": 0.9045226130653267, "sens": 0.42424242424242425, "spec": 0.8294930875576036, "youden": 0.25373551180002796, "accuracy": 0.776, "balancedAccuracy": 0.626867755900014 } }, "intervals": { "left_ppv": { "lo": 0.24975000000000003, "hi": 0.7, "validReplicates": 2000, "degenerate": false }, "right_ppv": { "lo": 0.0714159067882472, "hi": 0.18110236220472442, "validReplicates": 2000, "degenerate": false }, "difference_ppv": { "lo": 0.1249793046357616, "hi": 0.5714594321624956, "validReplicates": 2000, "degenerate": false }, "left_npv": { "lo": 0.8577586206896551, "hi": 0.9301385988228592, "validReplicates": 2000, "degenerate": false }, "right_npv": { "lo": 0.7867537078934138, "hi": 0.9200088495575222, "validReplicates": 2000, "degenerate": false }, "difference_npv": { "lo": -0.011472242416290876, "hi": 0.09379644993398771, "validReplicates": 2000, "degenerate": false }, "left_sens": { "lo": 0.12903225806451613, "hi": 0.42424242424242425, "validReplicates": 2000, "degenerate": false }, "right_sens": { "lo": 0.31244612068965516, "hi": 0.6774193548387096, "validReplicates": 2000, "degenerate": false }, "difference_sens": { "lo": -0.4545454545454546, "hi": 0.029434046345810937, "validReplicates": 2000, "degenerate": false }, "left_spec": { "lo": 0.9265925408855206, "hi": 0.9769585253456221, "validReplicates": 2000, "degenerate": false }, "right_spec": { "lo": 0.39814590075512407, "hi": 0.5402843601895735, "validReplicates": 2000, "degenerate": false }, "difference_spec": { "lo": 0.4133211009174312, "hi": 0.5545454545454546, "validReplicates": 2000, "degenerate": false }, "left_youden": { "lo": 0.07876170341286626, "hi": 0.38616086286544443, "validReplicates": 2000, "degenerate": false }, "right_youden": { "lo": -0.23966013071895426, "hi": 0.15681118767918636, "validReplicates": 2000, "degenerate": false }, "difference_youden": { "lo": 0.018869724025974068, "hi": 0.5251141552511416, "validReplicates": 2000, "degenerate": false }, "left_accuracy": { "lo": 0.824, "hi": 0.9, "validReplicates": 2000, "degenerate": false }, "right_accuracy": { "lo": 0.404, "hi": 0.536, "validReplicates": 2000, "degenerate": false }, "difference_accuracy": { "lo": 0.31999999999999995, "hi": 0.46799999999999997, "validReplicates": 2000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5393808517064331, "hi": 0.6930804314327222, "validReplicates": 2000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.3801699346405229, "hi": 0.5784055938395932, "validReplicates": 2000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.009434862012987034, "hi": 0.2625570776255708, "validReplicates": 2000, "degenerate": false } } }, { "slug": "opus", "summary": { "hypotheses": 250, "questions": 50, "selected": 22, "matches": 14, "known": 45, "missed": 31, "counts": { "yes_true": 14, "yes_false": 8, "no_true": 31, "no_false": 197 }, "rates": { "ppv": 0.6363636363636364, "npv": 0.8640350877192983, "sens": 0.3111111111111111, "spec": 0.9609756097560975, "youden": 0.27208672086720864, "accuracy": 0.844, "balancedAccuracy": 0.6360433604336043 } }, "firstStage": { "hypotheses": 250, "questions": 50, "selected": 49, "matches": 21, "known": 45, "missed": 24, "counts": { "yes_true": 21, "yes_false": 28, "no_true": 24, "no_false": 177 }, "rates": { "ppv": 0.42857142857142855, "npv": 0.8805970149253731, "sens": 0.4666666666666667, "spec": 0.8634146341463415, "youden": 0.3300813008130081, "accuracy": 0.792, "balancedAccuracy": 0.6650406504065041 } }, "intervals": { "left_ppv": { "lo": 0.42857142857142855, "hi": 0.8181818181818182, "validReplicates": 2000, "degenerate": false }, "right_ppv": { "lo": 0.09707954901346696, "hi": 0.24590794451450185, "validReplicates": 2000, "degenerate": false }, "difference_ppv": { "lo": 0.2782016989062473, "hi": 0.6606398013750954, "validReplicates": 2000, "degenerate": false }, "left_npv": { "lo": 0.8157894736842105, "hi": 0.9075713180008845, "validReplicates": 2000, "degenerate": false }, "right_npv": { "lo": 0.7424242424242424, "hi": 0.8714377289377289, "validReplicates": 2000, "degenerate": false }, "difference_npv": { "lo": 0.010103338698634865, "hi": 0.10023354666730712, "validReplicates": 2000, "degenerate": false }, "left_sens": { "lo": 0.18177272727272728, "hi": 0.4418604651162791, "validReplicates": 2000, "degenerate": false }, "right_sens": { "lo": 0.2954211229946524, "hi": 0.5849171652093879, "validReplicates": 2000, "degenerate": false }, "difference_sens": { "lo": -0.30000000000000004, "hi": 0.04878048780487804, "validReplicates": 2000, "degenerate": false }, "left_spec": { "lo": 0.9346733668341709, "hi": 0.985076474065317, "validReplicates": 2000, "degenerate": false }, "right_spec": { "lo": 0.45098039215686275, "hi": 0.5893719806763285, "validReplicates": 2000, "degenerate": false }, "difference_spec": { "lo": 0.37072737402500927, "hi": 0.5137646534148828, "validReplicates": 2000, "degenerate": false }, "left_youden": { "lo": 0.13680928893296446, "hi": 0.40553531994140374, "validReplicates": 2000, "degenerate": false }, "right_youden": { "lo": -0.20437340609060906, "hi": 0.12079962160662491, "validReplicates": 2000, "degenerate": false }, "difference_youden": { "lo": 0.13033311477250026, "hi": 0.5023468077649931, "validReplicates": 2000, "degenerate": false }, "left_accuracy": { "lo": 0.796, "hi": 0.892, "validReplicates": 2000, "degenerate": false }, "right_accuracy": { "lo": 0.444, "hi": 0.568, "validReplicates": 2000, "degenerate": false }, "difference_accuracy": { "lo": 0.26, "hi": 0.416, "validReplicates": 2000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.5684046444664822, "hi": 0.7027676599707019, "validReplicates": 2000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.3978132969546955, "hi": 0.5603998108033125, "validReplicates": 2000, "degenerate": false }, "difference_balancedAccuracy": { "lo": 0.06516655738625013, "hi": 0.25117340388249654, "validReplicates": 2000, "degenerate": false } } } ], "paired": { "questions": [ "R42581103", "R42601407", "R42605193", "R42608398", "R42627902", "R42630044", "R42639736", "R42642518", "R42642521", "R42647119", "R42647635", "R42663085", "R42664348", "R42665751", "R42689491", "R42696595", "R42698274", "R42717261", "R42723546", "R42736449", "R42744804", "R42758848", "R42759510", "R42775695", "R42775698", "R42786310", "R42805954", "R42810392", "R42811497", "R42821663", "R42822442", "R42826184", "R42839094", "R42841227", "R42842666", "R42844664", "R42853938", "R42858183", "R42806945", "R42723144", "R42808804", "R42585340", "R42669067", "R42811065", "R42841610", "R42806003", "R42806572", "R42748238" ], "cohorts": [ { "slug": "grok", "summary": { "hypotheses": 240, "questions": 48, "selected": 19, "matches": 14, "known": 40, "missed": 26, "counts": { "yes_true": 14, "yes_false": 5, "no_true": 26, "no_false": 195 }, "rates": { "ppv": 0.7368421052631579, "npv": 0.8823529411764706, "sens": 0.35, "spec": 0.975, "youden": 0.32499999999999996, "accuracy": 0.8708333333333333, "balancedAccuracy": 0.6625 } }, "coin": { "hypotheses": 240, "questions": 48, "selected": 123, "matches": 22, "known": 40, "missed": 18, "counts": { "yes_true": 22, "yes_false": 101, "no_true": 18, "no_false": 99 }, "rates": { "ppv": 0.17886178861788618, "npv": 0.8461538461538461, "sens": 0.55, "spec": 0.495, "youden": 0.04499999999999993, "accuracy": 0.5041666666666667, "balancedAccuracy": 0.5225 } } }, { "slug": "gemini", "summary": { "hypotheses": 240, "questions": 48, "selected": 19, "matches": 9, "known": 32, "missed": 23, "counts": { "yes_true": 9, "yes_false": 10, "no_true": 23, "no_false": 198 }, "rates": { "ppv": 0.47368421052631576, "npv": 0.8959276018099548, "sens": 0.28125, "spec": 0.9519230769230769, "youden": 0.23317307692307687, "accuracy": 0.8625, "balancedAccuracy": 0.6165865384615384 } }, "coin": { "hypotheses": 240, "questions": 48, "selected": 129, "matches": 16, "known": 32, "missed": 16, "counts": { "yes_true": 16, "yes_false": 113, "no_true": 16, "no_false": 95 }, "rates": { "ppv": 0.12403100775193798, "npv": 0.8558558558558559, "sens": 0.5, "spec": 0.4567307692307692, "youden": -0.04326923076923084, "accuracy": 0.4625, "balancedAccuracy": 0.4783653846153846 } } }, { "slug": "opus", "summary": { "hypotheses": 240, "questions": 48, "selected": 20, "matches": 13, "known": 44, "missed": 31, "counts": { "yes_true": 13, "yes_false": 7, "no_true": 31, "no_false": 189 }, "rates": { "ppv": 0.65, "npv": 0.8590909090909091, "sens": 0.29545454545454547, "spec": 0.9642857142857143, "youden": 0.2597402597402598, "accuracy": 0.8416666666666667, "balancedAccuracy": 0.6298701298701299 } }, "coin": { "hypotheses": 240, "questions": 48, "selected": 112, "matches": 20, "known": 44, "missed": 24, "counts": { "yes_true": 20, "yes_false": 92, "no_true": 24, "no_false": 104 }, "rates": { "ppv": 0.17857142857142858, "npv": 0.8125, "sens": 0.45454545454545453, "spec": 0.5306122448979592, "youden": -0.014842300556586308, "accuracy": 0.5166666666666667, "balancedAccuracy": 0.49257884972170685 } } } ], "pairs": [ { "left": "grok", "right": "gemini", "differences": { "ppv": 0.2631578947368421, "sens": 0.06874999999999998 }, "intervals": { "ppv": { "lo": -0.002291507754894473, "hi": 0.5263157894736843, "validReplicates": 10000 }, "sens": { "lo": -0.09672128923736399, "hi": 0.24003731173774426, "validReplicates": 10000 } } }, { "left": "grok", "right": "opus", "differences": { "ppv": 0.08684210526315783, "sens": 0.05454545454545451 }, "intervals": { "ppv": { "lo": -0.21176820728291318, "hi": 0.3730769230769231, "validReplicates": 10000 }, "sens": { "lo": -0.11179609732565399, "hi": 0.21209738514173998, "validReplicates": 10000 } } }, { "left": "gemini", "right": "opus", "differences": { "ppv": -0.17631578947368426, "sens": -0.01420454545454547 }, "intervals": { "ppv": { "lo": -0.4642857142857143, "hi": 0.10965514748409472, "validReplicates": 10000 }, "sens": { "lo": -0.21812321229938023, "hi": 0.18444530672579448, "validReplicates": 10000 } } } ], "uncertainty": { "method": "paired original-question cluster percentile bootstrap of between-generator differences, restricted to common complete questions", "replicates": 10000, "seed": 20261023, "coverage": "pointwise descriptive 95%; no multiplicity correction or equivalence test" } }, "interpretation": "Rule chosen after inspection of Grok forecasts; Gemini and Opus forecasts collected after frozen rule. Historical labels and original questions are shared. Similar proportions or intervals containing zero do not establish equivalence or a stable probability on new laboratory outcomes." }, "isolatedOpus": { "generator": "Claude Opus 5.5, повторная генерация", "hypotheses": 245, "strictSelected": 2, "known": 43, "firstStage": { "hypotheses": 245, "questions": 49, "selected": 49, "matches": 16, "known": 43, "missed": 27, "counts": { "yes_true": 16, "yes_false": 33, "no_true": 27, "no_false": 169 }, "rates": { "ppv": 0.32653061224489793, "npv": 0.8622448979591837, "sens": 0.37209302325581395, "spec": 0.8366336633663366, "youden": 0.20872668662215066, "accuracy": 0.7551020408163265, "balancedAccuracy": 0.6043633433110753 } }, "final": { "hypotheses": 245, "questions": 49, "selected": 17, "matches": 10, "known": 43, "missed": 33, "counts": { "yes_true": 10, "yes_false": 7, "no_true": 33, "no_false": 195 }, "rates": { "ppv": 0.5882352941176471, "npv": 0.8552631578947368, "sens": 0.23255813953488372, "spec": 0.9653465346534653, "youden": 0.197904674188349, "accuracy": 0.8367346938775511, "balancedAccuracy": 0.5989523370941745 } }, "coin": { "hypotheses": 245, "questions": 49, "selected": 133, "matches": 25, "known": 43, "missed": 18, "counts": { "yes_true": 25, "yes_false": 108, "no_true": 18, "no_false": 94 }, "rates": { "ppv": 0.18796992481203006, "npv": 0.8392857142857143, "sens": 0.5813953488372093, "spec": 0.46534653465346537, "youden": 0.04674188349067476, "accuracy": 0.4857142857142857, "balancedAccuracy": 0.5233709417453374 } }, "comparison": { "hypotheses": 245, "questions": 49, "left": { "hypotheses": 245, "questions": 49, "selected": 17, "matches": 10, "known": 43, "missed": 33, "counts": { "yes_true": 10, "yes_false": 7, "no_true": 33, "no_false": 195 }, "rates": { "ppv": 0.5882352941176471, "npv": 0.8552631578947368, "sens": 0.23255813953488372, "spec": 0.9653465346534653, "youden": 0.197904674188349, "accuracy": 0.8367346938775511, "balancedAccuracy": 0.5989523370941745 } }, "right": { "hypotheses": 245, "questions": 49, "selected": 133, "matches": 25, "known": 43, "missed": 18, "counts": { "yes_true": 25, "yes_false": 108, "no_true": 18, "no_false": 94 }, "rates": { "ppv": 0.18796992481203006, "npv": 0.8392857142857143, "sens": 0.5813953488372093, "spec": 0.46534653465346537, "youden": 0.04674188349067476, "accuracy": 0.4857142857142857, "balancedAccuracy": 0.5233709417453374 } }, "differences": { "ppv": 0.400265369305617, "npv": 0.015977443609022535, "sens": -0.34883720930232565, "spec": 0.49999999999999994, "youden": 0.15116279069767424, "accuracy": 0.35102040816326535, "balancedAccuracy": 0.07558139534883712 }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap", "replicates": 2000, "intervals": { "left_ppv": { "lo": 0.35294117647058826, "hi": 0.8181818181818182, "validReplicates": 2000, "degenerate": false }, "right_ppv": { "lo": 0.11474784132148667, "hi": 0.2647288602941175, "validReplicates": 2000, "degenerate": false }, "difference_ppv": { "lo": 0.16780303030303031, "hi": 0.620373907825666, "validReplicates": 2000, "degenerate": false }, "left_npv": { "lo": 0.8008849557522124, "hi": 0.9043478260869565, "validReplicates": 2000, "degenerate": false }, "right_npv": { "lo": 0.77, "hi": 0.9009009009009009, "validReplicates": 2000, "degenerate": false }, "difference_npv": { "lo": -0.039909915111326015, "hi": 0.07361939877547534, "validReplicates": 2000, "degenerate": false }, "left_sens": { "lo": 0.12195121951219512, "hi": 0.3469609582963619, "validReplicates": 2000, "degenerate": false }, "right_sens": { "lo": 0.43333333333333335, "hi": 0.7073170731707317, "validReplicates": 2000, "degenerate": false }, "difference_sens": { "lo": -0.5384615384615384, "hi": -0.14285714285714285, "validReplicates": 2000, "degenerate": false }, "left_spec": { "lo": 0.9405940594059405, "hi": 0.985781990521327, "validReplicates": 2000, "degenerate": false }, "right_spec": { "lo": 0.40487804878048783, "hi": 0.526829268292683, "validReplicates": 2000, "degenerate": false }, "difference_spec": { "lo": 0.4384166624346148, "hi": 0.5607595842075148, "validReplicates": 2000, "degenerate": false }, "left_youden": { "lo": 0.08215709539629806, "hi": 0.31517580746045937, "validReplicates": 2000, "degenerate": false }, "right_youden": { "lo": -0.12010260872066263, "hi": 0.19150369304119136, "validReplicates": 2000, "degenerate": false }, "difference_youden": { "lo": -0.05436523897490698, "hi": 0.37619319869319867, "validReplicates": 2000, "degenerate": false }, "left_accuracy": { "lo": 0.7876530612244899, "hi": 0.8857142857142857, "validReplicates": 2000, "degenerate": false }, "right_accuracy": { "lo": 0.42857142857142855, "hi": 0.5428571428571428, "validReplicates": 2000, "degenerate": false }, "difference_accuracy": { "lo": 0.2693877551020408, "hi": 0.4285714285714286, "validReplicates": 2000, "degenerate": false }, "left_balancedAccuracy": { "lo": 0.541078547698149, "hi": 0.6575879037302297, "validReplicates": 2000, "degenerate": false }, "right_balancedAccuracy": { "lo": 0.4399486956396687, "hi": 0.5957518465205957, "validReplicates": 2000, "degenerate": false }, "difference_balancedAccuracy": { "lo": -0.02718261948745349, "hi": 0.18809659934659934, "validReplicates": 2000, "degenerate": false } } } }, "paired": { "questions": 49, "cohorts": [ { "slug": "original", "summary": { "hypotheses": 245, "questions": 49, "selected": 21, "matches": 13, "known": 44, "missed": 31, "counts": { "yes_true": 13, "yes_false": 8, "no_true": 31, "no_false": 193 }, "rates": { "ppv": 0.6190476190476191, "npv": 0.8616071428571429, "sens": 0.29545454545454547, "spec": 0.9601990049751243, "youden": 0.25565355042966975, "accuracy": 0.8408163265306122, "balancedAccuracy": 0.6278267752148349 } }, "firstStage": { "hypotheses": 245, "questions": 49, "selected": 48, "matches": 20, "known": 44, "missed": 24, "counts": { "yes_true": 20, "yes_false": 28, "no_true": 24, "no_false": 173 }, "rates": { "ppv": 0.4166666666666667, "npv": 0.8781725888324873, "sens": 0.45454545454545453, "spec": 0.8606965174129353, "youden": 0.3152419719583899, "accuracy": 0.7877551020408163, "balancedAccuracy": 0.6576209859791949 } }, "coin": { "hypotheses": 245, "questions": 49, "selected": 119, "matches": 20, "known": 44, "missed": 24, "counts": { "yes_true": 20, "yes_false": 99, "no_true": 24, "no_false": 102 }, "rates": { "ppv": 0.16806722689075632, "npv": 0.8095238095238095, "sens": 0.45454545454545453, "spec": 0.5074626865671642, "youden": -0.037991858887381325, "accuracy": 0.49795918367346936, "balancedAccuracy": 0.48100407055630934 } } }, { "slug": "isolated", "summary": { "hypotheses": 245, "questions": 49, "selected": 17, "matches": 10, "known": 43, "missed": 33, "counts": { "yes_true": 10, "yes_false": 7, "no_true": 33, "no_false": 195 }, "rates": { "ppv": 0.5882352941176471, "npv": 0.8552631578947368, "sens": 0.23255813953488372, "spec": 0.9653465346534653, "youden": 0.197904674188349, "accuracy": 0.8367346938775511, "balancedAccuracy": 0.5989523370941745 } }, "firstStage": { "hypotheses": 245, "questions": 49, "selected": 49, "matches": 16, "known": 43, "missed": 27, "counts": { "yes_true": 16, "yes_false": 33, "no_true": 27, "no_false": 169 }, "rates": { "ppv": 0.32653061224489793, "npv": 0.8622448979591837, "sens": 0.37209302325581395, "spec": 0.8366336633663366, "youden": 0.20872668662215066, "accuracy": 0.7551020408163265, "balancedAccuracy": 0.6043633433110753 } }, "coin": { "hypotheses": 245, "questions": 49, "selected": 133, "matches": 25, "known": 43, "missed": 18, "counts": { "yes_true": 25, "yes_false": 108, "no_true": 18, "no_false": 94 }, "rates": { "ppv": 0.18796992481203006, "npv": 0.8392857142857143, "sens": 0.5813953488372093, "spec": 0.46534653465346537, "youden": 0.04674188349067476, "accuracy": 0.4857142857142857, "balancedAccuracy": 0.5233709417453374 } } } ], "differences": { "ppv": 0.03081232492997199, "sens": 0.06289640591966175 }, "intervals": { "ppv": { "lo": -0.24757374441004476, "hi": 0.3126966738112248, "validReplicates": 10000 }, "sens": { "lo": -0.07617384746540758, "hi": 0.1955137122416534, "validReplicates": 10000 } }, "uncertainty": { "method": "paired original-question cluster percentile bootstrap of the difference between the two Opus cohorts, restricted to questions complete in both", "replicates": 10000, "seed": 20261028, "coverage": "pointwise descriptive 95%; no multiplicity correction and no equivalence test" } }, "generation": [ { "model": "claude-opus-5-5", "run": "isolated", "arm": "N", "n": 250, "stored": 250, "refusedSets": [], "core": 45, "strict": 3, "core_rate": 0.18, "strict_rate": 0.012, "core_ci": { "lo": 0.128, "hi": 0.236, "valid": 10000 }, "strict_ci": { "lo": 0.0, "hi": 0.028, "valid": 10000 } }, { "model": "claude-opus-5-5", "run": "isolated", "arm": "A", "n": 250, "stored": 245, "refusedSets": [ "R42664348" ], "core": 36, "strict": 4, "core_rate": 0.144, "strict_rate": 0.016, "core_ci": { "lo": 0.092, "hi": 0.2, "valid": 10000 }, "strict_ci": { "lo": 0.004, "hi": 0.032, "valid": 10000 } }, { "model": "claude-opus-5-5", "run": "isolated", "arm": "O", "n": 250, "stored": 245, "refusedSets": [ "R42736449" ], "core": 3, "strict": 0, "core_rate": 0.012, "strict_rate": 0.0, "core_ci": { "lo": 0.0, "hi": 0.028, "valid": 10000 }, "strict_ci": { "lo": 0.0, "hi": 0.0, "valid": 10000 } } ], "tasks": 49, "thresholds": [ { "cutoff": 3, "selected": 17, "matches": 10, "known": 43, "ppv": 0.5882352941176471, "sens": 0.23255813953488372, "ppvCi": { "lo": 0.35, "hi": 0.8181818181818182, "valid": 10000 }, "sensCi": { "lo": 0.125, "hi": 0.3469387755102041, "valid": 10000 } }, { "cutoff": 4, "selected": 17, "matches": 2, "known": 3, "ppv": 0.11764705882352941, "sens": 0.6666666666666666, "ppvCi": { "lo": 0.0, "hi": 0.2857142857142857, "valid": 10000 }, "sensCi": { "lo": 0.0, "hi": 1.0, "valid": 9535 } } ], "intervals": { "final": { "ppv": { "lo": 0.35, "hi": 0.8181818181818182, "valid": 10000 }, "npv": { "lo": 0.801762114537445, "hi": 0.903094327227761, "valid": 10000 }, "sens": { "lo": 0.125, "hi": 0.3469387755102041, "valid": 10000 }, "spec": { "lo": 0.94, "hi": 0.9856459330143541, "valid": 10000 } }, "coin": { "ppv": { "lo": 0.11678832116788321, "hi": 0.26811594202898553, "valid": 10000 }, "npv": { "lo": 0.7747747747747747, "hi": 0.9, "valid": 10000 }, "sens": { "lo": 0.4411764705882353, "hi": 0.7111111111111111, "valid": 10000 }, "spec": { "lo": 0.40414246087821215, "hi": 0.5263221459445715, "valid": 10000 } }, "differencePpv": { "lo": 0.16513516483516485, "hi": 0.6255114524702938, "valid": 10000 }, "seed": 20261026, "replicates": 10000 } }, "wide": { "coin": { "counts": { "yes_true": 179, "yes_false": 1298, "no_true": 179, "no_false": 1341 }, "rates": { "ppv": 0.12119160460392688, "npv": 0.8822368421052632, "sens": 0.5, "spec": 0.5081470253884047 }, "intervals": { "ppv": { "lo": 0.08503401360544217, "hi": 0.1612908738120962, "valid": 10000 }, "npv": { "lo": 0.84773909582976, "hi": 0.9134117423447987, "valid": 10000 }, "sens": { "lo": 0.44075628564543334, "hi": 0.5538059214010804, "valid": 10000 }, "spec": { "lo": 0.48869888890371715, "hi": 0.5277892413617843, "valid": 10000 } } }, "self": { "counts": { "yes_true": 164, "yes_false": 447, "no_true": 194, "no_false": 2192 }, "rates": { "ppv": 0.2684124386252046, "npv": 0.9186923721709975, "sens": 0.4581005586592179, "spec": 0.8306176582038651 }, "intervals": { "ppv": { "lo": 0.18524332810047095, "hi": 0.35599148822981774, "valid": 10000 }, "npv": { "lo": 0.8951107396573339, "hi": 0.9404417392821437, "valid": 10000 }, "sens": { "lo": 0.387322925995278, "hi": 0.5239739741700887, "valid": 10000 }, "spec": { "lo": 0.8124994232189, "hi": 0.8482733890215346, "valid": 10000 } } }, "majority": { "counts": { "yes_true": 123, "yes_false": 202, "no_true": 235, "no_false": 2437 }, "rates": { "ppv": 0.37846153846153846, "npv": 0.9120508982035929, "sens": 0.3435754189944134, "spec": 0.9234558544903373 }, "intervals": { "ppv": { "lo": 0.26478666114333055, "hi": 0.4924652938281914, "valid": 10000 }, "npv": { "lo": 0.8865000936680404, "hi": 0.935268458966424, "valid": 10000 }, "sens": { "lo": 0.2852561475409836, "hi": 0.395, "valid": 10000 }, "spec": { "lo": 0.9083758116059878, "hi": 0.9378687174193115, "valid": 10000 } } }, "unanimity": { "counts": { "yes_true": 55, "yes_false": 55, "no_true": 303, "no_false": 2584 }, "rates": { "ppv": 0.5, "npv": 0.8950467613439557, "sens": 0.15363128491620112, "spec": 0.9791587722622206 }, "intervals": { "ppv": { "lo": 0.339995145631068, "hi": 0.6417935659540136, "valid": 10000 }, "npv": { "lo": 0.8639851806161827, "hi": 0.9228407868449362, "valid": 10000 }, "sens": { "lo": 0.10491745958959074, "hi": 0.20307726269315673, "valid": 10000 }, "spec": { "lo": 0.9727740299861753, "hi": 0.9850528746402516, "valid": 10000 } } } }, "secondary": { "sourceSha256": "9303baa77f62de1ae858e48e97d062ae047263bcb324b13a1ac09d93f1993dd3", "originality": { "gpt-6-astra": { "tasks": 89, "difference": { "estimate": 0.3941947565543071, "ci95": [ 0.2378277153558052, 0.551498127340824 ], "p_le_zero": 0, "n": 89 }, "test": { "p": 5e-05, "method": "Monte Carlo paired sign-flip, add-one", "draws": 19999 }, "sign": { "wins_b": 53, "wins_a": 19, "ties": 17, "p_two_sided": 7.555811484431396e-05 }, "p_holm": 0.007500000000000001 }, "grok-4.5": { "tasks": 100, "difference": { "estimate": 0.6866666666666665, "ci95": [ 0.49, 0.885 ], "p_le_zero": 0, "n": 100 }, "test": { "p": 5e-05, "method": "Monte Carlo paired sign-flip, add-one", "draws": 19999 }, "sign": { "wins_b": 69, "wins_a": 21, "ties": 10, "p_two_sided": 3.8818174440563185e-07 }, "p_holm": 0.007500000000000001 }, "claude-opus-5-5": { "tasks": 100, "difference": { "estimate": 0.2766666666666667, "ci95": [ 0.075, 0.4575208333333331 ], "p_le_zero": 0.0054, "n": 100 }, "test": { "p": 0.0036, "method": "Monte Carlo paired sign-flip, add-one", "draws": 19999 }, "sign": { "wins_b": 61, "wins_a": 30, "ties": 9, "p_two_sided": 0.0015165131944572217 }, "p_holm": 0.2052 }, "gemini-4-argon-high": { "tasks": 98, "difference": { "estimate": 0.36989795918367346, "ci95": [ 0.23979591836734693, 0.49489795918367346 ], "p_le_zero": 0, "n": 98 }, "test": { "p": 5e-05, "method": "Monte Carlo paired sign-flip, add-one", "draws": 19999 }, "sign": { "wins_b": 59, "wins_a": 19, "ties": 20, "p_two_sided": 6.41506390670917e-06 }, "p_holm": 0.007500000000000001 } }, "judge_agreement": { "gpt-5.6-sol ~ grok-4.7": { "n": 2997, "spearman": 0.6572262544868293, "match_weighted_kappa": 0.6760376236744248, "match_exact": 0.7851184517851184, "plausibility_spearman": 0.6827966744688646 }, "gpt-5.6-sol ~ claude-opus-5-5": { "n": 2997, "spearman": 0.58968073316526, "match_weighted_kappa": 0.4545989857085383, "match_exact": 0.3560226893560227, "plausibility_spearman": 0.6583880167844797 }, "gpt-5.6-sol ~ gemini-4-argon-medium": { "n": 2997, "spearman": 0.6337704287795797, "match_weighted_kappa": 0.6176465249574608, "match_exact": 0.5915915915915916, "plausibility_spearman": 0.6370731874758464 }, "grok-4.7 ~ claude-opus-5-5": { "n": 2997, "spearman": 0.5698051592140707, "match_weighted_kappa": 0.38253198833804947, "match_exact": 0.31865198531865196, "plausibility_spearman": 0.642982255237797 }, "grok-4.7 ~ gemini-4-argon-medium": { "n": 2997, "spearman": 0.5819169470579949, "match_weighted_kappa": 0.5242805160626898, "match_exact": 0.5655655655655656, "plausibility_spearman": 0.6741576109370976 }, "claude-opus-5-5 ~ gemini-4-argon-medium": { "n": 2997, "spearman": 0.6561338868254853, "match_weighted_kappa": 0.6432954231285537, "match_exact": 0.5025025025025025, "plausibility_spearman": 0.698778188104954 } } }, "judgeAgreement": { "judges": [ "gpt-5.6-sol", "grok-4.7", "claude-opus-5-5", "gemini-4-argon-medium" ], "ownCompanyJudge": { "gpt-6-astra": "gpt-5.6-sol", "grok-4.5": "grok-4.7", "claude-opus-5-5": "claude-opus-5-5", "gemini-4-argon-high": "gemini-4-argon-medium" }, "seed": 20261025, "bootstrapReplicates": 10000, "selectedVotes": [ { "generator": "Grok 4.5", "selected": 19, "matches": 14, "votes": { "0": 5, "1": 0, "2": 1, "3": 13 } }, { "generator": "Gemini 4 Argon", "selected": 19, "matches": 9, "votes": { "0": 8, "1": 2, "2": 0, "3": 9 } }, { "generator": "Claude Opus 5.5", "selected": 22, "matches": 14, "votes": { "0": 7, "1": 1, "2": 2, "3": 12 } } ], "note": "Pairs: Cohen kappa of binary votes over all 2997 hypotheses scored by all four judges. Panel: Fleiss kappa of the three other-company judges that define each outcome. Intervals resample the 50 tasks.", "pairs": [ { "a": "gpt-5.6-sol", "b": "grok-4.7", "hypotheses": 2997, "weightedKappa": 0.6760376236744247, "cutoffs": [ { "cutoff": 3, "cells": { "both": 325, "onlyA": 155, "onlyB": 61, "neither": 2456 }, "agreement": 0.9279279279279279, "kappa": 0.7090346190875576, "kappaCi": { "lo": 0.6583993597896497, "hi": 0.7572093803852816, "valid": 10000 } }, { "cutoff": 4, "cells": { "both": 37, "onlyA": 28, "onlyB": 7, "neither": 2925 }, "agreement": 0.9883216549883217, "kappa": 0.6731764463955797, "kappaCi": { "lo": 0.4974637318513686, "hi": 0.8095030506397962, "valid": 10000 } } ] }, { "a": "gpt-5.6-sol", "b": "claude-opus-5-5", "hypotheses": 2997, "weightedKappa": 0.4545989857085384, "cutoffs": [ { "cutoff": 3, "cells": { "both": 314, "onlyA": 166, "onlyB": 49, "neither": 2468 }, "agreement": 0.9282615949282615, "kappa": 0.7041516700482232, "kappaCi": { "lo": 0.6497227249752027, "hi": 0.7568268589174691, "valid": 10000 } }, { "cutoff": 4, "cells": { "both": 52, "onlyA": 13, "onlyB": 70, "neither": 2862 }, "agreement": 0.9723056389723056, "kappa": 0.5432232972626546, "kappaCi": { "lo": 0.38860188011849506, "hi": 0.6456179124219432, "valid": 10000 } } ] }, { "a": "gpt-5.6-sol", "b": "gemini-4-argon-medium", "hypotheses": 2997, "weightedKappa": 0.617646524957461, "cutoffs": [ { "cutoff": 3, "cells": { "both": 310, "onlyA": 170, "onlyB": 40, "neither": 2477 }, "agreement": 0.92992992992993, "kappa": 0.707475215081501, "kappaCi": { "lo": 0.6431447042615277, "hi": 0.7697264865697742, "valid": 10000 } }, { "cutoff": 4, "cells": { "both": 39, "onlyA": 26, "onlyB": 22, "neither": 2910 }, "agreement": 0.983983983983984, "kappa": 0.6108760806292806, "kappaCi": { "lo": 0.45155410585555616, "hi": 0.7332733571934332, "valid": 10000 } } ] }, { "a": "grok-4.7", "b": "claude-opus-5-5", "hypotheses": 2997, "weightedKappa": 0.38253198833804947, "cutoffs": [ { "cutoff": 3, "cells": { "both": 299, "onlyA": 87, "onlyB": 64, "neither": 2547 }, "agreement": 0.9496162829496163, "kappa": 0.7696395602583233, "kappaCi": { "lo": 0.7284623820648517, "hi": 0.8067221964834986, "valid": 10000 } }, { "cutoff": 4, "cells": { "both": 40, "onlyA": 4, "onlyB": 82, "neither": 2871 }, "agreement": 0.9713046379713046, "kappa": 0.4705012264619962, "kappaCi": { "lo": 0.27539613392331685, "hi": 0.5964025948346762, "valid": 10000 } } ] }, { "a": "grok-4.7", "b": "gemini-4-argon-medium", "hypotheses": 2997, "weightedKappa": 0.5242805160626898, "cutoffs": [ { "cutoff": 3, "cells": { "both": 281, "onlyA": 105, "onlyB": 69, "neither": 2542 }, "agreement": 0.9419419419419419, "kappa": 0.7305847513318923, "kappaCi": { "lo": 0.6735852461887555, "hi": 0.7804553913177188, "valid": 10000 } }, { "cutoff": 4, "cells": { "both": 38, "onlyA": 6, "onlyB": 23, "neither": 2930 }, "agreement": 0.9903236569903237, "kappa": 0.7190164135821818, "kappaCi": { "lo": 0.5827969992457365, "hi": 0.797786864040724, "valid": 10000 } } ] }, { "a": "claude-opus-5-5", "b": "gemini-4-argon-medium", "hypotheses": 2997, "weightedKappa": 0.6432954231285537, "cutoffs": [ { "cutoff": 3, "cells": { "both": 275, "onlyA": 88, "onlyB": 75, "neither": 2559 }, "agreement": 0.9456122789456123, "kappa": 0.7405347784450604, "kappaCi": { "lo": 0.6925880624659657, "hi": 0.7832887641187786, "valid": 10000 } }, { "cutoff": 4, "cells": { "both": 56, "onlyA": 66, "onlyB": 5, "neither": 2870 }, "agreement": 0.9763096429763096, "kappa": 0.6011990996444678, "kappaCi": { "lo": 0.4365394635364456, "hi": 0.7132335723801168, "valid": 10000 } } ] } ], "panel": [ { "cutoff": 3, "hypotheses": 2997, "votes": { "0": 2451, "1": 188, "2": 95, "3": 263 }, "fleissKappa": 0.7213271011087111, "fleissKappaCi": { "lo": 0.6731046112800393, "hi": 0.767224362188248, "valid": 10000 } }, { "cutoff": 4, "hypotheses": 2997, "votes": { "0": 2867, "1": 73, "2": 21, "3": 36 }, "fleissKappa": 0.5677545334031657, "fleissKappaCi": { "lo": 0.4137387022617146, "hi": 0.6669569606434846, "valid": 10000 } } ] }, "sourceSha256": { "generation-outcomes.json": "b67424c82c8f1a3bc981301d906606c64d271929516b80178a8b9cb9b05d9ddc", "opus-isolated-20261027/isolated-outcomes.json": "5d37096bb74f4f25b4c36eb2fc70dc5193804376dff5f5801cc3323e82a48ecc", "https://eternalsearch.net/omega/direct-confirmation-grok-20261022/report.json": "69b2d56db9e11ddab5b1447c9bd9dc24a38d2f229347e910d078265ab7d3e0bc", "https://eternalsearch.net/omega/balanced-opus-20261023/report.json": "3f0914c47ea58754fd7a4c931dbca4d699f5c3619823eb60be4b77c53a71d5d8", "https://eternalsearch.net/omega/two-stage-unanimous-20261023/report.json": "e9d7a0e581e184070fa6963458a27253df442d530ecd28e0c5c628c7d0a0f365", "https://eternalsearch.net/omega/two-stage-unanimous-20261023/selected.csv": "18f35ba8706f78f1248e7ab9d9b5a5c17e1f028231dbf8d6db52efe7a061fa4e", "https://eternalsearch.net/omega/grok-generated-confirmation-20261023/report.json": "7c79ef7647a3ae8ba0a8917ab5ebfc509071e23da7993b57a61424029f180e29", "https://eternalsearch.net/omega/two-stage-unanimous-gemini-20261023/report.json": "5f0a11da83a66029d3cf0c81f302dddf9ab99da19fe65f2183a66bdf2b253b12", "https://eternalsearch.net/omega/two-stage-unanimous-gemini-20261023/selected.csv": "e110950f6199a13b9f1028d4957e11c6838b2711410136d415755e5791c5e7ee", "https://eternalsearch.net/omega/gemini-generated-confirmation-20261023/report.json": "30eebdb1dea82145a9853782ae6d60ce6a509fcf7ba53c41129394ef438cd9f5", "https://eternalsearch.net/omega/two-stage-unanimous-opus-20261023/report.json": "07ed307f6065d2f0b3f3b6eef06416b683a0fb4b4bf2c47c87b819a51bf40cae", "https://eternalsearch.net/omega/two-stage-unanimous-opus-20261023/selected.csv": "6f8545fdf9ad4af9a9ceeedf96f1313af8f9d3e40a22e04f419f41366e39e094", "https://eternalsearch.net/omega/opus-generated-confirmation-20261023/report.json": "2ad47f9ef43b45c90b0bf471d8d51ef888d6e7aee28445599c187857b4406d6f", "https://eternalsearch.net/omega/selection-replication-20261023/report.json": "9dd481f2192bbbfdfd9894b44335ab30f0b414f9979decc2d43216aae469c4b2", "https://eternalsearch.net/omega/two-stage-unanimous-opus-isolated-20261028/report.json": "115a9701aa164be1ca5b55176943fa030986e0f08d35dfdcdcc6f4db9419838b", "https://eternalsearch.net/omega/opus-isolation-selection-20261028/report.json": "3a084da5d5e84dbfe143c14a96d9215aa35dbaf007af8a9f5f999b6639e4ac45", "https://eternalsearch.net/omega/opus-isolated-confirmation-20261028/cohort.json": "6113d567d36fe001ab364e3538b1e7e7aae62175b7bf9d6933b551ef73d16a6d", "secondary-panel.json": "c2f8e0bb79c56006dac84bff05b80dc98724a74d1e9d25e166c9aad22c5b0217", "judge-scores.json": "1d37234f5d5e73b09c7b42a16b6718722be32089e6d5ec6cc966daca30e468b1", "article-selection.json": "ed7552b98eacaf5cea7e8ab85d1162d9c9b5d46911371ed756237521ae3a538f", "https://eternalsearch.net/omega/experimental-support-20261022/report.json": "ed41799db244cf0bd993f9eb0ec855c43bce9b17c998407a65aef50121ef3dd0", "review-analyses.json": "d2966efe6d82744bc65d359705480d93f7441341a7571548942c28f885f06b9d", "https://eternalsearch.net/omega/selection-originality-20261030/report.json": "53266b8fdde4994a6c781a3f5fca33983597d330539cceed54c9d8e411e40869", "https://eternalsearch.net/omega/forecast-repeat-20261030-v2/comparison.json": "f9ff2b4566d9b73dc9fb56a078319b1a7b642b938ac31adb55fbc3a6397c6004" }, "reviewModelCalls": { "originality": { "version": "selection-originality-20261030", "seed": 20261030, "bootstrap": 10000, "permutation": 19999, "scoreFiles": 357, "failedItems": 0, "inputSha256": "f8ed6576bc670d033acaa1ba77518a6060319859f8fb37a1aadb166126895997", "rule": "per hypothesis the mean of three cross-company judges; paired difference selected minus excluded partner from the same task", "results": { "grok": { "originality": { "pairs": 19, "tasks": 19, "difference": -0.2280701754385964, "ci": { "lo": -0.7543859649122806, "hi": 0.3157894736842106 }, "p": 0.4731, "selectedMean": 4.491228070175438, "excludedMean": 4.719298245614035, "selectedHigher": 7, "selectedLower": 11, "equal": 1 }, "feasibility": { "pairs": 19, "tasks": 19, "difference": 0.3508771929824562, "ci": { "lo": -0.35087719298245607, "hi": 1.0526315789473684 }, "p": 0.37855, "selectedMean": 6.80701754385965, "excludedMean": 6.4561403508771935, "selectedHigher": 8, "selectedLower": 6, "equal": 5 }, "clarity": { "pairs": 19, "tasks": 19, "difference": 0.19298245614035112, "ci": { "lo": -0.035087719298245446, "hi": 0.45614035087719323 }, "p": 0.1947, "selectedMean": 8.140350877192983, "excludedMean": 7.947368421052632, "selectedHigher": 8, "selectedLower": 5, "equal": 6 } }, "gemini": { "originality": { "pairs": 19, "tasks": 19, "difference": -0.17543859649122814, "ci": { "lo": -0.5789473684210528, "hi": 0.26315789473684204 }, "p": 0.47985, "selectedMean": 4.824561403508772, "excludedMean": 5.0, "selectedHigher": 6, "selectedLower": 10, "equal": 3 }, "feasibility": { "pairs": 19, "tasks": 19, "difference": 0.6842105263157895, "ci": { "lo": 0.3859649122807017, "hi": 0.982456140350877 }, "p": 0.00095, "selectedMean": 6.701754385964912, "excludedMean": 6.017543859649122, "selectedHigher": 13, "selectedLower": 1, "equal": 5 }, "clarity": { "pairs": 19, "tasks": 19, "difference": 0.7719298245614035, "ci": { "lo": 0.5087719298245614, "hi": 1.0526315789473681 }, "p": 5e-05, "selectedMean": 8.035087719298245, "excludedMean": 7.2631578947368425, "selectedHigher": 16, "selectedLower": 0, "equal": 3 } }, "opus": { "originality": { "pairs": 21, "tasks": 20, "difference": -0.23809523809523808, "ci": { "lo": -0.6166666666666667, "hi": 0.12698412698412695 }, "p": 0.26435, "selectedMean": 5.238095238095238, "excludedMean": 5.476190476190476, "selectedHigher": 8, "selectedLower": 10, "equal": 3 }, "feasibility": { "pairs": 21, "tasks": 20, "difference": 0.33333333333333337, "ci": { "lo": -0.015151515151515138, "hi": 0.7166666666666666 }, "p": 0.1044, "selectedMean": 6.587301587301588, "excludedMean": 6.253968253968255, "selectedHigher": 11, "selectedLower": 6, "equal": 4 }, "clarity": { "pairs": 21, "tasks": 20, "difference": 0.19047619047619038, "ci": { "lo": 0.047619047619047575, "hi": 0.33333333333333337 }, "p": 0.04725, "selectedMean": 8.253968253968255, "excludedMean": 8.063492063492063, "selectedHigher": 8, "selectedLower": 2, "equal": 11 } }, "all": { "originality": { "pairs": 59, "tasks": 58, "difference": -0.21468926553672316, "ci": { "lo": -0.4712643678160919, "hi": 0.04444444444444444 }, "p": 0.11825, "selectedMean": 4.864406779661017, "excludedMean": 5.0790960451977405, "selectedHigher": 21, "selectedLower": 31, "equal": 7 }, "feasibility": { "pairs": 59, "tasks": 58, "difference": 0.4519774011299435, "ci": { "lo": 0.16666666666666674, "hi": 0.7277777777777779 }, "p": 0.0021, "selectedMean": 6.694915254237288, "excludedMean": 6.242937853107344, "selectedHigher": 32, "selectedLower": 13, "equal": 14 }, "clarity": { "pairs": 59, "tasks": 58, "difference": 0.37853107344632775, "ci": { "lo": 0.2372881355932204, "hi": 0.5277777777777778 }, "p": 5e-05, "selectedMean": 8.146892655367232, "excludedMean": 7.768361581920905, "selectedHigher": 32, "selectedLower": 7, "equal": 20 } } }, "pooledHolm": { "clarity": 0.00015000000000000001, "feasibility": 0.0042, "originality": 0.11825 } }, "repeat": { "version": "forecast-repeat-20261030", "seed": 20261030, "bootstrap": 10000, "sets": [ { "set": "grok", "label": "Grok 4.5", "commonHypotheses": 235, "commonTasks": 47, "models": [ { "model": "claude-sonnet-5-5", "hypotheses": 235, "identical": 219, "share": 0.9319148936170213, "kappa": 0.7801426733715355, "yesOriginal": 44, "yesRepeat": 46 }, { "model": "gpt-6-astra", "hypotheses": 235, "identical": 221, "share": 0.9404255319148936, "kappa": 0.8271514132604814, "yesOriginal": 51, "yesRepeat": 53 }, { "model": "gemini-4-argon-high", "hypotheses": 235, "identical": 226, "share": 0.9617021276595744, "kappa": 0.8881248346998147, "yesOriginal": 50, "yesRepeat": 53 }, { "model": "grok-4.5", "hypotheses": 235, "identical": 216, "share": 0.9191489361702128, "kappa": 0.8358636915046135, "yesOriginal": 107, "yesRepeat": 98 } ], "selectedOriginal": 18, "selectedRepeat": 19, "selectedBoth": 16, "matchesOriginal": 13, "matchesRepeat": 13, "ppvOriginal": 0.7222222222222222, "ppvRepeat": 0.6842105263157895, "ppvRepeatCi": { "lo": 0.4666666666666667, "hi": 0.8888888888888888, "valid": 10000 }, "known": 37 }, { "set": "gemini", "label": "Gemini 4 Argon", "commonHypotheses": 245, "commonTasks": 49, "models": [ { "model": "claude-sonnet-5-5", "hypotheses": 245, "identical": 229, "share": 0.9346938775510204, "kappa": 0.7783808231569425, "yesOriginal": 44, "yesRepeat": 44 }, { "model": "gpt-6-astra", "hypotheses": 245, "identical": 233, "share": 0.9510204081632653, "kappa": 0.8492307692307691, "yesOriginal": 50, "yesRepeat": 50 }, { "model": "gemini-4-argon-high", "hypotheses": 245, "identical": 234, "share": 0.9551020408163265, "kappa": 0.8628428927680799, "yesOriginal": 52, "yesRepeat": 49 }, { "model": "grok-4.5", "hypotheses": 245, "identical": 217, "share": 0.8857142857142857, "kappa": 0.7635135135135135, "yesOriginal": 102, "yesRepeat": 98 } ], "selectedOriginal": 19, "selectedRepeat": 18, "selectedBoth": 17, "matchesOriginal": 9, "matchesRepeat": 9, "ppvOriginal": 0.47368421052631576, "ppvRepeat": 0.5, "ppvRepeatCi": { "lo": 0.26666666666666666, "hi": 0.75, "valid": 10000 }, "known": 33 }, { "set": "opus", "label": "Claude Opus 5.5", "commonHypotheses": 240, "commonTasks": 48, "models": [ { "model": "claude-sonnet-5-5", "hypotheses": 240, "identical": 218, "share": 0.9083333333333333, "kappa": 0.7135416666666665, "yesOriginal": 48, "yesRepeat": 48 }, { "model": "gpt-6-astra", "hypotheses": 240, "identical": 231, "share": 0.9625, "kappa": 0.883745963401507, "yesOriginal": 47, "yesRepeat": 50 }, { "model": "gemini-4-argon-high", "hypotheses": 240, "identical": 225, "share": 0.9375, "kappa": 0.8264893001735107, "yesOriginal": 54, "yesRepeat": 59 }, { "model": "grok-4.5", "hypotheses": 240, "identical": 212, "share": 0.8833333333333333, "kappa": 0.7639620653319282, "yesOriginal": 105, "yesRepeat": 109 } ], "selectedOriginal": 21, "selectedRepeat": 21, "selectedBoth": 15, "matchesOriginal": 13, "matchesRepeat": 14, "ppvOriginal": 0.6190476190476191, "ppvRepeat": 0.6666666666666666, "ppvRepeatCi": { "lo": 0.43478260869565216, "hi": 0.8636363636363636, "valid": 10000 }, "known": 43 } ], "sourceSha256": { "https://eternalsearch.net/omega/two-stage-unanimous-20261023/report.json": "e9d7a0e581e184070fa6963458a27253df442d530ecd28e0c5c628c7d0a0f365", "https://eternalsearch.net/omega/forecast-repeat-20261030-v2/grok/two-stage/report.json": "e0ebb580509a3cf23c99333123aef71140812265335426f1b6bd59fc5eb92b30", "https://eternalsearch.net/omega/two-stage-unanimous-gemini-20261023/report.json": "5f0a11da83a66029d3cf0c81f302dddf9ab99da19fe65f2183a66bdf2b253b12", "https://eternalsearch.net/omega/forecast-repeat-20261030-v2/gemini/two-stage/report.json": "69cb61aa79887ed14ddd3d6a407760575bc62fd5c28db7c315337f6664a19919", "https://eternalsearch.net/omega/two-stage-unanimous-opus-20261023/report.json": "07ed307f6065d2f0b3f3b6eef06416b683a0fb4b4bf2c47c87b819a51bf40cae", "https://eternalsearch.net/omega/forecast-repeat-20261030-v2/opus/two-stage/report.json": "111e999a838a43e8816ec36cbab4b34d3a27fd75c1c5c5f0d753246b37b25910" } } } }