{
  "protocol": "experimental-support-v1",
  "version": "2026-10-22",
  "questions": 50,
  "hypotheses": 250,
  "inputSha256": "f1f53a813f414f6a2c30e6b75eaa96e770cf703ad93e32204b69bee8ee561039",
  "totalKnown": {
    "strict": 4,
    "core": 36
  },
  "models": [
    {
      "model": "claude-sonnet-5-5",
      "label": "Claude Sonnet 5.5",
      "status": "complete",
      "questions": 50,
      "processedQuestions": 50,
      "validQuestions": 50,
      "invalidQuestions": 0,
      "validHypotheses": 250,
      "calls": 52,
      "savedResponses": 52,
      "transportFailures": 0,
      "queueFailures": 12,
      "date": {
        "kind": "training_data_cutoff",
        "boundary": "2026-06-30",
        "source": "https://platform.claude.com/docs/en/models/sonnet-5-5/overview"
      },
      "sourceGenerator": false,
      "originalJudge": false,
      "metrics": [
        {
          "endpoint": "strict",
          "policy": "advice",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 128,
          "referenceSupported": 4,
          "selectedWithoutReferenceSupport": 124,
          "notSelected": 122,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 0,
          "recoveredFractionOfAllKnown": 1,
          "counts": {
            "yes_true": 4,
            "yes_false": 124,
            "no_true": 0,
            "no_false": 122
          },
          "rates": {
            "ppv": 0.03125,
            "npv": 1,
            "sens": 1,
            "spec": 0.4959349593495935,
            "youden": 0.4959349593495934
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.007352941176470588,
                "hi": 0.06451612903225806,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 0.4412835660580022,
                "hi": 0.5502008032128514,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "npv",
              "sens"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p50",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 17,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 17,
          "notSelected": 233,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 17,
            "no_true": 4,
            "no_false": 229
          },
          "rates": {
            "ppv": 0,
            "npv": 0.9828326180257511,
            "sens": 0,
            "spec": 0.9308943089430894,
            "youden": -0.06910569105691056
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9655172413793104,
                "hi": 0.9957805907172996,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 0.8906882591093117,
                "hi": 0.9635627530364372,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "ppv",
              "sens"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p70",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 2,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 2,
          "notSelected": 248,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 2,
            "no_true": 4,
            "no_false": 244
          },
          "rates": {
            "ppv": 0,
            "npv": 0.9838709677419355,
            "sens": 0,
            "spec": 0.991869918699187,
            "youden": -0.008130081300813052
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 8760
              },
              "npv": {
                "lo": 0.967741935483871,
                "hi": 0.9959839357429718,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 0.9796747967479674,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "ppv",
              "sens"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p90",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 250,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 4,
            "no_false": 246
          },
          "rates": {
            "ppv": null,
            "npv": 0.984,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.968,
                "hi": 0.996,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "advice",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 128,
          "referenceSupported": 26,
          "selectedWithoutReferenceSupport": 102,
          "notSelected": 122,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 10,
          "recoveredFractionOfAllKnown": 0.7222222222222222,
          "counts": {
            "yes_true": 26,
            "yes_false": 102,
            "no_true": 10,
            "no_false": 112
          },
          "rates": {
            "ppv": 0.203125,
            "npv": 0.9180327868852459,
            "sens": 0.7222222222222222,
            "spec": 0.5233644859813084,
            "youden": 0.24558670820353057
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.1282051282051282,
                "hi": 0.2857142857142857,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8625954198473282,
                "hi": 0.9669489229101746,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.5714285714285714,
                "hi": 0.875,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.4642857142857143,
                "hi": 0.5825688073394495,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p50",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 17,
          "referenceSupported": 7,
          "selectedWithoutReferenceSupport": 10,
          "notSelected": 233,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 29,
          "recoveredFractionOfAllKnown": 0.19444444444444445,
          "counts": {
            "yes_true": 7,
            "yes_false": 10,
            "no_true": 29,
            "no_false": 204
          },
          "rates": {
            "ppv": 0.4117647058823529,
            "npv": 0.8755364806866953,
            "sens": 0.19444444444444445,
            "spec": 0.9532710280373832,
            "youden": 0.1477154724818277
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.16666666666666666,
                "hi": 0.65,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8222175141242938,
                "hi": 0.9227467811158798,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.0625,
                "hi": 0.35714285714285715,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.9219512195121952,
                "hi": 0.981042654028436,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p70",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 2,
          "referenceSupported": 1,
          "selectedWithoutReferenceSupport": 1,
          "notSelected": 248,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 35,
          "recoveredFractionOfAllKnown": 0.027777777777777776,
          "counts": {
            "yes_true": 1,
            "yes_false": 1,
            "no_true": 35,
            "no_false": 213
          },
          "rates": {
            "ppv": 0.5,
            "npv": 0.8588709677419355,
            "sens": 0.027777777777777776,
            "spec": 0.9953271028037384,
            "youden": 0.023104880581516163
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 8760
              },
              "npv": {
                "lo": 0.8064516129032258,
                "hi": 0.907258064516129,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0.09302325581395349,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.9855072463768116,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p90",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 250,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 36,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 36,
            "no_false": 214
          },
          "rates": {
            "ppv": null,
            "npv": 0.856,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.804,
                "hi": 0.904,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        }
      ],
      "detailUrl": "/omega/experimental-support-20261022/claude-sonnet-5-5.json"
    },
    {
      "model": "claude-opus-5-5",
      "label": "Claude Opus 5.5",
      "status": "complete",
      "questions": 50,
      "processedQuestions": 50,
      "validQuestions": 43,
      "invalidQuestions": 7,
      "validHypotheses": 215,
      "calls": 67,
      "savedResponses": 67,
      "transportFailures": 0,
      "queueFailures": 6,
      "date": {
        "kind": "training_data_cutoff",
        "boundary": "2026-06-30",
        "source": "https://platform.claude.com/docs/en/models/opus-5-5/overview"
      },
      "sourceGenerator": false,
      "originalJudge": true,
      "metrics": [
        {
          "endpoint": "strict",
          "policy": "advice",
          "validHypotheses": 215,
          "validQuestions": 43,
          "unknownProbabilities": 0,
          "selected": 103,
          "referenceSupported": 4,
          "selectedWithoutReferenceSupport": 99,
          "notSelected": 112,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 0,
          "recoveredFractionOfAllKnown": 1,
          "counts": {
            "yes_true": 4,
            "yes_false": 99,
            "no_true": 0,
            "no_false": 112
          },
          "rates": {
            "ppv": 0.038834951456310676,
            "npv": 1,
            "sens": 1,
            "spec": 0.5308056872037915,
            "youden": 0.5308056872037916
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 43,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.009259259259259259,
                "hi": 0.07920792079207921,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 9823
              },
              "spec": {
                "lo": 0.4809478021978022,
                "hi": 0.5789473684210527,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "npv",
              "sens"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p50",
          "validHypotheses": 215,
          "validQuestions": 43,
          "unknownProbabilities": 0,
          "selected": 61,
          "referenceSupported": 2,
          "selectedWithoutReferenceSupport": 59,
          "notSelected": 154,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 2,
          "recoveredFractionOfAllKnown": 0.5,
          "counts": {
            "yes_true": 2,
            "yes_false": 59,
            "no_true": 2,
            "no_false": 152
          },
          "rates": {
            "ppv": 0.03278688524590164,
            "npv": 0.987012987012987,
            "sens": 0.5,
            "spec": 0.7203791469194313,
            "youden": 0.22037914691943117
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 43,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.08620689655172414,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.967948717948718,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 9823
              },
              "spec": {
                "lo": 0.6698113207547169,
                "hi": 0.7725118483412322,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p70",
          "validHypotheses": 215,
          "validQuestions": 43,
          "unknownProbabilities": 0,
          "selected": 13,
          "referenceSupported": 2,
          "selectedWithoutReferenceSupport": 11,
          "notSelected": 202,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 2,
          "recoveredFractionOfAllKnown": 0.5,
          "counts": {
            "yes_true": 2,
            "yes_false": 11,
            "no_true": 2,
            "no_false": 200
          },
          "rates": {
            "ppv": 0.15384615384615385,
            "npv": 0.9900990099009901,
            "sens": 0.5,
            "spec": 0.9478672985781991,
            "youden": 0.44786729857819907
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 43,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.38461538461538464,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9752475247524752,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 9823
              },
              "spec": {
                "lo": 0.92018779342723,
                "hi": 0.971830985915493,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p90",
          "validHypotheses": 215,
          "validQuestions": 43,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 215,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 4,
            "no_false": 211
          },
          "rates": {
            "ppv": null,
            "npv": 0.9813953488372092,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 43,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.9627906976744186,
                "hi": 0.9953488372093023,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9823
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "advice",
          "validHypotheses": 215,
          "validQuestions": 43,
          "unknownProbabilities": 0,
          "selected": 103,
          "referenceSupported": 22,
          "selectedWithoutReferenceSupport": 81,
          "notSelected": 112,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 29,
          "missedKnownPositives": 14,
          "recoveredFractionOfAllKnown": 0.6111111111111112,
          "counts": {
            "yes_true": 22,
            "yes_false": 81,
            "no_true": 7,
            "no_false": 105
          },
          "rates": {
            "ppv": 0.21359223300970873,
            "npv": 0.9375,
            "sens": 0.7586206896551724,
            "spec": 0.5645161290322581,
            "youden": 0.3231368186874306
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 43,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.12037037037037036,
                "hi": 0.3177570093457944,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.892150238473768,
                "hi": 0.9745762711864406,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.6,
                "hi": 0.8918918918918919,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.5076903553299492,
                "hi": 0.6195652173913043,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p50",
          "validHypotheses": 215,
          "validQuestions": 43,
          "unknownProbabilities": 0,
          "selected": 61,
          "referenceSupported": 16,
          "selectedWithoutReferenceSupport": 45,
          "notSelected": 154,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 29,
          "missedKnownPositives": 20,
          "recoveredFractionOfAllKnown": 0.4444444444444444,
          "counts": {
            "yes_true": 16,
            "yes_false": 45,
            "no_true": 13,
            "no_false": 141
          },
          "rates": {
            "ppv": 0.26229508196721313,
            "npv": 0.9155844155844156,
            "sens": 0.5517241379310345,
            "spec": 0.7580645161290323,
            "youden": 0.3097886540600667
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 43,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.14516129032258066,
                "hi": 0.3898305084745763,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8717948717948718,
                "hi": 0.9548387096774194,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.4117647058823529,
                "hi": 0.6818458980044342,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.7055555555555556,
                "hi": 0.8114285714285714,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p70",
          "validHypotheses": 215,
          "validQuestions": 43,
          "unknownProbabilities": 0,
          "selected": 13,
          "referenceSupported": 5,
          "selectedWithoutReferenceSupport": 8,
          "notSelected": 202,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 29,
          "missedKnownPositives": 31,
          "recoveredFractionOfAllKnown": 0.1388888888888889,
          "counts": {
            "yes_true": 5,
            "yes_false": 8,
            "no_true": 24,
            "no_false": 178
          },
          "rates": {
            "ppv": 0.38461538461538464,
            "npv": 0.8811881188118812,
            "sens": 0.1724137931034483,
            "spec": 0.956989247311828,
            "youden": 0.1294030404152764
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 43,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.1174836601307191,
                "hi": 0.6666666666666666,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8226600985221675,
                "hi": 0.9333333333333333,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.045454545454545456,
                "hi": 0.32142857142857145,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.9293478260869565,
                "hi": 0.9829545454545454,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p90",
          "validHypotheses": 215,
          "validQuestions": 43,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 215,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 29,
          "missedKnownPositives": 36,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 29,
            "no_false": 186
          },
          "rates": {
            "ppv": null,
            "npv": 0.8651162790697674,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 43,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.8046511627906977,
                "hi": 0.9162790697674419,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        }
      ],
      "detailUrl": "/omega/experimental-support-20261022/claude-opus-5-5.json"
    },
    {
      "model": "claude-haiku-5-5",
      "label": "Claude Haiku 5.5",
      "status": "complete",
      "questions": 50,
      "processedQuestions": 50,
      "validQuestions": 50,
      "invalidQuestions": 0,
      "validHypotheses": 250,
      "calls": 53,
      "savedResponses": 53,
      "transportFailures": 0,
      "queueFailures": 8,
      "date": {
        "kind": "training_data_cutoff",
        "boundary": "2026-06-30",
        "source": "https://platform.claude.com/docs/en/models/haiku-5-5/overview"
      },
      "sourceGenerator": false,
      "originalJudge": false,
      "metrics": [
        {
          "endpoint": "strict",
          "policy": "advice",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 109,
          "referenceSupported": 3,
          "selectedWithoutReferenceSupport": 106,
          "notSelected": 141,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 1,
          "recoveredFractionOfAllKnown": 0.75,
          "counts": {
            "yes_true": 3,
            "yes_false": 106,
            "no_true": 1,
            "no_false": 140
          },
          "rates": {
            "ppv": 0.027522935779816515,
            "npv": 0.9929078014184397,
            "sens": 0.75,
            "spec": 0.5691056910569106,
            "youden": 0.31910569105691056
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.058823529411764705,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9776119402985075,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 0.5204918032786885,
                "hi": 0.6153846153846154,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p50",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 12,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 12,
          "notSelected": 238,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 12,
            "no_true": 4,
            "no_false": 234
          },
          "rates": {
            "ppv": 0,
            "npv": 0.9831932773109243,
            "sens": 0,
            "spec": 0.9512195121951219,
            "youden": -0.04878048780487809
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9663865546218487,
                "hi": 0.9958677685950413,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 0.9146341463414634,
                "hi": 0.979757085020243,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "ppv",
              "sens"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p70",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 250,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 4,
            "no_false": 246
          },
          "rates": {
            "ppv": null,
            "npv": 0.984,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.968,
                "hi": 0.996,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p90",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 250,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 4,
            "no_false": 246
          },
          "rates": {
            "ppv": null,
            "npv": 0.984,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.968,
                "hi": 0.996,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "advice",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 109,
          "referenceSupported": 20,
          "selectedWithoutReferenceSupport": 89,
          "notSelected": 141,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 16,
          "recoveredFractionOfAllKnown": 0.5555555555555556,
          "counts": {
            "yes_true": 20,
            "yes_false": 89,
            "no_true": 16,
            "no_false": 125
          },
          "rates": {
            "ppv": 0.1834862385321101,
            "npv": 0.8865248226950354,
            "sens": 0.5555555555555556,
            "spec": 0.5841121495327103,
            "youden": 0.13966770508826576
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.09649122807017543,
                "hi": 0.2807017543859649,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8322147651006712,
                "hi": 0.9366197183098591,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.36108333333333337,
                "hi": 0.7272727272727273,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.5305164319248826,
                "hi": 0.6372093023255814,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p50",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 12,
          "referenceSupported": 5,
          "selectedWithoutReferenceSupport": 7,
          "notSelected": 238,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 31,
          "recoveredFractionOfAllKnown": 0.1388888888888889,
          "counts": {
            "yes_true": 5,
            "yes_false": 7,
            "no_true": 31,
            "no_false": 207
          },
          "rates": {
            "ppv": 0.4166666666666667,
            "npv": 0.8697478991596639,
            "sens": 0.1388888888888889,
            "spec": 0.9672897196261683,
            "youden": 0.10617860851505712
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.1111111111111111,
                "hi": 0.7274242424242402,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8158914363125043,
                "hi": 0.9194915254237288,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.02564102564102564,
                "hi": 0.3,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.9386792452830188,
                "hi": 0.9906542056074766,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p70",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 250,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 36,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 36,
            "no_false": 214
          },
          "rates": {
            "ppv": null,
            "npv": 0.856,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.804,
                "hi": 0.904,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p90",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 250,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 36,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 36,
            "no_false": 214
          },
          "rates": {
            "ppv": null,
            "npv": 0.856,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.804,
                "hi": 0.904,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        }
      ],
      "detailUrl": "/omega/experimental-support-20261022/claude-haiku-5-5.json"
    },
    {
      "model": "claude-opus-4-8",
      "label": "Claude Opus 4.8",
      "status": "complete",
      "questions": 50,
      "processedQuestions": 50,
      "validQuestions": 48,
      "invalidQuestions": 2,
      "validHypotheses": 240,
      "calls": 56,
      "savedResponses": 56,
      "transportFailures": 0,
      "queueFailures": 3,
      "date": {
        "kind": "training_data_cutoff",
        "boundary": "2026-01-31",
        "source": "https://platform.claude.com/docs/en/models/opus-4-8/overview"
      },
      "sourceGenerator": false,
      "originalJudge": false,
      "metrics": [
        {
          "endpoint": "strict",
          "policy": "advice",
          "validHypotheses": 240,
          "validQuestions": 48,
          "unknownProbabilities": 0,
          "selected": 134,
          "referenceSupported": 3,
          "selectedWithoutReferenceSupport": 131,
          "notSelected": 106,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 1,
          "recoveredFractionOfAllKnown": 0.75,
          "counts": {
            "yes_true": 3,
            "yes_false": 131,
            "no_true": 1,
            "no_false": 105
          },
          "rates": {
            "ppv": 0.022388059701492536,
            "npv": 0.9905660377358491,
            "sens": 0.75,
            "spec": 0.4449152542372881,
            "youden": 0.19491525423728806
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 48,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.050359712230215826,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9693877551020408,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 9844
              },
              "spec": {
                "lo": 0.4,
                "hi": 0.48743952126305,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p50",
          "validHypotheses": 240,
          "validQuestions": 48,
          "unknownProbabilities": 0,
          "selected": 78,
          "referenceSupported": 1,
          "selectedWithoutReferenceSupport": 77,
          "notSelected": 162,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 3,
          "recoveredFractionOfAllKnown": 0.25,
          "counts": {
            "yes_true": 1,
            "yes_false": 77,
            "no_true": 3,
            "no_false": 159
          },
          "rates": {
            "ppv": 0.01282051282051282,
            "npv": 0.9814814814814815,
            "sens": 0.25,
            "spec": 0.673728813559322,
            "youden": -0.07627118644067798
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 48,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.041666666666666664,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9588235294117647,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 9844
              },
              "spec": {
                "lo": 0.6118143459915611,
                "hi": 0.7319148936170212,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p70",
          "validHypotheses": 240,
          "validQuestions": 48,
          "unknownProbabilities": 0,
          "selected": 5,
          "referenceSupported": 1,
          "selectedWithoutReferenceSupport": 4,
          "notSelected": 235,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 3,
          "recoveredFractionOfAllKnown": 0.25,
          "counts": {
            "yes_true": 1,
            "yes_false": 4,
            "no_true": 3,
            "no_false": 232
          },
          "rates": {
            "ppv": 0.2,
            "npv": 0.9872340425531915,
            "sens": 0.25,
            "spec": 0.9830508474576272,
            "youden": 0.23305084745762716
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 48,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.6666666666666666,
                "valid_replicates": 9952
              },
              "npv": {
                "lo": 0.9704641350210971,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 9844
              },
              "spec": {
                "lo": 0.9659574468085106,
                "hi": 0.9957805907172996,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p90",
          "validHypotheses": 240,
          "validQuestions": 48,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 240,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 4,
            "no_false": 236
          },
          "rates": {
            "ppv": null,
            "npv": 0.9833333333333333,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 48,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.9666666666666667,
                "hi": 0.9958333333333333,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9844
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "advice",
          "validHypotheses": 240,
          "validQuestions": 48,
          "unknownProbabilities": 0,
          "selected": 134,
          "referenceSupported": 28,
          "selectedWithoutReferenceSupport": 106,
          "notSelected": 106,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 34,
          "missedKnownPositives": 8,
          "recoveredFractionOfAllKnown": 0.7777777777777778,
          "counts": {
            "yes_true": 28,
            "yes_false": 106,
            "no_true": 6,
            "no_false": 100
          },
          "rates": {
            "ppv": 0.208955223880597,
            "npv": 0.9433962264150944,
            "sens": 0.8235294117647058,
            "spec": 0.4854368932038835,
            "youden": 0.30896630496858934
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 48,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.13432835820895522,
                "hi": 0.2898550724637681,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8907373949579833,
                "hi": 0.9895833333333334,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.6774193548387096,
                "hi": 0.9523809523809523,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.4375,
                "hi": 0.5326716067647883,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p50",
          "validHypotheses": 240,
          "validQuestions": 48,
          "unknownProbabilities": 0,
          "selected": 78,
          "referenceSupported": 18,
          "selectedWithoutReferenceSupport": 60,
          "notSelected": 162,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 34,
          "missedKnownPositives": 18,
          "recoveredFractionOfAllKnown": 0.5,
          "counts": {
            "yes_true": 18,
            "yes_false": 60,
            "no_true": 16,
            "no_false": 146
          },
          "rates": {
            "ppv": 0.23076923076923078,
            "npv": 0.9012345679012346,
            "sens": 0.5294117647058824,
            "spec": 0.7087378640776699,
            "youden": 0.23814962878355228
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 48,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.12658227848101267,
                "hi": 0.3404313771335047,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8571428571428571,
                "hi": 0.9423076923076923,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.35714285714285715,
                "hi": 0.6764705882352942,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.6462264150943396,
                "hi": 0.7669902912621359,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p70",
          "validHypotheses": 240,
          "validQuestions": 48,
          "unknownProbabilities": 0,
          "selected": 5,
          "referenceSupported": 4,
          "selectedWithoutReferenceSupport": 1,
          "notSelected": 235,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 34,
          "missedKnownPositives": 32,
          "recoveredFractionOfAllKnown": 0.1111111111111111,
          "counts": {
            "yes_true": 4,
            "yes_false": 1,
            "no_true": 30,
            "no_false": 205
          },
          "rates": {
            "ppv": 0.8,
            "npv": 0.8723404255319149,
            "sens": 0.11764705882352941,
            "spec": 0.9951456310679612,
            "youden": 0.1127926898914906
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 48,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.3333333333333333,
                "hi": 1,
                "valid_replicates": 9952
              },
              "npv": {
                "lo": 0.8197424892703863,
                "hi": 0.919831223628692,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.02702702702702703,
                "hi": 0.24,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.9846153846153847,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p90",
          "validHypotheses": 240,
          "validQuestions": 48,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 240,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 34,
          "missedKnownPositives": 36,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 34,
            "no_false": 206
          },
          "rates": {
            "ppv": null,
            "npv": 0.8583333333333333,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 48,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.8041666666666667,
                "hi": 0.9083333333333333,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        }
      ],
      "detailUrl": "/omega/experimental-support-20261022/claude-opus-4-8.json"
    },
    {
      "model": "claude-fable-5-1",
      "label": "Claude Fable 5.1",
      "status": "unavailable",
      "questions": 50,
      "processedQuestions": 0,
      "validQuestions": 0,
      "invalidQuestions": 0,
      "validHypotheses": 0,
      "calls": 1,
      "savedResponses": 0,
      "transportFailures": 1,
      "queueFailures": 1,
      "date": {
        "kind": "training_data_cutoff",
        "boundary": "2026-06-30",
        "source": "https://platform.claude.com/docs/en/models/fable-5-1/overview"
      },
      "sourceGenerator": false,
      "originalJudge": false,
      "metrics": [],
      "detailUrl": null
    },
    {
      "model": "gpt-6-astra",
      "label": "GPT-6 Astra",
      "status": "complete",
      "questions": 50,
      "processedQuestions": 50,
      "validQuestions": 50,
      "invalidQuestions": 0,
      "validHypotheses": 250,
      "calls": 50,
      "savedResponses": 50,
      "transportFailures": 0,
      "queueFailures": 0,
      "date": {
        "kind": "knowledge_cutoff",
        "boundary": "2026-04-30",
        "source": "https://developers.openai.com/api/docs/models/gpt-6-astra",
        "scopeNote": "Official knowledge cutoff; not a separately documented endpoint for every training stage"
      },
      "sourceGenerator": true,
      "originalJudge": false,
      "metrics": [
        {
          "endpoint": "strict",
          "policy": "advice",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 5,
          "selected": 200,
          "referenceSupported": 3,
          "selectedWithoutReferenceSupport": 197,
          "notSelected": 50,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 1,
          "recoveredFractionOfAllKnown": 0.75,
          "counts": {
            "yes_true": 3,
            "yes_false": 197,
            "no_true": 1,
            "no_false": 49
          },
          "rates": {
            "ppv": 0.015,
            "npv": 0.98,
            "sens": 0.75,
            "spec": 0.1991869918699187,
            "youden": -0.05081300813008127
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.03382052905586036,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9423076923076923,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 0.1532258064516129,
                "hi": 0.24897959183673468,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p50",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 5,
          "selected": 101,
          "referenceSupported": 3,
          "selectedWithoutReferenceSupport": 98,
          "notSelected": 149,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 1,
          "recoveredFractionOfAllKnown": 0.75,
          "counts": {
            "yes_true": 3,
            "yes_false": 98,
            "no_true": 1,
            "no_false": 148
          },
          "rates": {
            "ppv": 0.0297029702970297,
            "npv": 0.9932885906040269,
            "sens": 0.75,
            "spec": 0.6016260162601627,
            "youden": 0.35162601626016254
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.06741573033707865,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9787234042553191,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 0.5284552845528455,
                "hi": 0.6747967479674797,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p70",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 5,
          "selected": 19,
          "referenceSupported": 1,
          "selectedWithoutReferenceSupport": 18,
          "notSelected": 231,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 3,
          "recoveredFractionOfAllKnown": 0.25,
          "counts": {
            "yes_true": 1,
            "yes_false": 18,
            "no_true": 3,
            "no_false": 228
          },
          "rates": {
            "ppv": 0.05263157894736842,
            "npv": 0.987012987012987,
            "sens": 0.25,
            "spec": 0.926829268292683,
            "youden": 0.17682926829268286
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.16666666666666666,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9702127659574468,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 0.889795918367347,
                "hi": 0.9596774193548387,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p90",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 5,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 250,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 4,
            "no_false": 246
          },
          "rates": {
            "ppv": null,
            "npv": 0.984,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.968,
                "hi": 0.996,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "advice",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 5,
          "selected": 200,
          "referenceSupported": 32,
          "selectedWithoutReferenceSupport": 168,
          "notSelected": 50,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0.8888888888888888,
          "counts": {
            "yes_true": 32,
            "yes_false": 168,
            "no_true": 4,
            "no_false": 46
          },
          "rates": {
            "ppv": 0.16,
            "npv": 0.92,
            "sens": 0.8888888888888888,
            "spec": 0.21495327102803738,
            "youden": 0.10384215991692614
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.1,
                "hi": 0.2268041237113402,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8524590163934426,
                "hi": 0.9795918367346939,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.7586206896551724,
                "hi": 0.9761904761904762,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.1643835616438356,
                "hi": 0.2692351598173515,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p50",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 5,
          "selected": 101,
          "referenceSupported": 22,
          "selectedWithoutReferenceSupport": 79,
          "notSelected": 149,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 14,
          "recoveredFractionOfAllKnown": 0.6111111111111112,
          "counts": {
            "yes_true": 22,
            "yes_false": 79,
            "no_true": 14,
            "no_false": 135
          },
          "rates": {
            "ppv": 0.21782178217821782,
            "npv": 0.9060402684563759,
            "sens": 0.6111111111111112,
            "spec": 0.6308411214953271,
            "youden": 0.24195223260643828
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.13333333333333333,
                "hi": 0.30927835051546393,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8553459119496856,
                "hi": 0.951048951048951,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.45454545454545453,
                "hi": 0.7692307692307693,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.5555555555555556,
                "hi": 0.7064220183486238,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p70",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 5,
          "selected": 19,
          "referenceSupported": 8,
          "selectedWithoutReferenceSupport": 11,
          "notSelected": 231,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 28,
          "recoveredFractionOfAllKnown": 0.2222222222222222,
          "counts": {
            "yes_true": 8,
            "yes_false": 11,
            "no_true": 28,
            "no_false": 203
          },
          "rates": {
            "ppv": 0.42105263157894735,
            "npv": 0.8787878787878788,
            "sens": 0.2222222222222222,
            "spec": 0.9485981308411215,
            "youden": 0.17082035306334387
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.13333333333333333,
                "hi": 0.7058823529411765,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8277274702984642,
                "hi": 0.9244504881450487,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.058823529411764705,
                "hi": 0.40625,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.9140271493212669,
                "hi": 0.9773781134075251,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p90",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 5,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 250,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 36,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 36,
            "no_false": 214
          },
          "rates": {
            "ppv": null,
            "npv": 0.856,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.804,
                "hi": 0.904,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        }
      ],
      "detailUrl": "/omega/experimental-support-20261022/gpt-6-astra.json"
    },
    {
      "model": "gemini-4-argon-high",
      "label": "Gemini 4 Argon",
      "status": "complete",
      "questions": 50,
      "processedQuestions": 50,
      "validQuestions": 50,
      "invalidQuestions": 0,
      "validHypotheses": 250,
      "calls": 50,
      "savedResponses": 50,
      "transportFailures": 0,
      "queueFailures": 0,
      "date": {
        "kind": "knowledge_cutoff",
        "boundary": "2026-03-31",
        "source": "https://deepmind.google/models/model-cards/gemini-4-argon/",
        "scopeNote": "Official Gemini 4 knowledge cutoff; high is the original reasoning setting"
      },
      "sourceGenerator": false,
      "originalJudge": true,
      "metrics": [
        {
          "endpoint": "strict",
          "policy": "advice",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 152,
          "referenceSupported": 4,
          "selectedWithoutReferenceSupport": 148,
          "notSelected": 98,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 0,
          "recoveredFractionOfAllKnown": 1,
          "counts": {
            "yes_true": 4,
            "yes_false": 148,
            "no_true": 0,
            "no_false": 98
          },
          "rates": {
            "ppv": 0.02631578947368421,
            "npv": 1,
            "sens": 1,
            "spec": 0.3983739837398374,
            "youden": 0.39837398373983746
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.006329113924050633,
                "hi": 0.05405405405405406,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 0.3562753036437247,
                "hi": 0.43983402489626555,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "npv",
              "sens"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p50",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 134,
          "referenceSupported": 3,
          "selectedWithoutReferenceSupport": 131,
          "notSelected": 116,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 1,
          "recoveredFractionOfAllKnown": 0.75,
          "counts": {
            "yes_true": 3,
            "yes_false": 131,
            "no_true": 1,
            "no_false": 115
          },
          "rates": {
            "ppv": 0.022388059701492536,
            "npv": 0.9913793103448276,
            "sens": 0.75,
            "spec": 0.46747967479674796,
            "youden": 0.217479674796748
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.050724637681159424,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9732142857142857,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 0.4089068825910931,
                "hi": 0.5301265791912589,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p70",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 40,
          "referenceSupported": 3,
          "selectedWithoutReferenceSupport": 37,
          "notSelected": 210,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 1,
          "recoveredFractionOfAllKnown": 0.75,
          "counts": {
            "yes_true": 3,
            "yes_false": 37,
            "no_true": 1,
            "no_false": 209
          },
          "rates": {
            "ppv": 0.075,
            "npv": 0.9952380952380953,
            "sens": 0.75,
            "spec": 0.8495934959349594,
            "youden": 0.5995934959349594
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.17073170731707318,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9852923065778035,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 0.7991967871485943,
                "hi": 0.8958375,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p90",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 250,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 4,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 4,
            "no_false": 246
          },
          "rates": {
            "ppv": null,
            "npv": 0.984,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.968,
                "hi": 0.996,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9824
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "advice",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 152,
          "referenceSupported": 32,
          "selectedWithoutReferenceSupport": 120,
          "notSelected": 98,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0.8888888888888888,
          "counts": {
            "yes_true": 32,
            "yes_false": 120,
            "no_true": 4,
            "no_false": 94
          },
          "rates": {
            "ppv": 0.21052631578947367,
            "npv": 0.9591836734693877,
            "sens": 0.8888888888888888,
            "spec": 0.4392523364485981,
            "youden": 0.3281412253374869
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.13513513513513514,
                "hi": 0.2953020134228188,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9183673469387755,
                "hi": 0.9901960784313726,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.775,
                "hi": 0.9743589743589743,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.3870967741935484,
                "hi": 0.49523809523809526,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p50",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 134,
          "referenceSupported": 31,
          "selectedWithoutReferenceSupport": 103,
          "notSelected": 116,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 5,
          "recoveredFractionOfAllKnown": 0.8611111111111112,
          "counts": {
            "yes_true": 31,
            "yes_false": 103,
            "no_true": 5,
            "no_false": 111
          },
          "rates": {
            "ppv": 0.23134328358208955,
            "npv": 0.9568965517241379,
            "sens": 0.8611111111111112,
            "spec": 0.5186915887850467,
            "youden": 0.3798026998961579
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.14492753623188406,
                "hi": 0.3275862068965517,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9203523791201744,
                "hi": 0.9906542056074766,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.7352941176470589,
                "hi": 0.9642857142857143,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.4504451133598053,
                "hi": 0.5920446312128675,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p70",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 40,
          "referenceSupported": 14,
          "selectedWithoutReferenceSupport": 26,
          "notSelected": 210,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 22,
          "recoveredFractionOfAllKnown": 0.3888888888888889,
          "counts": {
            "yes_true": 14,
            "yes_false": 26,
            "no_true": 22,
            "no_false": 188
          },
          "rates": {
            "ppv": 0.35,
            "npv": 0.8952380952380953,
            "sens": 0.3888888888888889,
            "spec": 0.8785046728971962,
            "youden": 0.2673935617860852
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.1875,
                "hi": 0.525,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8526291535289837,
                "hi": 0.933649289099526,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.239952380952381,
                "hi": 0.5277777777777778,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.8284313725490197,
                "hi": 0.9245283018867925,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p90",
          "validHypotheses": 250,
          "validQuestions": 50,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 250,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 36,
          "missedKnownPositives": 36,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 36,
            "no_false": 214
          },
          "rates": {
            "ppv": null,
            "npv": 0.856,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 50,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.804,
                "hi": 0.904,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        }
      ],
      "detailUrl": "/omega/experimental-support-20261022/gemini-4-argon-high.json"
    },
    {
      "model": "grok-4.5",
      "label": "Grok 4.5",
      "status": "complete",
      "questions": 50,
      "processedQuestions": 50,
      "validQuestions": 45,
      "invalidQuestions": 5,
      "validHypotheses": 225,
      "calls": 60,
      "savedResponses": 60,
      "transportFailures": 0,
      "queueFailures": 0,
      "date": {
        "kind": "pretraining_cutoff",
        "boundary": "2026-01-31",
        "source": "https://cursor.com/resources/grok-4-5-model-card.pdf",
        "scopeNote": "Joint SpaceXAI and Cursor model card dated 2026-07-14, section 1.2: January 2026 pretraining cutoff. Supplemental midtraining and post-training are disclosed without a separate final data date; the later Grok 4.6 summary does not establish a different Grok 4.5 pretraining cutoff"
      },
      "sourceGenerator": false,
      "originalJudge": false,
      "metrics": [
        {
          "endpoint": "strict",
          "policy": "advice",
          "validHypotheses": 225,
          "validQuestions": 45,
          "unknownProbabilities": 0,
          "selected": 137,
          "referenceSupported": 3,
          "selectedWithoutReferenceSupport": 134,
          "notSelected": 88,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 3,
          "missedKnownPositives": 1,
          "recoveredFractionOfAllKnown": 0.75,
          "counts": {
            "yes_true": 3,
            "yes_false": 134,
            "no_true": 0,
            "no_false": 88
          },
          "rates": {
            "ppv": 0.021897810218978103,
            "npv": 1,
            "sens": 1,
            "spec": 0.3963963963963964,
            "youden": 0.39639639639639634
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 45,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.04895104895104895,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 9552
              },
              "spec": {
                "lo": 0.36160714285714285,
                "hi": 0.4304932735426009,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "npv",
              "sens"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p50",
          "validHypotheses": 225,
          "validQuestions": 45,
          "unknownProbabilities": 0,
          "selected": 47,
          "referenceSupported": 2,
          "selectedWithoutReferenceSupport": 45,
          "notSelected": 178,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 3,
          "missedKnownPositives": 2,
          "recoveredFractionOfAllKnown": 0.5,
          "counts": {
            "yes_true": 2,
            "yes_false": 45,
            "no_true": 1,
            "no_false": 177
          },
          "rates": {
            "ppv": 0.0425531914893617,
            "npv": 0.9943820224719101,
            "sens": 0.6666666666666666,
            "spec": 0.7972972972972973,
            "youden": 0.4639639639639639
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 45,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.10869565217391304,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9826589595375722,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 1,
                "valid_replicates": 9552
              },
              "spec": {
                "lo": 0.7410714285714286,
                "hi": 0.8482245249017036,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p70",
          "validHypotheses": 225,
          "validQuestions": 45,
          "unknownProbabilities": 0,
          "selected": 6,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 6,
          "notSelected": 219,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 3,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 6,
            "no_true": 3,
            "no_false": 216
          },
          "rates": {
            "ppv": 0,
            "npv": 0.9863013698630136,
            "sens": 0,
            "spec": 0.972972972972973,
            "youden": -0.027027027027026973
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 45,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9983
              },
              "npv": {
                "lo": 0.9684684684684685,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9552
              },
              "spec": {
                "lo": 0.9506670908576738,
                "hi": 0.9910313901345291,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "ppv",
              "sens"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "strict",
          "policy": "p90",
          "validHypotheses": 225,
          "validQuestions": 45,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 225,
          "allKnownPositives": 4,
          "knownPositivesInValidQuestions": 3,
          "missedKnownPositives": 4,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 3,
            "no_false": 222
          },
          "rates": {
            "ppv": null,
            "npv": 0.9866666666666667,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 45,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.9688888888888889,
                "hi": 1,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 9552
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "advice",
          "validHypotheses": 225,
          "validQuestions": 45,
          "unknownProbabilities": 0,
          "selected": 137,
          "referenceSupported": 27,
          "selectedWithoutReferenceSupport": 110,
          "notSelected": 88,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 31,
          "missedKnownPositives": 9,
          "recoveredFractionOfAllKnown": 0.75,
          "counts": {
            "yes_true": 27,
            "yes_false": 110,
            "no_true": 4,
            "no_false": 84
          },
          "rates": {
            "ppv": 0.19708029197080293,
            "npv": 0.9545454545454546,
            "sens": 0.8709677419354839,
            "spec": 0.4329896907216495,
            "youden": 0.30395743265713326
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 45,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.12142857142857143,
                "hi": 0.27941176470588236,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.9069767441860465,
                "hi": 0.9893617021276596,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.7391304347826086,
                "hi": 0.9722222222222222,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.39037433155080214,
                "hi": 0.47668393782383417,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p50",
          "validHypotheses": 225,
          "validQuestions": 45,
          "unknownProbabilities": 0,
          "selected": 47,
          "referenceSupported": 12,
          "selectedWithoutReferenceSupport": 35,
          "notSelected": 178,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 31,
          "missedKnownPositives": 24,
          "recoveredFractionOfAllKnown": 0.3333333333333333,
          "counts": {
            "yes_true": 12,
            "yes_false": 35,
            "no_true": 19,
            "no_false": 159
          },
          "rates": {
            "ppv": 0.2553191489361702,
            "npv": 0.8932584269662921,
            "sens": 0.3870967741935484,
            "spec": 0.8195876288659794,
            "youden": 0.20668440305952762
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 45,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0.12901157981803144,
                "hi": 0.391304347826087,
                "valid_replicates": 10000
              },
              "npv": {
                "lo": 0.8409090909090909,
                "hi": 0.9385474860335196,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0.2222222222222222,
                "hi": 0.5555555555555556,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.7623708857372223,
                "hi": 0.8711378483209146,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p70",
          "validHypotheses": 225,
          "validQuestions": 45,
          "unknownProbabilities": 0,
          "selected": 6,
          "referenceSupported": 2,
          "selectedWithoutReferenceSupport": 4,
          "notSelected": 219,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 31,
          "missedKnownPositives": 34,
          "recoveredFractionOfAllKnown": 0.05555555555555555,
          "counts": {
            "yes_true": 2,
            "yes_false": 4,
            "no_true": 29,
            "no_false": 190
          },
          "rates": {
            "ppv": 0.3333333333333333,
            "npv": 0.867579908675799,
            "sens": 0.06451612903225806,
            "spec": 0.979381443298969,
            "youden": 0.04389757233122715
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 45,
            "replicates": 10000,
            "intervals": {
              "ppv": {
                "lo": 0,
                "hi": 0.8,
                "valid_replicates": 9983
              },
              "npv": {
                "lo": 0.8127853881278538,
                "hi": 0.9174311926605505,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0.16666666666666666,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 0.9583333333333334,
                "hi": 0.9950248756218906,
                "valid_replicates": 10000
              }
            },
            "degenerate": [],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        },
        {
          "endpoint": "core",
          "policy": "p90",
          "validHypotheses": 225,
          "validQuestions": 45,
          "unknownProbabilities": 0,
          "selected": 0,
          "referenceSupported": 0,
          "selectedWithoutReferenceSupport": 0,
          "notSelected": 225,
          "allKnownPositives": 36,
          "knownPositivesInValidQuestions": 31,
          "missedKnownPositives": 36,
          "recoveredFractionOfAllKnown": 0,
          "counts": {
            "yes_true": 0,
            "yes_false": 0,
            "no_true": 31,
            "no_false": 194
          },
          "rates": {
            "ppv": null,
            "npv": 0.8622222222222222,
            "sens": 0,
            "spec": 1,
            "youden": 0
          },
          "uncertainty": {
            "method": "task-cluster percentile bootstrap",
            "tasks": 45,
            "replicates": 10000,
            "intervals": {
              "ppv": null,
              "npv": {
                "lo": 0.8088888888888889,
                "hi": 0.9111111111111111,
                "valid_replicates": 10000
              },
              "sens": {
                "lo": 0,
                "hi": 0,
                "valid_replicates": 10000
              },
              "spec": {
                "lo": 1,
                "hi": 1,
                "valid_replicates": 10000
              }
            },
            "degenerate": [
              "sens",
              "spec"
            ],
            "interpretation": "Task-cluster descriptive intervals for article correspondence. Unmatched hypotheses remain biologically unlabelled; these are not intervals for future experimental success."
          }
        }
      ],
      "detailUrl": "/omega/experimental-support-20261022/grok-4.5.json"
    }
  ],
  "sources": {
    "source-hypotheses": "21a22b4bfedc50059563127add79c48dc40de86663cfb44c7d81934f05f9b966",
    "source-tasks": "068c3136304a39fb31e7a68aa933ce5b4949a46d7f23d5b32fc67c53a688e8f0",
    "source-provenance": "ff3cad64cb96f5b6ac72d37b540269350da3e8713f966659cb0317ed346dec06",
    "provider-date-evidence": "2f5a561445df17e13838369238e2af1d8f09e8d4d5f128296c463f7b50089c5e",
    "forecast-protocol": "777e711f2d419a7266ac8fb01a0dfc0374f98eb511e8ce03ad3b48f7070e15d6",
    "claude-sonnet-5-5/config.json": "7375ab735e935ebd539194f008049b3fda80fafd8191e669ee53b105a8dde812",
    "claude-sonnet-5-5/requests.json": "f1f53a813f414f6a2c30e6b75eaa96e770cf703ad93e32204b69bee8ee561039",
    "claude-sonnet-5-5/eligibility.json": "007591fb2849294c07ec0424983952dbf498c987defdf377683e13519f661f46",
    "claude-sonnet-5-5/isolation-audit.json": "c59dc1e02e8a9cade3a2f35336d10d0c7645fcf280857aea2ff7c3d282457075",
    "claude-sonnet-5-5/R42581103.attempt-1.json": "6a94714f7f0ecad3f5e326a91e16cf2646951a771968ac830690f5c0a64965b8",
    "claude-sonnet-5-5/R42581103.attempt-2.json": "1d9eeb776d23fd4842fa92ce563098061595b4badccae634d180c88adf5f8081",
    "claude-sonnet-5-5/R42581103.attempt-3.json": "990399cc1cfe43bf82998c8f13cb8e2fef969de09721bb6d27ea19a3deeea0f3",
    "claude-sonnet-5-5/R42581103.json": "4e40ebb44044df0dc161eb6105d769a6120ee1af7ff539a59531c14ce96489ee",
    "claude-sonnet-5-5/R42601407.attempt-1.json": "8646a645f23613bd45e1e00cdce4a2a0f99c0426d5da3f3f49b47a9e07d8c1e6",
    "claude-sonnet-5-5/R42601407.attempt-2.json": "5ff34ad0e2efbc1c8f4ee474a5ad69319b89c6c39f3270eec2899e7fbebdf5f1",
    "claude-sonnet-5-5/R42601407.json": "644f45d59573ba1cb8ac38e72425a3f3228fb0d5ecd7894bc21698fe6c2f97ce",
    "claude-sonnet-5-5/R42605193.attempt-1.json": "82a70f463c5d8f6dd232ac07da0bec0a8553c32e25f69163d090667d2b2ef98c",
    "claude-sonnet-5-5/R42605193.attempt-2.json": "42e76536761412dac5274a2d2a087f552799d62f82f2a68d0224cae3e968f024",
    "claude-sonnet-5-5/R42605193.attempt-3.json": "670214b13840e6e2c78dbd6bb59f1abaa3b9d26f229175d3d80a3c669b4e14c2",
    "claude-sonnet-5-5/R42605193.json": "39244cc82bff11353bb55558208206b107219540926c2fc749e4d857163a5441",
    "claude-sonnet-5-5/R42608398.attempt-1.json": "37258ba7a2debb764f379415e87413b12603058cd0a69a17526aa523c370d13e",
    "claude-sonnet-5-5/R42608398.attempt-2.json": "5167ab6c4abab7faac7bde6cdf7e19774887511282b077fbb2dcd233e0b504ef",
    "claude-sonnet-5-5/R42608398.json": "02a8494d7ec84e212507de3796d3fd83897cc4778ebeecf8b49f2b63819dbec8",
    "claude-sonnet-5-5/R42627902.attempt-1.json": "c925f7fa9a18487688dfe059575c1b900f06994c4f0cf9276227d6d2d50c0314",
    "claude-sonnet-5-5/R42627902.attempt-2.json": "84ff61ec28f9cb3e04479d7e1d7307c0531466064b18457343c85cb9087413a0",
    "claude-sonnet-5-5/R42627902.attempt-3.json": "ed861ec46fc12735e4cef6ae7f69dcd3f570a21c905aae4559a99843d94be65c",
    "claude-sonnet-5-5/R42627902.attempt-4.json": "09414e4ed84ef56e7e44ba990b1036eabf0a8b6e921211124aa94bd43c1de6b5",
    "claude-sonnet-5-5/R42627902.json": "d923bf5a6a8523aecd5975a7c78d0096d02eb90992c2e3a222b5bd2e500d2c6f",
    "claude-sonnet-5-5/R42630044.attempt-1.json": "9fd2ca87c1f23205b96a06e04fbf39d8a28287fb3f1302d39ce8a4e4b01b7c30",
    "claude-sonnet-5-5/R42630044.attempt-2.json": "7c65bb4d8f8ce242c4c8dae5239eda9d98575a0425a1c42ff228bb447aa8dd04",
    "claude-sonnet-5-5/R42630044.attempt-3.json": "f7dbba188eee065abce5a6b1f9ec1b5298cead1fb002a7cdd87a92874a690639",
    "claude-sonnet-5-5/R42630044.attempt-4.json": "8850a79b191debb25c829c12548a2a96b009c8005d0f1e0b9777dab189f312f8",
    "claude-sonnet-5-5/R42630044.json": "00f7d4903633c633ab8c4c75273340e77518d2822fa0424c97353c7f9f2628bd",
    "claude-sonnet-5-5/R42639736.attempt-1.json": "e0dd945da079ca9c6a8326906cd7f2bf236120ee100fae3ee36ee38cfd376eb0",
    "claude-sonnet-5-5/R42639736.json": "5548308621b1f4f8172f5106268e58bcf0463e187ceda7de0fb006238fe90d78",
    "claude-sonnet-5-5/R42642518.attempt-1.json": "bf674ebb75e55725a6af32428b79688d7fb9484eb52f730b7ff6bc8c96672e21",
    "claude-sonnet-5-5/R42642518.json": "a386da55b5aedbaeffbd187a03a2742bb3f33b9424d3b40d3bf8a055b43b2d7b",
    "claude-sonnet-5-5/R42642521.attempt-1.json": "46d738fec7e7526217b84b7f47fef2dac0b440a0b18a8a2f099919ca59712682",
    "claude-sonnet-5-5/R42642521.json": "a47dfe8a79b66f47dd6e6fafc531125e096be53493d656471a58440e633f2081",
    "claude-sonnet-5-5/R42647119.attempt-1.json": "b3acf8651c0c9d2bb423565251c922019353fc7a7f1be67512f9adf66929ea6d",
    "claude-sonnet-5-5/R42647119.json": "99bcdb8cfe890224addbade66dacc6e0659d62680bbdd44202f78fcec410bfb1",
    "claude-sonnet-5-5/R42647635.attempt-1.json": "3c3b20f2c5b2165bed4ba2136a646b9d27700672d9b219249d04f0b3084085d1",
    "claude-sonnet-5-5/R42647635.json": "8eff4d9964ad73c5f412f9f48a28b9564f4a6bd5ba84237ac2e57d2b8df69ed6",
    "claude-sonnet-5-5/R42663085.attempt-1.json": "aea2acec7bb89eeaea13dabd530ee1b7ce9e94c0da9da45499ffc096affe3713",
    "claude-sonnet-5-5/R42663085.attempt-2.json": "d3ebf1fc3c9a09378e636c06158a993fcb474d2a671e49c5dbaa718a66831519",
    "claude-sonnet-5-5/R42663085.json": "0e83514903a4489c6559d64e462e9455ecb6fde2fe1baa5d8532a4dece694885",
    "claude-sonnet-5-5/R42664348.attempt-1.json": "a9e0654b9668e4f613cf1c04c7f9e928c20d8b36a7fccd46dfe189a045ee48cf",
    "claude-sonnet-5-5/R42664348.json": "07e211e579e3d2281af458c8b263be7c40b3a903e8b8415f12df8394adc8713f",
    "claude-sonnet-5-5/R42665751.attempt-1.json": "0aeda0c2f4f1a6c7ef0f618233310ddfaae92e59aeb9b09cd3e8d3cab7a098d8",
    "claude-sonnet-5-5/R42665751.json": "20122d90d04b3e7392074436e236e784b44c48106af1aa09221268574d280573",
    "claude-sonnet-5-5/R42689491.attempt-1.json": "58f021a712e4f7d1e4d315b352a1014122ccd629a5dfe37b3a5a6421f6ce14c3",
    "claude-sonnet-5-5/R42689491.json": "ba144018490cb6e6de478624ae7749a09f4aeac115bcea0b14d93a16929ab90a",
    "claude-sonnet-5-5/R42696595.attempt-1.json": "b5cdad8b14cd07344f833cf73e1a4b9583959b3bd7a2ff2ac9f76517b5d5241e",
    "claude-sonnet-5-5/R42696595.json": "b54618b30b848571af24c9126b59c2270d36dcc12ad52ae77b724f38fcca561d",
    "claude-sonnet-5-5/R42698274.attempt-1.json": "750ad4d44a9db34a43fb9bd25893609966e97541493be6b27bf19c7607a785d5",
    "claude-sonnet-5-5/R42698274.json": "301f24973c9b2adc9af631cf1e64d173c67fd38b7f7b50b31450862245976cd9",
    "claude-sonnet-5-5/R42717261.attempt-1.json": "e30c7eae6dda70789a2b6c6a73fbcb0be8395fff5a30285c4d89e898b0e11a9b",
    "claude-sonnet-5-5/R42717261.json": "6ead22727c48ce0f14a449e0de4784d8f02bee9ec0547d0ffe807cd76ec26b91",
    "claude-sonnet-5-5/R42723546.attempt-1.json": "644f14bf6415809a052e81af8857c28de77ef0ed20f5a6fd55bb4b26482f03ed",
    "claude-sonnet-5-5/R42723546.json": "45b178e78cdc1aef3323d5ff327d2eafa635f3c09bd42b82cd7fe40dfb8a124d",
    "claude-sonnet-5-5/R42725837.attempt-1.json": "4f2fc1a03f871b9d8bc3fb10c835b23f62286bca8cde12660a1fa670153ecd57",
    "claude-sonnet-5-5/R42725837.json": "4f8c68c80b700de24f1197c120451862e51e309041fbb1aad05a18694579f0a3",
    "claude-sonnet-5-5/R42736449.attempt-1.json": "c122ddfc43e849b5602d0b3d2e1b53303df5255a28457da85e5e6e0f15a34e12",
    "claude-sonnet-5-5/R42736449.json": "a204dcd302b7bce29091479ddf23b5a99ccb8d08999c516056bfb981a7c6e8f0",
    "claude-sonnet-5-5/R42744804.attempt-1.json": "5b99f3023f1e124477181f239ebbb33606e40955f03e49afc9f8239dad606e2a",
    "claude-sonnet-5-5/R42744804.json": "2c7db2624cc5db7afaec9cd848673af264670376ddf25c26e02ee9d88ecd7e15",
    "claude-sonnet-5-5/R42749700.attempt-1.json": "29c1da49380f55ad5caf03a2011514ef3ca1a7722ac3c7d85eb18b66c222b756",
    "claude-sonnet-5-5/R42749700.json": "53d66675301bc24f2834c6a3576036e5bf7e335e17522968891c524e19f0dc53",
    "claude-sonnet-5-5/R42758848.attempt-1.json": "ef064dd607ff934c808f2c3e116c5e27f661cb9b3ea55819f836fa39e87656e0",
    "claude-sonnet-5-5/R42758848.json": "80ed56222ceeda4633c6db2b33078f79b3692d978e798f0c5647d998af3a7756",
    "claude-sonnet-5-5/R42759510.attempt-1.json": "6559046b4f4127c9f360dceb65d9ac5e9b53b1a2380468b94df0699f8859ce98",
    "claude-sonnet-5-5/R42759510.json": "cef25d54ed6b1d7951313ff2b126fdfb812fd0d9a5aab4e24b288e08513810ef",
    "claude-sonnet-5-5/R42775695.attempt-1.json": "f6f34f401c235cc0423749c056c88d9a4672c81fb71b790a80a6d61b874e5f03",
    "claude-sonnet-5-5/R42775695.json": "aff7897702a9fc1541ee0a6b1230eb158093fe8a18ce2e3d1a4bdf1a0a435923",
    "claude-sonnet-5-5/R42775698.attempt-1.json": "aea5a69ed992d03b9f7202a747ed13cc79b25a563bee04988fdf4b8c681c1599",
    "claude-sonnet-5-5/R42775698.json": "5f089f2c2105d8fe286dc220a414fffec981e7943efb63f589190df4018f6331",
    "claude-sonnet-5-5/R42786310.attempt-1.json": "1d103cc162f864e86a7069b2938656d9ac47cd74b6dcff298c8f445ee835e17b",
    "claude-sonnet-5-5/R42786310.json": "2ae62bf08e01d330606229730477d17413a6a2a0617304bf604a3b8653e46449",
    "claude-sonnet-5-5/R42805954.attempt-1.json": "dcd147ccb4b35797e62ef56f8bfa74141a5775c6d25877b37ed5bc7b28d78dac",
    "claude-sonnet-5-5/R42805954.json": "7f4986c6d2daded31c0993ae4cba00c3a2f1b57294e1db40555849bc1997e761",
    "claude-sonnet-5-5/R42810392.attempt-1.json": "2e074dd1fc66afcf00d4314c0032d7def3eb152b9cf50b1d2652c9f770807248",
    "claude-sonnet-5-5/R42810392.json": "3093bd38b10870049824bc43c0b6da3670c4fb097ab71c2bbdd9064ad9e3034e",
    "claude-sonnet-5-5/R42811497.attempt-1.json": "28122b180e8ec3c931c1a25540c88e3c1c152f5215efe08e01ce1d1b8213143d",
    "claude-sonnet-5-5/R42811497.json": "e10d36048fc1297a6a41d76b270b1099286af02f8d8f3b6132e5ba1114a623e6",
    "claude-sonnet-5-5/R42821663.attempt-1.json": "5625cb7b776cde0e53da371c6bae2c30cba0c4bb0b49b64e40c700c8d6198535",
    "claude-sonnet-5-5/R42821663.json": "989bedfcd7ee69529e9f4dde7270234e333dd8cc4af0adfb2a54aefb0115e6ef",
    "claude-sonnet-5-5/R42822442.attempt-1.json": "430e32ccac795886dbf7a1640c71e0c35e825599cfc9101bc9bd72547645df58",
    "claude-sonnet-5-5/R42822442.json": "304028839eea0e6a6c3b81cae3b642c7324ae49a9e14bf00ba3cf47847ae20de",
    "claude-sonnet-5-5/R42826184.attempt-1.json": "632ee5284b83fce2cd8e8d0b4a1a02247f9d6ccb6a9b104f4b162a9570fc72b3",
    "claude-sonnet-5-5/R42826184.json": "ce343ff08744da15ecdcaf2a3926af9fcf673dace9d0ae15d3af0d26d56b9b50",
    "claude-sonnet-5-5/R42839094.attempt-1.json": "9746f273acdeede10faed556b8eef4b3c7a893b3ef647617cb0d08f900737854",
    "claude-sonnet-5-5/R42839094.json": "062041d8c2617c96073b6b5859b366a021c9abff19486589022af5840adbbea2",
    "claude-sonnet-5-5/R42841227.attempt-1.json": "9fc95e20a03475886f2958c0281b07d6748f1af26c23fad6c9d959eacc62e683",
    "claude-sonnet-5-5/R42841227.json": "03721f837bfbcdc0ecf724f4874b08e5be919aa0e6079f3891df0c69d4d27208",
    "claude-sonnet-5-5/R42842666.attempt-1.json": "abee905478c880beb2e38fce39d19d1da8a130f73406603da0f5f9e4c0ced441",
    "claude-sonnet-5-5/R42842666.json": "ee94366d8ae69595a11b8c33967f439ac94ecc397cd23d16c8f747c92fbebb7b",
    "claude-sonnet-5-5/R42844664.attempt-1.json": "87cf7737d3651e7576ef14977056ed00e854290c33f86952735706521a032c40",
    "claude-sonnet-5-5/R42844664.json": "37bcf74a865ca4ef024000001da9029d225baabc91e0a88c4b56a852d00d1b42",
    "claude-sonnet-5-5/R42853938.attempt-1.json": "0adb3237d800dd0e41c6dc3c4a1f9950be9c4dd8f253792dde674e7ef814f981",
    "claude-sonnet-5-5/R42853938.json": "a63b16f049a6d6455acee4e62fbc2584f26cd8ab85ed9eb8a876cb48dd8f1be9",
    "claude-sonnet-5-5/R42858183.attempt-1.json": "8d786415298cea499db4d50729dd1334aed602337c026c5da2dd9ee0ace0dae8",
    "claude-sonnet-5-5/R42858183.json": "67df0a35a49d321b50f49a736a29e56bf8ce36b481bcf2e67148980bc8448433",
    "claude-sonnet-5-5/R42806945.attempt-1.json": "bddc1b14368ddc2723bc4bf4fee448a7b7e3bdee04e361fddc212998646a0e4d",
    "claude-sonnet-5-5/R42806945.json": "6e470860c0b9a8e66f03fe10e689a06dac72af0ee9933c3bddab04246ce2891b",
    "claude-sonnet-5-5/R42723144.attempt-1.json": "d55a7d0d36c3516be918d022fe6519d72eb1f9a924c761d35345b430d5a55e86",
    "claude-sonnet-5-5/R42723144.json": "85c85b7969570bac8a54f94187d203f0467a5cfe6511525cff64292edd85e9bd",
    "claude-sonnet-5-5/R42808804.attempt-1.json": "9319c78d7eee4c6ccf5b8ba66ca53b80b9cf37f988c73990c3138d4a49e31a99",
    "claude-sonnet-5-5/R42808804.json": "5939b0ba1b71834490f0ce5e60ae881d76907f1fa818c3f85af2cf33acf5dcde",
    "claude-sonnet-5-5/R42585340.attempt-1.json": "6c94376e6ef4b228f0c8784d8e4695767d01c2ae03c759dc6a9f0ec5d227233c",
    "claude-sonnet-5-5/R42585340.json": "ddf619d85b66474f1305c9ea603c0f35d56c7e5636d2960ebd496a2b7e5f2539",
    "claude-sonnet-5-5/R42669067.attempt-1.json": "a0868bd4a68aea8a7ee01f123089e04e0a73dba085dce5a37d4965592df1c1d9",
    "claude-sonnet-5-5/R42669067.json": "cd5407c9c9c9d4d1e2a4fe97d07d83004d9b5a8328327fe402d12c50866e6d2e",
    "claude-sonnet-5-5/R42811065.attempt-1.json": "894b6be7ae87d62d5673cfcc550204f1a9f7a1eac99276c243fe11e4343757c8",
    "claude-sonnet-5-5/R42811065.json": "5932ec46b04ed424f0041d1b25e21420baa1ec06e47ae3fba3c12d94d47e2b01",
    "claude-sonnet-5-5/R42841610.attempt-1.json": "6cf0789c8664101614525a3722f3d9b298b4eac2b412745002953e0dba1a93e7",
    "claude-sonnet-5-5/R42841610.json": "db2ffbf1ae8fd77b28842eb21635a855b7327a76f8ceaab334e8197cba46d854",
    "claude-sonnet-5-5/R42806003.attempt-1.json": "375c36376336d8526c4d631024b562e12c8f015456939e9f6b0be5dfc3ec8e88",
    "claude-sonnet-5-5/R42806003.json": "e3daafd7cb197273ccf3eff25e369a384450a4cf2ac425e5af68c871f2a77651",
    "claude-sonnet-5-5/R42806572.attempt-1.json": "f94b84c094a116e2c0136277daff4fd169893db89c6fea584e026382acb911a8",
    "claude-sonnet-5-5/R42806572.json": "6e6e29ccf3948f6817e2ec2451935cacf338e88bd12bc84af99d1be0e8cda26c",
    "claude-sonnet-5-5/R42748238.attempt-1.json": "c72881b5325c3a65b9ec08635843b013c769accbaf6edb68541cf1755052acc0",
    "claude-sonnet-5-5/R42748238.attempt-2.json": "98a4d9f2251f58a3ec088508158c1e33280db1f2c35eb447e4a8996d6f237230",
    "claude-sonnet-5-5/R42748238.json": "f6118dfa91f46f558c01498031ab7c72fd8fe1b23d8ebd9b4fd2bf5888e53bb1",
    "claude-opus-5-5/config.json": "6234774f61a9e2874f9a93577ea63f9735ac3422572c0b03ff7d1630990400e3",
    "claude-opus-5-5/requests.json": "f1f53a813f414f6a2c30e6b75eaa96e770cf703ad93e32204b69bee8ee561039",
    "claude-opus-5-5/eligibility.json": "27dc6555ece9da7338a584c53f88148b450c8b2c71b6a543727f1bc94b5f54db",
    "claude-opus-5-5/isolation-audit.json": "eaec86c654b7bbbc0c7d3d4fd03a41059a6b3840b851b9fdc27c60a9f3e411c2",
    "claude-opus-5-5/R42581103.attempt-1.json": "6268b169db0ab47cfbb58c42058be8ae36984e16b3900f12077b06b88597f5e0",
    "claude-opus-5-5/R42581103.json": "c48399a4c4d229cf03f7ff38fe31dac6b51adde61661ddaff570a2a8dc50084c",
    "claude-opus-5-5/R42601407.attempt-1.json": "9159654f4fc859cd65d5166ef74fcb6696af6b16f56037fc95044467a90e51a4",
    "claude-opus-5-5/R42601407.attempt-2.json": "a85b10060c4f7600c89cde4bcc7055f62e93a94e0e1fc4885f128f49a081eac1",
    "claude-opus-5-5/R42601407.json": "b1aa1a33a1f2ee02d7179da4c924d0f11a0b9b2ffb5d0f0e111fb5aeef153f50",
    "claude-opus-5-5/R42605193.attempt-1.json": "dac3780e9478dcc4f5c02e65b1a828a01acc4c44dbbc25e876505b722c96cc78",
    "claude-opus-5-5/R42605193.attempt-2.json": "a11071a54a4b1418bb2cebd32879887f6aba6e91ebaaf8c1415a8c905d2994a2",
    "claude-opus-5-5/R42605193.json": "4c6607dee447f358b3d57df48e98a15fae96a25fc98f03f49c7bff2dc819b3bb",
    "claude-opus-5-5/R42608398.attempt-1.json": "62d44753a3f1d0a3c5fb6c58e03da0e015cea4a7332d39ce3a8c532c2ba112ca",
    "claude-opus-5-5/R42608398.json": "4f69f2a0a2e97121bca7324e32ef9029ed3034b865887f84ada597fb36d832b6",
    "claude-opus-5-5/R42627902.attempt-1.json": "87cdfe549c85da29aa860a3eaeb2874fdc0e42e35b332241c737397576cd0267",
    "claude-opus-5-5/R42627902.json": "83167707e47c63244cd11a0362db22f284dba0939d600f4c622edd4f80b8ea06",
    "claude-opus-5-5/R42630044.attempt-1.json": "9a7a98f7a647017c608300aa09c033f59da3362f19aea69991c5b613851e8636",
    "claude-opus-5-5/R42630044.attempt-2.json": "3bce30b6065d6611f7c56efd77747743bf5b667d5984a5397687a3429bf66ca2",
    "claude-opus-5-5/R42630044.attempt-3.json": "282a49f4fc75dd6af6c64fea3b4b63cfa7c9f7f5d7d6f739317892ab0566cc3b",
    "claude-opus-5-5/R42630044.attempt-4.json": "d2e0666e65d9156657baa2ebd02067fac5f6f826216f8b09210bcff05fb911c0",
    "claude-opus-5-5/R42630044.json": "be7f65b4530f96cd7a7c189cc2dc0a105101f340eb7b05b782a806066067da6b",
    "claude-opus-5-5/R42639736.attempt-1.json": "b0a58d933b8404bb403fc26959a7b7b5e79c43f023d049e2166d4458e856aeb2",
    "claude-opus-5-5/R42639736.json": "8a554bcd01466da005208a96ad335c266378f5a57dc9af6a21367ac75e2027b1",
    "claude-opus-5-5/R42642518.attempt-1.json": "50baed832fb8a0949ea513e656ed00ee7824b4d9016132e5012a453a0b003291",
    "claude-opus-5-5/R42642518.attempt-2.json": "7b5f8846772091feffec6d9b7e59a8070d787d184e000a4e70accaa861bd83c9",
    "claude-opus-5-5/R42642518.attempt-3.json": "59a558a882ddb59e94c01ec8091d34a20ae556999c31cd29376f3f52ee7a87b0",
    "claude-opus-5-5/R42642518.attempt-4.json": "a30b5ff4a9ac67e593cf2a429067faf390d0e35dca0f4db94d4cac83253f31c0",
    "claude-opus-5-5/R42642518.invalid.json": "32f2ce5e44b88e47e0932a498ffd38ea563e4ffef80c17bdc73a8a307d1703cc",
    "claude-opus-5-5/R42642521.attempt-1.json": "66f65dd673aaa2a328bed23662f0c5bda130e884b1dc1ddcae73d28cd83f6b02",
    "claude-opus-5-5/R42642521.attempt-2.json": "152281392083222ee970825037876e7e9dfe5b4a15a55af940691b66db955ff4",
    "claude-opus-5-5/R42642521.json": "077a3e869812ce674869800d33b1be275879b4aa7ffb9c680bcace5d44a6fd20",
    "claude-opus-5-5/R42647119.attempt-1.json": "0d4770c6b28d0ee8ec6b3efcf280c005b65e6be0083e4348a3b2a5dea42f756f",
    "claude-opus-5-5/R42647119.json": "d4648c15c84ad720370b635501f52362477a4d6f8bc2a27f7be14e5076141be0",
    "claude-opus-5-5/R42647635.attempt-1.json": "061aa6663562fa2530cbed2813c2368c14e7866dd4b8e3c17d6c90cd84bdff6c",
    "claude-opus-5-5/R42647635.json": "2c705efa8d7a0f6b65618da92f09ae065cce11c002e1e6c958751b11c06ae4fd",
    "claude-opus-5-5/R42663085.attempt-1.json": "68f2fff8051ebae8f241a405f5f6cf5d64846982c90dac06b5ca237f65fb0068",
    "claude-opus-5-5/R42663085.json": "13225837555c4176a28a5c82ba07d7e5a6ae5cac2335f246c32be16f20298041",
    "claude-opus-5-5/R42664348.attempt-1.json": "101ce4a2c4edae66a20c5d146fb019305a4858afba9b9a3785e37d5f5758b95e",
    "claude-opus-5-5/R42664348.json": "6f4d03d4094b2680ea25393856bab5f5e3664c6e9f15e344dffd1e634bd99b6a",
    "claude-opus-5-5/R42665751.attempt-1.json": "6bec433dccd8dd71c5abbb0a475f70f3ac786192b57bce429c25b7b0a114be32",
    "claude-opus-5-5/R42665751.json": "086860b5debc0507b0fbcb9835d1cb5781984a940ce6c1a9f388d623bdbe0881",
    "claude-opus-5-5/R42689491.attempt-1.json": "59feae590a5e655f41715cb1a105731305fe0b1bd53d223bd5c85f52b4571a71",
    "claude-opus-5-5/R42689491.attempt-2.json": "cda92d3b6534bdf30181afb1c7f63acfc522420417d67943b7ca608926f1aaa0",
    "claude-opus-5-5/R42689491.invalid.json": "a2fcc1cf182a50c7288c71462ab4fedae96eb8047278398f1d5f9e4f558a8a76",
    "claude-opus-5-5/R42696595.attempt-1.json": "189e74fa40690c23bd10e2ccb1c72a9f8a7fe85e67d75127ec821232d91a25aa",
    "claude-opus-5-5/R42696595.json": "ca021bb8ee2ed2904e653a2e441d6bceae9173fb5c444f6f1ef2d26a94e3e4fb",
    "claude-opus-5-5/R42698274.attempt-1.json": "f7da5e85a3b30b96fc0e2eb6251593d661744ca3924698dcd91606cfa1d6d3e3",
    "claude-opus-5-5/R42698274.json": "2b0ba6fc408e8fc97f2b5437c57b73e4a3ec9c52c988b9e44cb1ceceacc168bb",
    "claude-opus-5-5/R42717261.attempt-1.json": "0a455c19d3fd3238caa435b5ca3aa776fcc9197bf0ea53c8d7d38c9e8cfa9fc0",
    "claude-opus-5-5/R42717261.json": "553fff4d59f729f9931bde4f013b7ed0c740b80ce2ea79a99a8cf570a124f4ec",
    "claude-opus-5-5/R42723546.attempt-1.json": "2356fcada401426eacdb727bb4d4d6946685da1f0b9231c50547c752392f596e",
    "claude-opus-5-5/R42723546.json": "0bffeb1446599ae40ca01e323dccd868757f24beed5363939780999faf49cc17",
    "claude-opus-5-5/R42725837.attempt-1.json": "dbd12ff8057d53a1c7fa81c371647764f9133b455d532f034b10edabc0044582",
    "claude-opus-5-5/R42725837.json": "049e17b25865cbddce1b29517c59aa2ba2c078eccf9a884070b82f566f13e741",
    "claude-opus-5-5/R42736449.attempt-1.json": "db5c6460172da49303c8c77d5aba96d0e179dbfb1ecb0b109546bb8881b3ec7d",
    "claude-opus-5-5/R42736449.json": "67b5120d28153e53f446de1ef27079eacd17ee1586953f82a716df5aa41ee74b",
    "claude-opus-5-5/R42744804.attempt-1.json": "cc6cf717634b2014ed1d9567df715d9404b0c48269c9372511b82c745e22cce3",
    "claude-opus-5-5/R42744804.json": "3f8d388a935cf2bbc03e6713137d8491e9fceb4ce5a37ae766b0b78d063499f5",
    "claude-opus-5-5/R42749700.attempt-1.json": "10e863f260acdf5a0df8053e39b9018ce8d10ff0d286225f126907ab5dd7eb3f",
    "claude-opus-5-5/R42749700.attempt-2.json": "4a8747380ff3d3bb8833590ad09accd5ae349156d505d1ab26521988556ff5a4",
    "claude-opus-5-5/R42749700.json": "3798549dd82d446604d87f64279fcfcd4673d7c8ee432d09b54f2f5052c41fe1",
    "claude-opus-5-5/R42758848.attempt-1.json": "8617d39a3b65a76d1d2d01b907be150b603baed7d088344d03022f77a12bd9fd",
    "claude-opus-5-5/R42758848.attempt-2.json": "4a5661a11d5fe91ad720525e0cfa5eb02703a35c82080012af2591043fda618d",
    "claude-opus-5-5/R42758848.json": "5f756e6021ba16f6119682564edc56cc6bfe5e4cb3d40109e0254bfc54be32c4",
    "claude-opus-5-5/R42759510.attempt-1.json": "8e2eab31f2504e894b341ad13f647950ff259b51d0f5e51097d9eefe7788e781",
    "claude-opus-5-5/R42759510.attempt-2.json": "4bea802b6ed626f0a0975007ea15df26e169c42437dc9e6f95ef21d8799bb5f7",
    "claude-opus-5-5/R42759510.json": "801499e7239fad92472669698616346b8bc2dbf06ae946110a04cd28d898504e",
    "claude-opus-5-5/R42775695.attempt-1.json": "6fdc0c69d69c25f2a2a75bf0da5de30b397e23de2e95b241de4f60af9b8a2405",
    "claude-opus-5-5/R42775695.attempt-2.json": "ac810ba5549570662a30c5465f51179987aa3db6885fdec95464a6c643f68a07",
    "claude-opus-5-5/R42775695.json": "a2abff5195e09a104370c91fea13a3d925c0c6b4ed8d50871b2ee4a2457ae682",
    "claude-opus-5-5/R42775698.attempt-1.json": "8bb8f50ed5f0df2bc7569ba2ee21381a392e4e148762e9a38b39e2fe92a05181",
    "claude-opus-5-5/R42775698.attempt-2.json": "2e83e802c1c0b7ba32394afc38c1f7b3846d970050c44c7e77fe7a715d35fdbb",
    "claude-opus-5-5/R42775698.invalid.json": "1f0c530550b9e08f84e621e049a49fe30aab9935c1545c7f2e34e813035ec3a7",
    "claude-opus-5-5/R42786310.attempt-1.json": "244b41aee765ab33ada3737f65ae926583f109c43dee4a3377e5dc3ff23704f5",
    "claude-opus-5-5/R42786310.attempt-2.json": "e94abb7b98dba980783016739ec6bcc25e0b613aa289749b63f35a959c54ea7b",
    "claude-opus-5-5/R42786310.invalid.json": "6d6a0a56ded244a90be156c61a7421cfeb4da972d30c25cfd66cca550526077f",
    "claude-opus-5-5/R42805954.attempt-1.json": "3a04fa4567f8bf403066a4d5594fc7af7aca8b6a58bb0b6ca5fb824cadce1a6e",
    "claude-opus-5-5/R42805954.json": "2c740571c564f1696473dfa8f6fdaf9f269f5edd1ec0a485c6465d822b597333",
    "claude-opus-5-5/R42810392.attempt-1.json": "0e8e7c3d55a05e09759585c1dceff39d8137e89b69fe52828fed9bf92266048c",
    "claude-opus-5-5/R42810392.json": "5d4860ca2f31dc2fd4f251f6b408733c8189d7a0fc199e30cc7901495aa7a20b",
    "claude-opus-5-5/R42811497.attempt-1.json": "b134cc943c796fe26eb6b713ae48eb2c3c644162dd66892099e98a80a029fd92",
    "claude-opus-5-5/R42811497.json": "5779a1ef3c85eaa8bd219a689a8b7e0c1091c846e21d57de3948f641444e36fa",
    "claude-opus-5-5/R42821663.attempt-1.json": "a472dbf5c484fd17a1982e719032dd17a1fae6cbc8e9bf9dfa2607fc033d93d6",
    "claude-opus-5-5/R42821663.json": "541eb8594c2e5a50bdd1359b66394efd15cf5ac748abf637bab93f9cf5799742",
    "claude-opus-5-5/R42822442.attempt-1.json": "574f54c7ca5ecfc4a19c0ef0df31c209d4daddee147b72d70b6568f740093bf6",
    "claude-opus-5-5/R42822442.attempt-2.json": "b9bd183bbc9e202b1b901475784842d6a8f3dec2d53d8542db572e4086799361",
    "claude-opus-5-5/R42822442.invalid.json": "553fc11db8a737d9f2d253c4680f15e3127cffad68bbb7bd5f23928bedee74d1",
    "claude-opus-5-5/R42826184.attempt-1.json": "b2c6c65d33a3f40554aea1c6042d457b460378991054425ea857d09e2bd4d76d",
    "claude-opus-5-5/R42826184.json": "2bddfc5d87c86e7dad0815810cddad663ef31babd5ea0ec87ff6005f54be43f3",
    "claude-opus-5-5/R42839094.attempt-1.json": "7a016fde9ed40658cf297ce62281e6007c77742944551be77fe8326ef2417022",
    "claude-opus-5-5/R42839094.attempt-2.json": "9167a987866cfc5a9315b44b6f555b88f089e0c17d631a2d412a2f1dfb1710b4",
    "claude-opus-5-5/R42839094.json": "f0ce6ea824aa6ff24339da336c4e082883a369a43bb227ffbdb5c6b553e4fe19",
    "claude-opus-5-5/R42841227.attempt-1.json": "1e8f39195ad0a14b8a8e9e1bd49e59144b56e1816104821b62ad97d5ec7ecca0",
    "claude-opus-5-5/R42841227.json": "3183633097684734c3aaba785177f80a920c1db549368b95743c14c847493e58",
    "claude-opus-5-5/R42842666.attempt-1.json": "b930530d95b481477c062dfc5db27344b56b19552ec23da869b2f03b9fa45c0c",
    "claude-opus-5-5/R42842666.attempt-2.json": "47dcbd26a7e0631c83568fd90758310695ebd17c2f92a99cabf2a615f1de5860",
    "claude-opus-5-5/R42842666.invalid.json": "ea481decab7208a242e27021fb80e29424cfe8955667029884d7e5e833ef3cf7",
    "claude-opus-5-5/R42844664.attempt-1.json": "eb9ec52f379a6bb3187009bf6e2cd16c2e1a6aabcceeb5c6b21df9ca19e23a8e",
    "claude-opus-5-5/R42844664.json": "92ca19abc57204365e57192c5aa55ab70422c8b323925bca8362810c74855623",
    "claude-opus-5-5/R42853938.attempt-1.json": "e3db9643e2d76bc1ea92f15ff5910f31ed5826d6b710b3c6bbec4ac8e79b1d74",
    "claude-opus-5-5/R42853938.json": "21b7896e1bc05f02e9dbba3a79c8448163fb7de05a9114a7ef46974da59a5a29",
    "claude-opus-5-5/R42858183.attempt-1.json": "6bb23923be3f7a0ad2ee68c25552f4fd391b5f95654f12322bfb79afba71e5d4",
    "claude-opus-5-5/R42858183.attempt-2.json": "9467b78067dce61f3bd6c3e5f224f800398f7bbe3cc41930249d363ef929fec5",
    "claude-opus-5-5/R42858183.json": "7b18cbea48183fb74f5c583f86e757f09d26d24cdead05b8d224485873fb22e1",
    "claude-opus-5-5/R42806945.attempt-1.json": "dab75189880d67e0b37e7d2d8d0c59f80893d473977fce673bd853ba8720b238",
    "claude-opus-5-5/R42806945.json": "a80dd7bf21309a0ce110317c00162ccea6108bf6ebfd404e67257315850de2f3",
    "claude-opus-5-5/R42723144.attempt-1.json": "381186b9c2b363c09811708f70ea0d3df92c829fd37cde3246f39f15b8f8caa1",
    "claude-opus-5-5/R42723144.attempt-2.json": "5bfcb53469e628cb93c97c7f327294122ea2e5aa5e5f5d132ac2f10e62e9150f",
    "claude-opus-5-5/R42723144.json": "56fc3548e9e0e42a5b4417a1d02a04ebef5c77175cc352edf36add7d057eb24a",
    "claude-opus-5-5/R42808804.attempt-1.json": "6351a00fa54ccb221e60e93488c949cbada0717e87c402dcd82c7616c38d10e1",
    "claude-opus-5-5/R42808804.attempt-2.json": "f9622ac8403c8b03654415eb1c988a70837ead7d3cb001373e93697e9d3b0243",
    "claude-opus-5-5/R42808804.json": "3400cfba79bf3bad618a3d2ff6aa83e2942678c3dbbf080825dcc2ed8be58c59",
    "claude-opus-5-5/R42585340.attempt-1.json": "1efba6efe110535dfe32b64b35243bd3cab526d39659ce28f7d6a44c2229b209",
    "claude-opus-5-5/R42585340.json": "944f97608d02bc2b916fadf1e2f4d38fe5e3043f5010a46fcd2d483088f5129c",
    "claude-opus-5-5/R42669067.attempt-1.json": "2731eb8aac9c86444ec8baeb7dfc67a196f6ecf85d0aaec446414d07d6344c9c",
    "claude-opus-5-5/R42669067.json": "28c16c3bfaf8361cb35ae62538cfac4021f93dd29dd48c42dea7535af6358d1c",
    "claude-opus-5-5/R42811065.attempt-1.json": "e10e8f207e69cc20258404f5725a3c288b0a1baa1bd3f2cab1e3912eaf6aebd7",
    "claude-opus-5-5/R42811065.json": "d6c828ffe8ec870ca802a4bb6092ea5ad739906c0e3cef6f5d855981bee53ec5",
    "claude-opus-5-5/R42841610.attempt-1.json": "c810632a1b672d2e7b678490dd8a13dc64b1ab7c67193cc5d061d47a9769fed6",
    "claude-opus-5-5/R42841610.json": "a708bca0164c0f25035ffebe59f3e71119da72020fee2eaff8c9bf0ac69e8759",
    "claude-opus-5-5/R42806003.attempt-1.json": "d1be2ced406fbb6d9a7f0aa60da0dd42b301595899c22e1ff31653a70820951d",
    "claude-opus-5-5/R42806003.json": "71e25e14889ebb3999a906aebc025a3eaf44732af7fa20bf9fb7b4660967455c",
    "claude-opus-5-5/R42806572.attempt-1.json": "5ecbbc36de783a8879ef9e3214386aedf723d25482d36e0ef3798b01744cc9b1",
    "claude-opus-5-5/R42806572.attempt-2.json": "bbf5330478ce2f8f154ced4104ff4e7b3bcf1197593c4984354992b6fb88a471",
    "claude-opus-5-5/R42806572.invalid.json": "0249be8e8bc52ee8fa1e6aa1036ab4ba31ea864c06800f1658d088c748c8c45c",
    "claude-opus-5-5/R42748238.attempt-1.json": "aa6d43f349cf853f50c552b850e66e041c59aace1a0c6859aa46792a363b0004",
    "claude-opus-5-5/R42748238.json": "f375434f4f4283d3aa8f9a33822737b118e47cca874e63907bc7f59015739ac7",
    "claude-haiku-5-5/config.json": "7171b8ba92fa17c13dcb81a5e19a6b8e8e68ab55fb8dbca2933ab3469ffc8c37",
    "claude-haiku-5-5/requests.json": "f1f53a813f414f6a2c30e6b75eaa96e770cf703ad93e32204b69bee8ee561039",
    "claude-haiku-5-5/eligibility.json": "1babe44a31171b61bf8d4927ab70faa455a67b181374f3709d8842ef24eca937",
    "claude-haiku-5-5/isolation-audit.json": "1a7b9919b776ba8809598174394f120aa1cd65fdbeea39c0e330744877e5fa31",
    "claude-haiku-5-5/R42581103.attempt-1.json": "aa639c01cec8964176f2258fb6e239ee628a745faea2352879ba1f0a8c79ae5c",
    "claude-haiku-5-5/R42581103.attempt-2.json": "b85a23431118f08369c8295b133ef0db9a2f37ba492e4fd16ae9cecf943f70fa",
    "claude-haiku-5-5/R42581103.json": "16b9d95684f0a16741ac6e7c3f178029f21f6d48d80c7f8aa55cb6e0ab4d10c9",
    "claude-haiku-5-5/R42601407.attempt-1.json": "b9fc8dc0ffa0adf9bc6f2ba6645df0f1206d01a127f2642067f2a866f5b65c98",
    "claude-haiku-5-5/R42601407.attempt-2.json": "30c01356580dfbbd65e9989eddc58bae23e0e981b5ee3b861075c1a32569bdd5",
    "claude-haiku-5-5/R42601407.json": "847d44a7447cf54bddde0896174dab6a3ffec8736bd4b6f18430e30643dd9d88",
    "claude-haiku-5-5/R42605193.attempt-1.json": "248979c4f3671b74c4e200f611921abd6611a97c3a87e05dce8769bb492831e9",
    "claude-haiku-5-5/R42605193.json": "cf93cb6a5df2f70e72bb7fbc9fb67f7dc5ad84ee3386a9e0a6090a8038eeaa4f",
    "claude-haiku-5-5/R42608398.attempt-1.json": "03b479de19bd0c4b0b45e1f2fa7d76216c8bb1f7951efcb43b31f5974c5c7e7a",
    "claude-haiku-5-5/R42608398.attempt-2.json": "c8edea6840be917949071dff44cc24d7e958425d3f386ff50591e73c2426952c",
    "claude-haiku-5-5/R42608398.attempt-3.json": "6e55329970a490060d6d184c7837caf30d471a3f37b1c120d3dcf2dab0d9525d",
    "claude-haiku-5-5/R42608398.json": "8208777285f00979c97f37a705fcfabe5db744c0d0efc7c0f6ce6ef42ef879fe",
    "claude-haiku-5-5/R42627902.attempt-1.json": "e51fbf11be0cf143ff83d9de8c213200c7fec3325e895569fa25c94b13a7fc46",
    "claude-haiku-5-5/R42627902.json": "3bfba99a9e24223ebc09f48ae3e3cfb82a796d3bc7d452e486991769303414f3",
    "claude-haiku-5-5/R42630044.attempt-1.json": "8060a0564fa703be759c1bc5fa99951de832d167384463662b31d06022f10ab4",
    "claude-haiku-5-5/R42630044.attempt-2.json": "91228eeda591e0ec9bffbf53e4542f868eae90d8b8070cc682e56fca6605dbc3",
    "claude-haiku-5-5/R42630044.attempt-3.json": "dcf33b74bc9960af1e3f5159d9cf50e5bb3afaba5e5834381ff325119e2ebff7",
    "claude-haiku-5-5/R42630044.attempt-4.json": "b42d06dbe02c59d0366b3c8844d3e19acac585f24cc710d3bae097279b7f98d5",
    "claude-haiku-5-5/R42630044.attempt-5.json": "669abfc98162f98d04473a061076bf4b309199bae60831915bf833029512a6f1",
    "claude-haiku-5-5/R42630044.json": "92afd2b8d3d00a07fa34f63516c5e6ba9a54034f83320258f2c9b61864ee6043",
    "claude-haiku-5-5/R42639736.attempt-1.json": "55e822eaf1399e2700c42c60f3ff3903d4a09528346088ec38caf31eaa738772",
    "claude-haiku-5-5/R42639736.json": "14da72816670a6c9d6d2a190dc72cb6df5218e022e7c49ead749bc01b5743de8",
    "claude-haiku-5-5/R42642518.attempt-1.json": "bc0c97899098126c366e691c9d69c31ff8e9fede55c224c1eb2c090f51ed718b",
    "claude-haiku-5-5/R42642518.json": "f8427e00dd006a96f33d09dc7027b427640cd9c477dddd4fec4757114cf4907b",
    "claude-haiku-5-5/R42642521.attempt-1.json": "7aefbba78be2c9dc651a61b4635733228665448b5ddea6dbb8e1bd4e7ba1d211",
    "claude-haiku-5-5/R42642521.json": "06e5d5e10d119aa2ba169bbd9754b58351dca444116736decb3e054addcf8f12",
    "claude-haiku-5-5/R42647119.attempt-1.json": "c04cce797dcf7dcbf7fa0c387f02bd9de5cf3c4007564bb8e7a727dbd92bc735",
    "claude-haiku-5-5/R42647119.json": "703577248e6ace888c356e1d425a5a2f6d41b2d2ea797c45bf83df80a02effea",
    "claude-haiku-5-5/R42647635.attempt-1.json": "45fdcbc9198347754d846535f095a587564c5a6e5bd81f082f56095e0c3328cd",
    "claude-haiku-5-5/R42647635.json": "87f901c7974ddf620cb5959f044b1b3b14c61edf07574642928bde7601db250a",
    "claude-haiku-5-5/R42663085.attempt-1.json": "be57e62058c4c95c328e1e7f7aa56c3c9515c398d3f7afcd49a65664ca267dce",
    "claude-haiku-5-5/R42663085.json": "c56f308503e6fe75f39f594f2090fb64536234d500a40f8b7aa5273d11d8c6d4",
    "claude-haiku-5-5/R42664348.attempt-1.json": "b97ba1076370c36264b9c7bdd284022ee0bfa1e25658ed514b225309f60807ba",
    "claude-haiku-5-5/R42664348.json": "767c370665572d8a0068d92d86b47a135f8ef580fdf9f07da55a6a41b66899d4",
    "claude-haiku-5-5/R42665751.attempt-1.json": "097d1ea30ded97cbbb7893e68c70be6e599bf94e671f769736d89b18161a2161",
    "claude-haiku-5-5/R42665751.json": "9714e7af77269c2036b0ce48e202d4143576ec12333753adfd396629df7b1331",
    "claude-haiku-5-5/R42689491.attempt-1.json": "b07507f3ed4c219b0c50f9005c89acd2913c26b04c926a26637514cc869284a5",
    "claude-haiku-5-5/R42689491.json": "39f3d3bba47712686119830d6f272bc6d2873ff0b103817e68907c7084f35de9",
    "claude-haiku-5-5/R42696595.attempt-1.json": "19acc22d2d2a78b1cf5f1168f6cfdd4d43182ff4466ed94760a8c619ee306efe",
    "claude-haiku-5-5/R42696595.attempt-2.json": "124df4291992a7858351be44f6e4fb6e612dedc41ad734373d8dcf555610f34b",
    "claude-haiku-5-5/R42696595.json": "444c89cc364fd3e82fe05bc325c01a484bc01ef38cdf1ad742d0d05192005bcb",
    "claude-haiku-5-5/R42698274.attempt-1.json": "27b1664aee8249b5bdb2c995531a9856f33e158e61ab35de1e0448a9ff6e99ba",
    "claude-haiku-5-5/R42698274.json": "2ffc77751bdc580a224accfaaf54ffba18c8232a9f4e43cc75b0ee65c870479d",
    "claude-haiku-5-5/R42717261.attempt-1.json": "49ee555c3b06d664b031c4ab6873a6b1df32bf841c24d67a72bc3f8104529ebb",
    "claude-haiku-5-5/R42717261.json": "237f2ff03f5214cc4ba99841d673a6139a84b3885abcb046ec41dc96dedb6a3a",
    "claude-haiku-5-5/R42723546.attempt-1.json": "037b660e7beb492acac5213f6c8221dd60a9d5f0b05b81f98edc7e61c75c4f25",
    "claude-haiku-5-5/R42723546.json": "49c6cd26737528bb3db63182c02c71851eaa1ee2ce6f2f255b78b2cd4106611d",
    "claude-haiku-5-5/R42725837.attempt-1.json": "86aec37a94340c146eb7da8e84e039f678faf190fca787529246c06663844944",
    "claude-haiku-5-5/R42725837.json": "64bce56bc2de5e427c81c395930312a2761c3b97e7b2190d5876e3d711d35127",
    "claude-haiku-5-5/R42736449.attempt-1.json": "1c70b271f19160f774ef45019d952e3d056f3cf7d017c7f9fe7bd0c85bd7969a",
    "claude-haiku-5-5/R42736449.json": "219870a8327ca5581c511ad8b01bd1c7790efdc3203b9839c7fb7a1713c1a9ff",
    "claude-haiku-5-5/R42744804.attempt-1.json": "55e9c6f1c7faa2a14cd8f22a4d91f52c399ee46e3241a2b9b1887cf7734704ea",
    "claude-haiku-5-5/R42744804.json": "9476c169ff0aa2c4ee907aa9364a77573f37665e758f8a6e62b7fd309dd93a92",
    "claude-haiku-5-5/R42749700.attempt-1.json": "84cc86e94ea82913c7f9b5e65a71c03fa9dbdb21f037e4577827522eaf543f38",
    "claude-haiku-5-5/R42749700.json": "a6f20645e7dd5feeda5ca5529b3c107a147ea8faa3663b4452c20d40e3e98981",
    "claude-haiku-5-5/R42758848.attempt-1.json": "18bde5238197f453e58a43b5a852ed5e724891028da13a4acaeb5271cf98ad01",
    "claude-haiku-5-5/R42758848.json": "a987c6ebe5f211c1ec1018a68cdb201018f009aded5d8a9a90b5b62f8f3f59e2",
    "claude-haiku-5-5/R42759510.attempt-1.json": "e4da333e63a285c6c46f79f322f3db8707014d442ca439f6f73cd5b42261ff6f",
    "claude-haiku-5-5/R42759510.json": "112bf583eb0604daba5b5f1905fffd9408912ef519d5b04247e5bd463de92450",
    "claude-haiku-5-5/R42775695.attempt-1.json": "1349847b205012d18ebf47571fbe415286478bbd1cc3261c1ee895574c54f89b",
    "claude-haiku-5-5/R42775695.json": "9a5c752ab9ea1d25049763bb8135619915f013769b0e925af05e80ea1a9dc3b2",
    "claude-haiku-5-5/R42775698.attempt-1.json": "ce68862e62518f64c9c4823e976360c59ce7544204b88dfbab15fa8caf1fbfff",
    "claude-haiku-5-5/R42775698.json": "21a809c0f8713b73370e094cdef3b189fa76618d8dee8764f66e7480849f5e45",
    "claude-haiku-5-5/R42786310.attempt-1.json": "cf4281355425786256beff2a0559af2301be866b58a2fcf8e92b85c7884820c7",
    "claude-haiku-5-5/R42786310.json": "fcb4ed9e6fea7d5a1e4a424ee509217ded30ed666fc80e45737daef66aa528ef",
    "claude-haiku-5-5/R42805954.attempt-1.json": "f2aa7e8f9eab52fba4cb01ba41cc36bc8ba026e3c4b9d00ab101ed9f0228ecc8",
    "claude-haiku-5-5/R42805954.json": "199833fd6d32e23e1279a0af957c6cf39616708674503fd574631aec33fb486c",
    "claude-haiku-5-5/R42810392.attempt-1.json": "ab4a63591fddc954aaa9f8710eda8d3b1058b02feba365de68c99d48951a1d4d",
    "claude-haiku-5-5/R42810392.json": "b8a1e91dd56f7e2f4f5f4415a201bc00b65052108c514c75fec5c0dfbb21d1bb",
    "claude-haiku-5-5/R42811497.attempt-1.json": "2c225e8846fa8c4158aae4a5746504efb0c681ce010b7acff2ad01d283525832",
    "claude-haiku-5-5/R42811497.json": "3b42b313e6b2a4135bcc2026400a84286bfc6e56c625ad2e5956664edc603ba3",
    "claude-haiku-5-5/R42821663.attempt-1.json": "46d580811eefd33e1adb2fdd46a444a91417d0709d7052b7db41615cc83c7196",
    "claude-haiku-5-5/R42821663.json": "540f84d977dbe93da4c54b794e318f09a07cf1f487f7d8c62313facd9ddb1b43",
    "claude-haiku-5-5/R42822442.attempt-1.json": "4be6f1cf03d648ceb8dc8b56def30420c501a20cabc8d9adc6ce9f972f5af943",
    "claude-haiku-5-5/R42822442.attempt-2.json": "f8ca14d0292eb56e0713ff57398f620a5bafd042b530bd3f7dc891935a9fb377",
    "claude-haiku-5-5/R42822442.json": "00d49aebbaa2a888a7682033d0fc2b1b123232a46fd3079d366d73921b821d7c",
    "claude-haiku-5-5/R42826184.attempt-1.json": "a9863278f834ee68c5678ec4501bbe8818976fdeed86d6328bc567aa37dca1f2",
    "claude-haiku-5-5/R42826184.json": "4ed6fc08b250393d4dd52e17da16281a7ddfc7f7ba577632afaaf1232d8a4d1e",
    "claude-haiku-5-5/R42839094.attempt-1.json": "8fbafc7d42b8699c5a18cbbedff544dd9e44f68753dd295ff7ab49d5acf461ba",
    "claude-haiku-5-5/R42839094.json": "f4febfb5e4e6b44cdfa7d2b56abd777b38798f527a0127bb6b61c1c0fe43ae68",
    "claude-haiku-5-5/R42841227.attempt-1.json": "6ccf45bfccf8cb2bccdf5aa36483107baeeaa92aadc114f21108dea5ea43693d",
    "claude-haiku-5-5/R42841227.json": "a4f51729a101fb912d9e6d1720e5d5bd915ce42c6fca3720fab7d77208f36ef4",
    "claude-haiku-5-5/R42842666.attempt-1.json": "889ef6bf75adff8a1d9ff74c1f2eeb08066777440150ed49fa844cb0d57ac358",
    "claude-haiku-5-5/R42842666.attempt-2.json": "8f9d46cedca8d6767bc5233c3608448ac1f4279ae65e0b86de914e82a756c2a6",
    "claude-haiku-5-5/R42842666.json": "e47e885bdeb72c464096ed4ddf6bdcd3c9d068ce4b59935cd45e0195d495cda8",
    "claude-haiku-5-5/R42844664.attempt-1.json": "84bcf7cadfa5159739e268a77e81025052b606c26f3e04d9c83d7d162b0374b7",
    "claude-haiku-5-5/R42844664.json": "e6ccb45006315c8b18ce62ddcda6af9bc418e32af17ed212cb6071e10df76b0f",
    "claude-haiku-5-5/R42853938.attempt-1.json": "0709104cbece459c0c20e74fc22e04ede183a0332eafaf25d703af8160288972",
    "claude-haiku-5-5/R42853938.json": "ec0c127030fae56db885323c8db01fbc304f80d6d927e6203e1fce1e1e9289d3",
    "claude-haiku-5-5/R42858183.attempt-1.json": "c54b7247e13c5e00bb07c8003303a251b9c6ec3cd58bd99abc7bbc308c166050",
    "claude-haiku-5-5/R42858183.json": "76cae5cb29989c76b06368a4ce1de8594bdbcd6fbb7a7413029d1c5347aee5f3",
    "claude-haiku-5-5/R42806945.attempt-1.json": "ad93253b0dc25326b48978b1379524b04f3c650452de7c7d02ac33e75bebe501",
    "claude-haiku-5-5/R42806945.json": "2995ca4cdca2cd1e1bec919b22321de1566a6f95ca313540799e85ae6b589d8a",
    "claude-haiku-5-5/R42723144.attempt-1.json": "62035c73f4dec644c30526cd5e82fa4cb4d3870146eead0da7cf410c4735e2c4",
    "claude-haiku-5-5/R42723144.json": "77b2e495d1534af9289dd695cf862f6a4e4b6e67acc44edf4ec45bf910fe33e5",
    "claude-haiku-5-5/R42808804.attempt-1.json": "f142bc1847d76a915b93020263e787d173756e7e5a2bf1b973e3fa123f46f423",
    "claude-haiku-5-5/R42808804.json": "15a78f1a109e25b75524ebad3c2e69f9cc01ed11272372c92d5321c4cc1658e3",
    "claude-haiku-5-5/R42585340.attempt-1.json": "aca7342f991a31a89eec60ca1150006f017ae8bef172f844fabf5c40c37fd0df",
    "claude-haiku-5-5/R42585340.json": "ce2a21c73a254462d2827fa7852e45e61cee2ecaee7d6d10f4e217fb69ee3b3e",
    "claude-haiku-5-5/R42669067.attempt-1.json": "efea6a406e6367d297ccfdf980949cc6e05a5acdb557cd3581cc2d49aebaec76",
    "claude-haiku-5-5/R42669067.json": "ae21d83d0acde63f0ab7a2b4a5390348bf4baef6ce741653e6f327674852fa5c",
    "claude-haiku-5-5/R42811065.attempt-1.json": "a30fcfd827bf5081192ef9acf57be16dcd8d2a0bac5192edc051cf5a5eea146b",
    "claude-haiku-5-5/R42811065.json": "9c9ac0035d87c6876e1ca1a5cc87c777bf8d808db21a347d04399e8411751cab",
    "claude-haiku-5-5/R42841610.attempt-1.json": "bc53ed5919a8b1707fb044e625594d6a1f39fc62ab9950600b53e007e13ad44e",
    "claude-haiku-5-5/R42841610.json": "92b691b501a21afb19b1856c53125a430281c24f4eafb44645c2cf41532a4c5f",
    "claude-haiku-5-5/R42806003.attempt-1.json": "840292c782fc6b11ed885d4d982c8147f19f108b35d752c80b7d627d5388321c",
    "claude-haiku-5-5/R42806003.json": "d9567f817e4b75e2165adf3e4de1f983465f1898e6a99ce227992df82521dd45",
    "claude-haiku-5-5/R42806572.attempt-1.json": "150ba5cf34b1280e24004feac861fa39c48cd9cc5de9d346d705c6ec1b22d23b",
    "claude-haiku-5-5/R42806572.json": "85b1ba088f9c3f55e4a6dc088f97b577d9cfa9ac92616cdc2553f5daedfd9363",
    "claude-haiku-5-5/R42748238.attempt-1.json": "78bb8c58ef57d6dca224f58ed457dab45f1635e4387e66804fa7230929c2b53f",
    "claude-haiku-5-5/R42748238.json": "54e7c9de7f8a5079f2621d9ed875ad2596b16635529a5df8ac39ba8e1554b1c7",
    "claude-opus-4-8/config.json": "12e4597e20bc89cb16c888612213a4122dc1ea88f8868b9365f210394b309f9e",
    "claude-opus-4-8/requests.json": "f1f53a813f414f6a2c30e6b75eaa96e770cf703ad93e32204b69bee8ee561039",
    "claude-opus-4-8/eligibility.json": "a153ed8f443f34abbb5b8ba68ef371eeb14ad3d7318afe5e7daaa4c282991955",
    "claude-opus-4-8/isolation-audit.json": "3359b4a29c54820434b1ec0d20e20e2da9aa3cfc8137e27a2add5550002e974e",
    "claude-opus-4-8/R42581103.attempt-1.json": "2391de21ee5dc7b05c6ef3be73effe717f6d98cc98c24b30fadec0e0bc6624b0",
    "claude-opus-4-8/R42581103.json": "2832cc8dcd2d36a77add943a9d5f3d31b5ec754687cf1abb58be5d0bebbe3a6d",
    "claude-opus-4-8/R42601407.attempt-1.json": "a3ec7672be57f6c535953763e1c5348c2acb23e276d1f8d2d93df6bf2dc7196a",
    "claude-opus-4-8/R42601407.attempt-2.json": "9930a3f5a6532cb94325270a92b9fbea8c92da6f79e7969591d58f727e27395c",
    "claude-opus-4-8/R42601407.json": "d4ea970e39a273159fdd1068e0598431087d1004792f8b2c60a966acfae7f583",
    "claude-opus-4-8/R42605193.attempt-1.json": "3746d835dd7dab56c438a5adc236abbcc79dc795ea70abd930fbd93d35ff1f66",
    "claude-opus-4-8/R42605193.attempt-2.json": "23bc5c7807d12189bd8ae666089e1847251d65ae7229f493e670a4f2b19a98d7",
    "claude-opus-4-8/R42605193.json": "f5b3fc4f0f0e3916099b92bf5077ed23b7c933c75fda5730920bf5c28fe368cf",
    "claude-opus-4-8/R42608398.attempt-1.json": "499ab52675ca71285feafa6e20215143e56948210b966afa014da6e44889634c",
    "claude-opus-4-8/R42608398.attempt-2.json": "3bb6ca8220ad7bfc47e3a5499873d01df71fbf53a4eeb5d88b955544656a4df7",
    "claude-opus-4-8/R42608398.json": "f0bee7daad2093fe8f83870070ae55f2d4ae1289df353f2a3cf21f7befd40c30",
    "claude-opus-4-8/R42627902.attempt-1.json": "b933437a6aca4145ce8c8f292f2cc85eaca62eca6e726726a7a4965f43c4fb3b",
    "claude-opus-4-8/R42627902.json": "62f6450719ca2b234f179c9b03a0f4700043e777d5410c68d73ca5e3ecd0fab4",
    "claude-opus-4-8/R42630044.attempt-1.json": "040bd7cccc209b86fcf8e25f7db73219104a9d9a4a419b7cce1b0f6efdc77135",
    "claude-opus-4-8/R42630044.json": "cbe845673cd9df3320e1ca36f59c287fec0844ef44cb143c87ece0b2acad3efc",
    "claude-opus-4-8/R42639736.attempt-1.json": "6393ef8a997d22c2af7acdddefca93364a842088ae6ee566d0ecc199dd86269f",
    "claude-opus-4-8/R42639736.json": "010fc1d562fb1eaf25ad20f8227b6adeac7f567a2f19739c2eca834ad75ef520",
    "claude-opus-4-8/R42642518.attempt-1.json": "00b804ef9ebee4b680bf0e41bf4f98d0e32b4cacb4ab308599f34111fd0a31a3",
    "claude-opus-4-8/R42642518.attempt-2.json": "b1248de8203eb427381a1139f258e06ce84d4399ab03df9ab32dcf6ee26f3cda",
    "claude-opus-4-8/R42642518.invalid.json": "ed8d19f1ca5cee139bb248712f250550d2c6b82be775032bd4accdf90287b042",
    "claude-opus-4-8/R42642521.attempt-1.json": "eebb72897fc8d39c8cdfc821b62efa5658e97b740b67d28b24d69046eeb5203b",
    "claude-opus-4-8/R42642521.json": "bf02e68c09b799ab7915268524420d6a0bacdfcbaccfe29c30a997a6d9148d10",
    "claude-opus-4-8/R42647119.attempt-1.json": "637088362d0e29043cca54747294417e61d31a5e7076a80ecc4df70832c83f21",
    "claude-opus-4-8/R42647119.json": "78a9031ed1f55db8a4ba4b018829acd2c828f55137e1f1a528ec2ebe0ae826b8",
    "claude-opus-4-8/R42647635.attempt-1.json": "f98d08c561eb9839642ea01edeedb1b5c83e7b77907765f09789a54ae4d80e87",
    "claude-opus-4-8/R42647635.json": "c19ce1530bc455ab786a78c429fbd50d9fa4b671afc842f3b32fd9b922418b1e",
    "claude-opus-4-8/R42663085.attempt-1.json": "ef6a4f1e393719e1630664d08c9fd6f8a1c8d4e70f040eb7814d120fbf920868",
    "claude-opus-4-8/R42663085.json": "7bdf3f8f121accb34ec01a0397fcf2d1b6705b0546ab73dda997c97448e61d19",
    "claude-opus-4-8/R42664348.attempt-1.json": "90688debea546a6eb6aea373edd81c7747d4590023532960a1b6d86cf7669a4b",
    "claude-opus-4-8/R42664348.json": "3c730556f30f14960da84a384778b50b47d9671df8ac2dbc02ebcf254c2e4c57",
    "claude-opus-4-8/R42665751.attempt-1.json": "9fe56cb645cf9e2bcf6307bce9f7725a941bd384f8debabfb36ee17e96aedba9",
    "claude-opus-4-8/R42665751.json": "150bf66e49c4f244be9f6a3d91d27c7bbbe017646c046b34946454177fbe077e",
    "claude-opus-4-8/R42689491.attempt-1.json": "e3951490331f91244953eb0ece0ea2c784ff6d4427d7649d061f813943f5dbd6",
    "claude-opus-4-8/R42689491.json": "0f907436c4ff024f2b5500e576a56329a65fb1e00b046b0046d4f03c39aefc76",
    "claude-opus-4-8/R42696595.attempt-1.json": "ffaf6751ef16e0e51ec85b766c49be277881b531e2f8f61955c484b49f7c14a3",
    "claude-opus-4-8/R42696595.json": "5078781cd65673bf1f11951d06cb53b26ad875e3cb077ae2ce79a2987ca6be34",
    "claude-opus-4-8/R42698274.attempt-1.json": "e137d3f094d1670727daefdfdd36375597809689b92fd2688546ac61b8710dbe",
    "claude-opus-4-8/R42698274.json": "753633faa887da7852186435c18de39f42deba3cf52e6dd2673618215cced68e",
    "claude-opus-4-8/R42717261.attempt-1.json": "93ae8ebc59d5885f1041fd1e20bc2d95de9b2ba050324504e55590270260f4a8",
    "claude-opus-4-8/R42717261.json": "9a64149b45525c37ddf9e154c25a656007621c8cbf5268c699eedf2eb2df81be",
    "claude-opus-4-8/R42723546.attempt-1.json": "d7e61498cc54746d43b311d287b8802b602100c2c02b4aba59fc91f5d1a0e1be",
    "claude-opus-4-8/R42723546.json": "75146bb739dcc989fc04ff35a4c517196f8a3b1c4d7ebae3f63610e35bd37d77",
    "claude-opus-4-8/R42725837.attempt-1.json": "3c37adea83df1f51b6868d2141ceaa49b39516527dd5ced202b3cdfc6f180abd",
    "claude-opus-4-8/R42725837.json": "a7fc21f4b7c7b8e754b05ac1e431cf0a926a0f6aaaa33ca43f509061d66836a9",
    "claude-opus-4-8/R42736449.attempt-1.json": "b5ed1882bb470afa83a421f3ce777e0f04144c29e3266f0eae74f7aa3b2f1d44",
    "claude-opus-4-8/R42736449.attempt-2.json": "40ebd35478e1235f5b53c2253cbd4a67d565ece79baf085c322f055ce87b9986",
    "claude-opus-4-8/R42736449.json": "3af0fdeeb2ab3c65db452eca23b7eb37b2b70382c0e9847c72b9815c26150a91",
    "claude-opus-4-8/R42744804.attempt-1.json": "c96b38cb871319ac847c99eea3aa0070b8719f9af8a6fe3f096819cb73bea697",
    "claude-opus-4-8/R42744804.attempt-2.json": "fd3869a9e90d28b45dabefc37f36c644a4a9bc2d6adebad19b9e1ca59856eea7",
    "claude-opus-4-8/R42744804.invalid.json": "c2a87ba16eb293ff79a422edf8ba1c3aefbcf7c2a7bbbe623cad7e8dcdebe4da",
    "claude-opus-4-8/R42749700.attempt-1.json": "5fa5bb7356f2867dcbc4b5a942b6f5eeecc87b3b0392d42cd90ed27612fe9cde",
    "claude-opus-4-8/R42749700.json": "f299431b5c62f3d102d820160368d9da7b9b22c31ca4b834a70b3708d95c4940",
    "claude-opus-4-8/R42758848.attempt-1.json": "fb68207fda873e27f6c729d7a8ace62055f87b12c0554b745974e28be24d2cbe",
    "claude-opus-4-8/R42758848.json": "a8bbb6604bb07610fd2c899fdef0bca124097014e6caec97f565cf23a5cc5f98",
    "claude-opus-4-8/R42759510.attempt-1.json": "4c037159abc55e938978dc998c73e0c97cd7778da0b6ebcfbd406b2c3f852462",
    "claude-opus-4-8/R42759510.json": "abc68720420fd3e99c4f73e94e6a6d265df8ff777a4c86260573668f3d6febc4",
    "claude-opus-4-8/R42775695.attempt-1.json": "78355d5d43859f2d326b121a66f84cb81eb3bb71c3f2274600215ba6577a2f91",
    "claude-opus-4-8/R42775695.json": "98b48cce5351cb18b3ea7f13b8ba7d7d589a4051ade44ad06151c9036a9c405e",
    "claude-opus-4-8/R42775698.attempt-1.json": "c1eac96d51202bd5cb376793067c7fbfabd1fc87bf1dbd67e23ec198a33047f2",
    "claude-opus-4-8/R42775698.json": "be34fc6657c130e1b85657bacd592499874feb992459544d8d1d9e86ae02b978",
    "claude-opus-4-8/R42786310.attempt-1.json": "c266af66d9ca72ef46df134c458f7abae1782fdc78641859bf32b4f27e3fa13b",
    "claude-opus-4-8/R42786310.json": "ef300272bf5a95fa266fcb2e7887797ef4f3d9d8301fae6356ce3398c39c29a5",
    "claude-opus-4-8/R42805954.attempt-1.json": "2a1b268cf6b24dc62e429e3cfaef7e00e3e6511d3bf1eb301c51bd807f8380ae",
    "claude-opus-4-8/R42805954.json": "b50823fe12bb7b210ba5cc6cccc3a89677e339e62f4ca240bbd3474020e5e777",
    "claude-opus-4-8/R42810392.attempt-1.json": "50786799ea26df8850f0cfb5c494b7e1c6c23f9e13a47e459f7999b2ccc692f2",
    "claude-opus-4-8/R42810392.json": "965fc1b81deb700461f56d42579104d0e0d0fa0ce0dea617b2797d4261338ed6",
    "claude-opus-4-8/R42811497.attempt-1.json": "97313b4146775d0847b0a0eec86f2d2253758268877fa3ea2151e9c3fa385a9a",
    "claude-opus-4-8/R42811497.json": "434ad56babde6caf74c1cd0e07499595d0778f6ddb31f637b11d80b64217d029",
    "claude-opus-4-8/R42821663.attempt-1.json": "d8cf940dc153c072e4ec6c5a3f0db38a26684cdaaf4885870f633913a004ee56",
    "claude-opus-4-8/R42821663.json": "2c06086b97c750ab5a43be8c25ab06de88ac1edb5a42ee525513c2d4eb57ab71",
    "claude-opus-4-8/R42822442.attempt-1.json": "7b1ad9697d578b01a5581ac2900301ab9be3dcf73e6cbbf0d2773ff8a007384c",
    "claude-opus-4-8/R42822442.json": "7eefa1419fad776c2f62abb184ef4bb4d9cf9bcebf91bd3cbbbbe8c9552c4433",
    "claude-opus-4-8/R42826184.attempt-1.json": "9db7905d85ace66f89373df3e95b5022d8977e2c1358da40d5f6b4587edfc4d3",
    "claude-opus-4-8/R42826184.json": "9a29195570b81107e02bea8eb3e9d94c9ff28b7d2f61f4a339e961a7117c7738",
    "claude-opus-4-8/R42839094.attempt-1.json": "eca18ff22da31b25b05ea76d1524cade36ad2c1b93152bf04207ea8ec4e57a4e",
    "claude-opus-4-8/R42839094.json": "096dc38cdb00075c67ac3f675db080149d38748cc9fb4f67e8497ec9924aa26c",
    "claude-opus-4-8/R42841227.attempt-1.json": "89d1a9af2abfe38a44df48974fa04e124760361c82027bba215c89b6cd5f6d5b",
    "claude-opus-4-8/R42841227.json": "71d97fc429c7103b2c25ad505d8f254676ea31d605c5f464acff9be3cc16f77f",
    "claude-opus-4-8/R42842666.attempt-1.json": "000715210c92af2dc0c9fe6bd52e5756c42e43a06dee90f307987a05998f9377",
    "claude-opus-4-8/R42842666.json": "85583ba9b79666f8061d915597c71345c27baa3392b057ba647cdd808a6695db",
    "claude-opus-4-8/R42844664.attempt-1.json": "f3d7732f64ce0d1101e7e23101e110e7787beac4de9dfcfd12fc1c350f545b48",
    "claude-opus-4-8/R42844664.json": "a263f19d95eb21cf00b6019d429fad9c397ffc199bbe012172f3909be88a502a",
    "claude-opus-4-8/R42853938.attempt-1.json": "acdd2e78b6d4a2f8b665e1b5e8889b36db4f50a4e79ff9fe41a5459acb7152dd",
    "claude-opus-4-8/R42853938.json": "3f5917626684797b466a7ca427bef6fd7f6ac766c308527e65c4579718bd0144",
    "claude-opus-4-8/R42858183.attempt-1.json": "7ee6f3e63b64a31c070dc8fc128c56c964756030c829d26d1fe853818b96ede7",
    "claude-opus-4-8/R42858183.attempt-2.json": "ad6e5bbf6e28826936d225b6e302ad9d3f1c59b7ac4be025f771184c42231b99",
    "claude-opus-4-8/R42858183.json": "729e71063601149046c09f88068ff47f2629445f8f3c35d1796b29412580816f",
    "claude-opus-4-8/R42806945.attempt-1.json": "4ba775bb35d16f0bcaeef6353aef1af625e75f6bc32161ffd6bca2a76ae34031",
    "claude-opus-4-8/R42806945.json": "cca4be8ca0a3dd44a99f892fa3fd1c8f97b267be178082477381578f3eb8717b",
    "claude-opus-4-8/R42723144.attempt-1.json": "df816b05873e6db21785c627f786554b1ee61119ec5603abfa25709aea0e2604",
    "claude-opus-4-8/R42723144.json": "e6e84dd0e1d2d002e4a1afa20d5fca107916f6cddd139bc5ca5fb1281db2726c",
    "claude-opus-4-8/R42808804.attempt-1.json": "ead74fce5472b3058817ce73233269b8f31ae41fcaab0c45051fbb43c3d5f210",
    "claude-opus-4-8/R42808804.json": "1b7b35c38a9715f8976b4e2cf8996533dbdc4285cc8544b03fbde7e8596035e5",
    "claude-opus-4-8/R42585340.attempt-1.json": "77e78503382020c06dbf21e74f3d080cd1a001c9d6f9ce7d9b0276e2d644d6b1",
    "claude-opus-4-8/R42585340.json": "09f49f9f61a65946be0b5de614fa4d0233f7966d410d8136c2fd6def5544ca52",
    "claude-opus-4-8/R42669067.attempt-1.json": "93ba2caa08d5857b9c085da9149866d3dc5f2d3e8cd73bc9be8d47a952ef3b18",
    "claude-opus-4-8/R42669067.json": "a0c8c114108a25229bc92e3aaaac628aa96e1f390db11b559943e730cdf47c0f",
    "claude-opus-4-8/R42811065.attempt-1.json": "ed114824d6e633ebf0f15e62cc0c24e6a602bb137259b8e759d90ce7fcb304bf",
    "claude-opus-4-8/R42811065.json": "9240aef1dfa8809961657fe572fbafc62705f2d9548b700fea31b65424cbb2b9",
    "claude-opus-4-8/R42841610.attempt-1.json": "8e065d19c8490597dde8703164b17142cdcaf40b3854e6a1088484c73297cf51",
    "claude-opus-4-8/R42841610.json": "2d672681c0013012d23708e0780b5f9614a6a2de630b35d5d11e08a60e857f46",
    "claude-opus-4-8/R42806003.attempt-1.json": "e98ec07dc894882d1168b8ef7aa49b7767aa2aeee7e27458ec4d6ccef044936d",
    "claude-opus-4-8/R42806003.attempt-2.json": "7836205f8c9ae04e20596d35724c84b5265b782257f00b3d2d6ef024a4a48244",
    "claude-opus-4-8/R42806003.json": "7c46f41a224a1682d3a80177e2b24c3afd0ec8b68d8eb461dab899f769feb8b4",
    "claude-opus-4-8/R42806572.attempt-1.json": "63ae214f5578c219a6a7b5ce9b878712ccf1dab1826c778b732d0cfc0e2da62d",
    "claude-opus-4-8/R42806572.json": "e878c3f45d9a7fb40fc6c670848ce98eb3b591c2c7acbed23992fc06687a282c",
    "claude-opus-4-8/R42748238.attempt-1.json": "08feead23c7b2d329d9b9266f01567ba9c44dcefedb9fcb64aeecbc7f1ada9b7",
    "claude-opus-4-8/R42748238.attempt-2.json": "bf119835e374c5a77e52e21acb5c01e45b15a22fcc5beccba9eb9588fcb8efef",
    "claude-opus-4-8/R42748238.json": "add1c00b07aeccc789eeb7163e8329fc894cf50f3c2e7006a6f954196a0deeda",
    "claude-fable-5-1/config.json": "b75f724554df02d70d44e8631915826e7dd166c698f9f0405a62acd2618e686a",
    "claude-fable-5-1/requests.json": "f1f53a813f414f6a2c30e6b75eaa96e770cf703ad93e32204b69bee8ee561039",
    "claude-fable-5-1/eligibility.json": "e1d8feda8b0611b29635aa4c8244af80089939d1ba5f422825ae9fd820b180a8",
    "claude-fable-5-1/isolation-audit.json": "8801fe7ca8d1a6246a8c41c66a5025d953ecc2866968648d96c071d12010648a",
    "claude-fable-5-1/R42581103.attempt-1.json": "f53723d44547ce1d92184045d8e8165bd01853b1d18b9c1d08019473b82f00af",
    "claude-fable-5-1/R42581103.attempt-2.json": "ef79109116c1f424af343c0c09bad8a5c888a011b6b5a4f8c8e0ad7dd106fae0",
    "claude-fable-5-1/unavailable.json": "bcd562b61a6ab20f47ceca53e77e572b587753f79c3d62ff1791f9d0f2430350",
    "gpt-6-astra/config.json": "83ad1f32af4a647729c63004dadc3816b01ea022f498ea1469ca766b39a9ca6e",
    "gpt-6-astra/requests.json": "f1f53a813f414f6a2c30e6b75eaa96e770cf703ad93e32204b69bee8ee561039",
    "gpt-6-astra/eligibility.json": "2bfe2644e2c836a121f0fe78d5c889d57875c4e54c10fff766597ff662078b23",
    "gpt-6-astra/isolation-audit.json": "d384c9b72006e5b3cf0bfa92f4c8a8561b2a56efa1b648359071ac3f4d2a0986",
    "gpt-6-astra/R42581103.attempt-1.json": "e9c366d02ae4eede633f7f5faf2151978f962cfcf5d74342c7ae90169be104e3",
    "gpt-6-astra/R42581103.json": "007cac8551206f9e0f807c0769b4df7016e2873f2d00beb2f5bdd3b415876541",
    "gpt-6-astra/R42601407.attempt-1.json": "f83cd3c97b44b9e213f7ff4779a23ba9259a14478e452b1cc29ef2c00d910615",
    "gpt-6-astra/R42601407.json": "5f9961dda49516cccb07f048fe7e5fd781c80941e83aa9ca6b85850b98e0abaa",
    "gpt-6-astra/R42605193.attempt-1.json": "77aa43204add8c097a8139671c8be79525c14cac0678748bc7ad915f8f34f1cb",
    "gpt-6-astra/R42605193.json": "ad0a6f0d5154c3ead007b317e25af9f7b598b5ad8343a9aaf04ea1c72177c214",
    "gpt-6-astra/R42608398.attempt-1.json": "39d4f31fde1e3f36c62f5f65139831c6d2a48ccbc019612f32119d5be90374bd",
    "gpt-6-astra/R42608398.json": "3b8296abf165f32614248d510044aee48118617721ce13ae7b3718e3cd4c20cb",
    "gpt-6-astra/R42627902.attempt-1.json": "6f199f3e70fb71616bb71849fd3813c7d2910fd1c906d5865cbe01f63b1718e4",
    "gpt-6-astra/R42627902.json": "29da9570ffd7bd7e2cd580724ca1142b05f7627790fd9c6c48d9b4c32f8b4e44",
    "gpt-6-astra/R42630044.attempt-1.json": "b49e8e657c961eb9ab87d37ba322fa069209fc024bb1a4a00939c98bcb0790d8",
    "gpt-6-astra/R42630044.json": "16cfc31ccf6e23e55134a7dc6347472b25b010275e08676d2c1a2c6ceeecec03",
    "gpt-6-astra/R42639736.attempt-1.json": "51846d8011c9ae87800f96c702f9db4f26d108296ff0ce60604097ab269fcfce",
    "gpt-6-astra/R42639736.json": "d374935fc4d1bbf21ea02fa8f39b2a3600937b86e391389ff2c13356b249f23f",
    "gpt-6-astra/R42642518.attempt-1.json": "a16e14068faee97f147367b0256574b5074d43af7ab5b7bf793f9a614e3dd88c",
    "gpt-6-astra/R42642518.json": "1c04a6646d6a23fa1b914fea743d6b4b99e1b3a25e873bc70515a88da31d2012",
    "gpt-6-astra/R42642521.attempt-1.json": "c8b21fa9d10b43a427ebc42cd9d25103cf28fc8d4e46bf232cc4f0da127897ca",
    "gpt-6-astra/R42642521.json": "7abec507de00f255775baa591f452187f522c3f1a96a4834bb25eef404b8c650",
    "gpt-6-astra/R42647119.attempt-1.json": "2002a393e5e7c4461fd1dd1146ab4f9cb3a68c1001fd6f135d0afc77a6bf5a58",
    "gpt-6-astra/R42647119.json": "5a652b1bbfe77862dc1f63a3e2a9d0e4dab04a1c58588a2092de159ab52b8629",
    "gpt-6-astra/R42647635.attempt-1.json": "25529f9fd9e092586f793db5f5903a2095384e1f47d48c5403149dcfdcfff11c",
    "gpt-6-astra/R42647635.json": "14a62aefa2cd20da056f2de9956d0916f18598ceed1fd4c05736792648774a55",
    "gpt-6-astra/R42663085.attempt-1.json": "8be94cbb5f8f8d6d8d7152bdb735181f414209f9323c11d114e31cfd368b91f6",
    "gpt-6-astra/R42663085.json": "06d97f6d261986df423ec0bab413cad76753225df5915a319674f16aea4558de",
    "gpt-6-astra/R42664348.attempt-1.json": "41f33780c04f3eaf043158533e81714180f3138f9047f8ce070abb1039b413e8",
    "gpt-6-astra/R42664348.json": "82012ffc9cc3279ebb66da5ab5fa1e9498d8d6a286cf43eeeb17079dc2943d9e",
    "gpt-6-astra/R42665751.attempt-1.json": "de1ede5651558f6022cab793e17426112ec2bc3fa2356d4f15ae69e67fc9b90b",
    "gpt-6-astra/R42665751.json": "7e3c1f652fc6486f8ab90c64961b75fe501227876f069f759eb424321b19782e",
    "gpt-6-astra/R42689491.attempt-1.json": "f4c904ba6076e1057e15d9ba6989da35ede92986cef4e1759a55cf8878f215b9",
    "gpt-6-astra/R42689491.json": "75044c5ae338bd80f5d7e2c200e0a8f48a22bebc672073561f06711a2c392a25",
    "gpt-6-astra/R42696595.attempt-1.json": "e87ac6740c22b05543257ee69fe7b8cbf0ce76288bb2af0eb460b6ff737a3a71",
    "gpt-6-astra/R42696595.json": "3ee8ba9a0d00a159e7ac55ebc67856d0aeb19b1044aaff8af697027dd85f6963",
    "gpt-6-astra/R42698274.attempt-1.json": "d292e142e4b47824bb257f87855c7cdb365a9ced12ecb34965d0ff8b3763d5a1",
    "gpt-6-astra/R42698274.json": "c174233fbf26fd4427e783dc380cdea9d22799593bd38dcd1ca1537206d85573",
    "gpt-6-astra/R42717261.attempt-1.json": "91a2ed8a2e595321995540aa0ad9359f1f693ffb63ab0c61b1b666f168b4b545",
    "gpt-6-astra/R42717261.json": "cac505cda70f8bf73a2dc86a534672240a4100820d167b3ecf54ee50747b98f7",
    "gpt-6-astra/R42723546.attempt-1.json": "6f3c16546feaf318485d7548e1194cc1270e3cb98fef7cbf92522de2d05aa1df",
    "gpt-6-astra/R42723546.json": "0fa02d6faa09e4f22ee075a9cfdcc480965674cc79d06347b1e73bc62f744bda",
    "gpt-6-astra/R42725837.attempt-1.json": "2cbb934dfb7b8ff29adb70a7ba11001e68c217d82437d231fe857502d2a68be5",
    "gpt-6-astra/R42725837.json": "b6e3c7d923444b70bf22bea02e97f648216062e3e91f39bb1d8ee80d1f0c2f10",
    "gpt-6-astra/R42736449.attempt-1.json": "6f97cae76593e93f072376fc4e962f891a7a5630d2ae0d813085b9c0f15e3a1d",
    "gpt-6-astra/R42736449.json": "77aee85f2f7bacd11f3024c7603548232a8e2a41a0d763a4b645c385634b24a5",
    "gpt-6-astra/R42744804.attempt-1.json": "bf968e06cb7b567672ebbebdc3564557f871d6e0589908f30d39018277a19cf5",
    "gpt-6-astra/R42744804.json": "97f8743bd61dcea1af1ba8360879415cbde43afe60de51af54a4c2cfa78ca8ab",
    "gpt-6-astra/R42749700.attempt-1.json": "2b2c835af8248aaaa9660c792b8d906464842f45c0958a81f6dfea2f28b4b19a",
    "gpt-6-astra/R42749700.json": "d2f24ad7b44c285f7c273a83a3a1dda24150cb94ae2865bbe225017a3e52fdd8",
    "gpt-6-astra/R42758848.attempt-1.json": "2e68e5bbb998a445ab4c43c0272096ae28b76b9f19fe0f92d9a912e6e410796a",
    "gpt-6-astra/R42758848.json": "27432aa5e7780a6f45e406634773f262158acb0fababb3815080cd4935c0c4ac",
    "gpt-6-astra/R42759510.attempt-1.json": "6ef32282cbbce2bd57f82f9f21739c9c9bd9f9735c8d729b1f6d1b83c5fc9ace",
    "gpt-6-astra/R42759510.json": "814f33729ca17c211d66170290ebc18da81e73dd6faba91c801d1c82bcb78c7f",
    "gpt-6-astra/R42775695.attempt-1.json": "7a31415e064df6b505b615286feffcc3ddfc28a5093b305c9b261d54c4c74b85",
    "gpt-6-astra/R42775695.json": "ba070249749d97175cc1c476161b73a39a914c4869825962416ec31bcd8d1d8a",
    "gpt-6-astra/R42775698.attempt-1.json": "7f8e4181c42c5ee20fbb6d6104746754f89184d1f7627372fe65fbfad751f14a",
    "gpt-6-astra/R42775698.json": "b7851e9304a77ae024af02518a3defb2b0c23c047001f6d1530702c8966f96f2",
    "gpt-6-astra/R42786310.attempt-1.json": "ec7f220a5463b6a93336c497200d2b865ad0eea6be1c50dd732f11b7136c2673",
    "gpt-6-astra/R42786310.json": "738769048bc94adf3f1aabb530de974a41df03c06605ead09c4016d427d8d1e5",
    "gpt-6-astra/R42805954.attempt-1.json": "45064ae1173e62f5a9b99b0e5f122e81f446ffc58ada0885632e3e936654af9e",
    "gpt-6-astra/R42805954.json": "383bc125475e267c0658cb2364cfcda2310ce1f8f5fb352c3191d2583257ab1f",
    "gpt-6-astra/R42810392.attempt-1.json": "e815de0dfb56689d595b56136d04dc901fa75983e114dc48c923faa2efb83ce5",
    "gpt-6-astra/R42810392.json": "044de5b429733a3a57381688acd8ad546a3617a48dfc539ca423ff7862b0a08b",
    "gpt-6-astra/R42811497.attempt-1.json": "a2b3a308223a34740c9b4fce639ae4e12c67767549242934fceeacd287d772a4",
    "gpt-6-astra/R42811497.json": "4ef26cf81c2b2275dc6da8386bc8595054f6abe458fdfb2a80533ca16c893d67",
    "gpt-6-astra/R42821663.attempt-1.json": "7cdb009825a4dbb1488776cc7a63d3bb445a01b3e378f61bc21774e187ddba94",
    "gpt-6-astra/R42821663.json": "c057cf231a2a0a9637ec190d9a22fb30b5add2bdf9f9d4a69b557bba19c99672",
    "gpt-6-astra/R42822442.attempt-1.json": "6d3d06fd2cd6b09c84ff1c12162277032971dfbc01222528b2c2bbe7e935a70f",
    "gpt-6-astra/R42822442.json": "0851dfc145bacacd1bae8419dc65666b5cd6a1ac5131e264eb750d1026792453",
    "gpt-6-astra/R42826184.attempt-1.json": "0e8e898db2feb7876e70ddd5351f35f2c8a49aa411e3fc0ed224c8f3e645a4bc",
    "gpt-6-astra/R42826184.json": "847299288b4cbaa4048c8620719c59106b40cdad9286ce098e99da6c9921c497",
    "gpt-6-astra/R42839094.attempt-1.json": "33d656efcd074ea6e2e2eaceaab0319b9dfa76dc462f147405d21e53f3ae5188",
    "gpt-6-astra/R42839094.json": "ddaee29638011ce08a84d36ab407ba91dfc82845bb44dfa74f41833dd9cd899d",
    "gpt-6-astra/R42841227.attempt-1.json": "cd9340f8f57b8ea1a9f0e8839d2b0dcc39229655fafa39980c8cfc0cffb19fa6",
    "gpt-6-astra/R42841227.json": "08cac3f0c08a947a2eefddbc7cbca52cd12d58c5e79acc53f4984458d7a66a2f",
    "gpt-6-astra/R42842666.attempt-1.json": "7e969e0266829295e38e68cf9deda8b31e45d0a4c8099f38f26b759a1e53db31",
    "gpt-6-astra/R42842666.json": "8cdfb7ffa3e6b4471bc866983de926e364a9ae6e1c96e0c34927094b9791704c",
    "gpt-6-astra/R42844664.attempt-1.json": "0a0170256adb437bb60e46d7ef675f6a62503ed5c4479fa7879750dba93b2db7",
    "gpt-6-astra/R42844664.json": "047d3faeac244e8e8e54cfb15084f59d840d7299e830b2f65349d6efdf7d4571",
    "gpt-6-astra/R42853938.attempt-1.json": "b23f4113e9ec5c39ad9fd283bfbbed35e5a92bea3f746d334bb24b42968a8472",
    "gpt-6-astra/R42853938.json": "4d2dcc8f68902701c5a5a1a786e75572b5950dc6aac74907b6c293dd5db41d29",
    "gpt-6-astra/R42858183.attempt-1.json": "498344a7dd802564b8d8643034e06ab484fdbe9a002e5c07eeb8a144a1429c66",
    "gpt-6-astra/R42858183.json": "a2c44fc85e6a9c104fd61fcc927aa300b295d586a1451d6a4c859d230e0df26c",
    "gpt-6-astra/R42806945.attempt-1.json": "e56cd730c78436be8cab06cd15e124a4314e82f0cc87aedefcf2a8974bfe3231",
    "gpt-6-astra/R42806945.json": "4197031b5b56d28019496f4d6401a5c1c6bb1b08cacff4499d6d92172c78221e",
    "gpt-6-astra/R42723144.attempt-1.json": "d8836fcfcd59ec2409a9f754ebc3c8e9b59d6922b8677ab65f3757a496dac70e",
    "gpt-6-astra/R42723144.json": "21013d7db18939ae3b37eaa36914f3f7a970a418542e9ab3c133d59c7d44d1a1",
    "gpt-6-astra/R42808804.attempt-1.json": "e3b480d397e7818075c136a3494e6eb803c253dc0cf1f63b531862b84e28da5b",
    "gpt-6-astra/R42808804.json": "b913f2d7114db52d854b6347aabddbf3904cd458a30f78a2fd190ee7a286981b",
    "gpt-6-astra/R42585340.attempt-1.json": "993923d7dde9dfe8dc7e72a47a8090acc6b777be8498087ac0a1ae23dee7914b",
    "gpt-6-astra/R42585340.json": "3ed5ad285bcfecbc77cbbc474fd784bc24cee9a135d366dfd65e86c456a01086",
    "gpt-6-astra/R42669067.attempt-1.json": "cfa2dcbf1b6004e738ec16b71fc2205d606ce9048d40ad4ed5d0a865ac991814",
    "gpt-6-astra/R42669067.json": "07267551af7a752a5fc80adfc3e9998260152c369feea9a97dead5421b0dfcb5",
    "gpt-6-astra/R42811065.attempt-1.json": "241402a634f068fab38a3f66556fce65284fbde7d34df58fbfc4691a88ece99b",
    "gpt-6-astra/R42811065.json": "2456e60a2d58c7f1e77297174dcbf63488870841f6fae14e4980a50271132a3f",
    "gpt-6-astra/R42841610.attempt-1.json": "f796dc8eaf7d2b266b433ee5e679fc6185000476073ccaa66af0ee77a431852c",
    "gpt-6-astra/R42841610.json": "b31f5448c1376d774b2ef75c67c530c10af43251054b33553be8354ad5e6da47",
    "gpt-6-astra/R42806003.attempt-1.json": "68a7d826ee21b30aec1e5d3860063464014cccae06a7e2e3d132a314c425477d",
    "gpt-6-astra/R42806003.json": "fd0e1279d34c0dfabd7138f818abe252b849b5307f279ead981464e63a5b3b2e",
    "gpt-6-astra/R42806572.attempt-1.json": "6b888e837a9fc5785a6a52b8a6f356f8c1f8018fa6b79e4b0b0eeb0eb462f295",
    "gpt-6-astra/R42806572.json": "a3b9a1e9f677a194dffde028ddad4bd82c1e375ccb82f9a751b1cb6c7b3d9a2f",
    "gpt-6-astra/R42748238.attempt-1.json": "1f535cfd52f23a64055df758086045fedf0d11a17dcd457cb0774d5963cbb724",
    "gpt-6-astra/R42748238.json": "4c2ff2093c8a884caa3704a6dd9c35701c2f958917dfeb5b27a8593456ab9572",
    "gemini-4-argon-high/config.json": "750a2587dc4d5575c8316ce251d6fad7090d452efd5b87ea3ecb37247eaddf54",
    "gemini-4-argon-high/requests.json": "f1f53a813f414f6a2c30e6b75eaa96e770cf703ad93e32204b69bee8ee561039",
    "gemini-4-argon-high/eligibility.json": "378797eb1cc135b3b6f940b38ec6455428ef010bc749127c5ff14b0b67c79f62",
    "gemini-4-argon-high/isolation-audit.json": "0aaffd586d92cf1db982cb25675d9d2547960884ff379e6995719f82491856a9",
    "gemini-4-argon-high/R42581103.attempt-1.json": "df57c9bc95f193c03b0a3173ace6424a6d66f0bb2757490e1c1acd144e810d41",
    "gemini-4-argon-high/R42581103.json": "32360d4a17c49f1973cd3fc6a8320fc88b885b377b126af72a9782c2e8e33248",
    "gemini-4-argon-high/R42601407.attempt-1.json": "a574d3be8a70762b818dda2babf3cbbd2adffea55d793dc90e877ad6adeb1a16",
    "gemini-4-argon-high/R42601407.json": "c0cdb4732fde8927cb6f829cf8641520352538ed03c11ecdacca773f3409c22f",
    "gemini-4-argon-high/R42605193.attempt-1.json": "6518b844e633e6efc8a60a4b749b7e95d48676d277cf745359c7c69bebace5d9",
    "gemini-4-argon-high/R42605193.json": "5b7da4b8c03aaac402dea9c2979e3d47d5a00416dbcd6138192a0e48bb0e57a6",
    "gemini-4-argon-high/R42608398.attempt-1.json": "6b2047f9cf036add3d4443e11fa227e82c44909f1089f234f61b4602e1e82392",
    "gemini-4-argon-high/R42608398.json": "04e2c020bd3980fc002aedcf9b0e0f0afe2bbcf241fbf9993ccf031394043a09",
    "gemini-4-argon-high/R42627902.attempt-1.json": "07166406cff86c7e0d86ab94a0a525d094567925e1eff431d153d1bae1307c1d",
    "gemini-4-argon-high/R42627902.json": "8110321e4b4f347723ef6cb2c00d476d2b886c01cb139629677da34fce7a1b5f",
    "gemini-4-argon-high/R42630044.attempt-1.json": "013a8c182f2deb6d9b027fae71b68d62b2df4bc7cdec431630ba43b2c7bad6a9",
    "gemini-4-argon-high/R42630044.json": "074ee652d36cb2a0ff3571402c9a3ae000ae99035940cd38370775d2c75b6ef1",
    "gemini-4-argon-high/R42639736.attempt-1.json": "1206bffb87b9d0d9c15f840af85f7a6e8bb563ec00f7f53722c31ff6c5814470",
    "gemini-4-argon-high/R42639736.json": "652870648ab6bf3043363aa423cb016ffbda4a01b859245a5db7076382770d85",
    "gemini-4-argon-high/R42642518.attempt-1.json": "7a4842b1454c20a0fe7f7b6032bbd412189ae4670e5bdc3d1ed0344a124b074a",
    "gemini-4-argon-high/R42642518.json": "6d9c85d3c53011c4666184e9cf70bbd55d8bb085f20f7ce83449768de5659280",
    "gemini-4-argon-high/R42642521.attempt-1.json": "71503f372795a40fb65edf0c714135ef2ff5e77325f88e085bf390b9bad558b4",
    "gemini-4-argon-high/R42642521.json": "f81119e8e8284f37fdfa71272af30e9f04572f134fb5bb554c899d4f10601324",
    "gemini-4-argon-high/R42647119.attempt-1.json": "2fc785cf4973bbb385b13ba434983ef97c1985e9df36946de487fbb71ebc3f2d",
    "gemini-4-argon-high/R42647119.json": "b2a178fb872b93bf7d7372e6977ecc3aa1ac7adbc4e0ba9143957370297c7214",
    "gemini-4-argon-high/R42647635.attempt-1.json": "6b27e497429a8fd0bed7086a23f17b258ecdf687c55ffe7b59f824bfd415c979",
    "gemini-4-argon-high/R42647635.json": "bc015fa97291bba2fc79a17615313ebeb66d7606ced960db4118da7451bb7f10",
    "gemini-4-argon-high/R42663085.attempt-1.json": "dca4aed9905488d674feed17ea06dedd190d3cd17f1c8eceb187ce5120b2c517",
    "gemini-4-argon-high/R42663085.json": "3a9d4b92c99ee186dacb60ef825cd7ba9b553190326b9e46dc515bae87ff6e40",
    "gemini-4-argon-high/R42664348.attempt-1.json": "f539fc548cdc100e04505c2536fc0309eb5cd5b7632650be21104ea729d43721",
    "gemini-4-argon-high/R42664348.json": "65e89266804943e581b1e43195135bcc73819363d37fa1275761951553b808f2",
    "gemini-4-argon-high/R42665751.attempt-1.json": "5f0ec8977e88ec3a42f2fc5a48f95a4612a3ac3ac49a2ee34d1d8e7273f8b6e7",
    "gemini-4-argon-high/R42665751.json": "9b516afe12d7c91a8bfa4293cf5e5c1657b3b2b3c6e9c1b87bbc91cad6e7ff8e",
    "gemini-4-argon-high/R42689491.attempt-1.json": "ecb081e6c9e93eb36ca32949117c31c10da1043aa841098f71289e3e85bdb7cb",
    "gemini-4-argon-high/R42689491.json": "b2c2ac026c1b347dd9da51fd458a6bc9c5707ff0b276af5ae3525425724b3bd8",
    "gemini-4-argon-high/R42696595.attempt-1.json": "b5facf30867d990b6349ab5b614e7b16e8dddfc667ff4e8ba509e090732ecd46",
    "gemini-4-argon-high/R42696595.json": "704cb1d4e4977305919fdc62e99abe9e6266b4d119c6d1b899ca52daad9aefb6",
    "gemini-4-argon-high/R42698274.attempt-1.json": "002012614edd411311f5a0c4247fb7f072a511cb8a4dc397c39fe0d0dadddc00",
    "gemini-4-argon-high/R42698274.json": "3b1b825f6a8c3330470052e025482dcf9a68e731c1e53c2d3ef54e08e82f26a1",
    "gemini-4-argon-high/R42717261.attempt-1.json": "e6fb50911fcb3c5d46849e0ac3aa65788d54daea0a00b70951a34a086d2248dc",
    "gemini-4-argon-high/R42717261.json": "4270a2098908d6d5243c8789a46960563fb288b359a30c0837fea0fe78acb79c",
    "gemini-4-argon-high/R42723546.attempt-1.json": "2a6435b8ffab34d2b853682e90598f7aa5e1a57668c6c6384823938b0a16c39d",
    "gemini-4-argon-high/R42723546.json": "2f4e8b61c901b185297af7aa7a49930b482723d51fdfff92f0625c86db9818ab",
    "gemini-4-argon-high/R42725837.attempt-1.json": "89516d4a6eff599d14591bb30f3f9e4d21c7de2f0ed46df6cb8698425e94f498",
    "gemini-4-argon-high/R42725837.json": "8541e4afcce4067b5b03520d5e4c31b44fb40aa56298000cc0840690dca79408",
    "gemini-4-argon-high/R42736449.attempt-1.json": "fe1b8889b94cac3295b4ef276d13110209a658415696427be3fc93de7fc2c7a0",
    "gemini-4-argon-high/R42736449.json": "50886f7429c0a73ce88710d547266acfdfeeb6554b1624199c04c9929c821792",
    "gemini-4-argon-high/R42744804.attempt-1.json": "5ab6ae77ebf9b49ce0385b84ab1cb0f68e8eb851222b3880c3bcdbb166c02a9e",
    "gemini-4-argon-high/R42744804.json": "8de6eb79520184112d5b0bc1ab3331cd3e1b765a82b80698bad25a9b8cbdefa4",
    "gemini-4-argon-high/R42749700.attempt-1.json": "898823bd818efdbd320659060813e713c9fc14390bd4f9229a1adf87389c39b0",
    "gemini-4-argon-high/R42749700.json": "773b0b6495ccd3372869577ba48029a84884d6c6c3cf87e401c5b146be51acd9",
    "gemini-4-argon-high/R42758848.attempt-1.json": "9d09931e6a6d5e8c54ceb6ab30c26a62f0aa7c972ca90e297e8a76d8192c4c82",
    "gemini-4-argon-high/R42758848.json": "1e6fc237894c35e302f7513585ba9975db5be3ba4292975ecf650b43728a2475",
    "gemini-4-argon-high/R42759510.attempt-1.json": "490c7603573b785ca393ffcd56e216a8f8ec6df05a8df09b6154233bd45d363e",
    "gemini-4-argon-high/R42759510.json": "7fdb1f1233f70179c1b93e8172dc4c7c81282b5197f10a3f9aec930edee92b8d",
    "gemini-4-argon-high/R42775695.attempt-1.json": "9566944ccc9682d3c3fdc786e905507c4fb336f27f3234717f1c6529c2876c7b",
    "gemini-4-argon-high/R42775695.json": "da428aa975f995809d3ae94226711ae672c521c5a1322eedd14eae09525d4c6d",
    "gemini-4-argon-high/R42775698.attempt-1.json": "42d602f7c65519a464d4d6f3dd305e4cc7759971b72cffdca87bcb01efe058cf",
    "gemini-4-argon-high/R42775698.json": "d65f543efbf38386a5c4895e714716d329e2825cdef5da4b4b75c2cc218e6a3f",
    "gemini-4-argon-high/R42786310.attempt-1.json": "e9ab45b955f22b28f7bb90dc0dc8b8767f56ff37b59a99726de16b66a564ded5",
    "gemini-4-argon-high/R42786310.json": "a5d103205e02dade6a3d050a63c6c2eac30d1adc0ecc5f2e051f1b020a248f7f",
    "gemini-4-argon-high/R42805954.attempt-1.json": "8cb06dbfc3fdde894f48e839494dbf51164fd01c2888af3ea228fa6ec16b8e6e",
    "gemini-4-argon-high/R42805954.json": "8a1d1c7d210f7f07c37b10781b7ebc90fe15806e6fb8e8dbef9502f114c914c9",
    "gemini-4-argon-high/R42810392.attempt-1.json": "68472baf42a91bd4e8aa80b16dc4b7bb1d75c74d7a9904962b8db56bada00fa8",
    "gemini-4-argon-high/R42810392.json": "c6d8c45df748ae009899d7b6a03beac06a3b895a56eb5bb983414f91a3e81ad8",
    "gemini-4-argon-high/R42811497.attempt-1.json": "1087b83fea6b8db36c5bf027fb716213aed8f4f9febbd2cf324e7527c5d51748",
    "gemini-4-argon-high/R42811497.json": "ed9e4d8d96a445b219f38f07b069aa04ec98cca67ad3d3ce09acd18581e4b5b6",
    "gemini-4-argon-high/R42821663.attempt-1.json": "ba5450f81cd25f78cdc80fec1be9c6e38b0f987319bf7f61156c15ab231d7096",
    "gemini-4-argon-high/R42821663.json": "07caa196e37417d55b91523ff2396c39db6dd51c1929620962f21960043704e1",
    "gemini-4-argon-high/R42822442.attempt-1.json": "6cb84b5689a62a6250dcaf1b657d19f2ce5376946907a2a30032848568a3cc12",
    "gemini-4-argon-high/R42822442.json": "a752301cfaf82e75a34b62f2f69e54e0f8ec6667ec359a3a39444d54a332e59e",
    "gemini-4-argon-high/R42826184.attempt-1.json": "98afd62ce7fdde8ffd5faf023eac057c67fafcfe41fa16b5592dbf32e4dbf22c",
    "gemini-4-argon-high/R42826184.json": "89873d694bdec86f548830aba818d64884f19f6d03137ffc0f955df2c1c3bdb4",
    "gemini-4-argon-high/R42839094.attempt-1.json": "7f21dde1baeba9c3d73bf8bd865d9832253e27b45429a2bf4ead0f8c7648ba83",
    "gemini-4-argon-high/R42839094.json": "e8c1fb5180a01dfbaea9cf86cc6e335d32c3dd225114e6db19d2649f5177ded2",
    "gemini-4-argon-high/R42841227.attempt-1.json": "861ea5fc1c43a26419e63c987e5c3af76892b86db0755b8b8a42db53ad1d5fc5",
    "gemini-4-argon-high/R42841227.json": "7c98c8c8be120fe9ab8df6d14125d61f7d8bc155ec5b4fdfe8f8a7d638bb0ac6",
    "gemini-4-argon-high/R42842666.attempt-1.json": "ac59be55fb06cf7ec8601b00552ed5b336951c0b27af8f949c9d1919906428fa",
    "gemini-4-argon-high/R42842666.json": "a77e5793b54a095dc12a4c13c13be72761861dfbbd595b81913e51c1d93fba1d",
    "gemini-4-argon-high/R42844664.attempt-1.json": "f1058d148a068143c45b3148dba2555cefee74fd35d7fbfa340fdc6c10fbe4da",
    "gemini-4-argon-high/R42844664.json": "f7db3c97577e60fd1e250fb611f4f02be0b3c7a2d05620267fe3638f02036916",
    "gemini-4-argon-high/R42853938.attempt-1.json": "bdc9227fc826310f5895603579d7a899fefc6ed36b242237b70fc77dba1c4157",
    "gemini-4-argon-high/R42853938.json": "cc9efba372aca8fcc4c7e4d782e233b4d6412b1ca2c694a383c259b371a06e17",
    "gemini-4-argon-high/R42858183.attempt-1.json": "af89f84871972fde32983e848cb20e82d8082ae7b144896b3ac2f08a23b85b9f",
    "gemini-4-argon-high/R42858183.json": "0ab62e6c66e45b466f0e12ac5e72bd47187398507228e6c415356f1045f3a570",
    "gemini-4-argon-high/R42806945.attempt-1.json": "2435fc755db957535e356fbd0d46c49cdd9e2d9c0a65a502ef830bd0b3d485a3",
    "gemini-4-argon-high/R42806945.json": "0a1ede93b1c4b57f2aae52af2d60aecd1e99bffe83ba3c3ef6769059a3791f0f",
    "gemini-4-argon-high/R42723144.attempt-1.json": "5cc70f24056c51a351e6c52d6e1c0980140b59fca404744fab655e57f6aa54d7",
    "gemini-4-argon-high/R42723144.json": "e66d83d28d40b883b271b084e9a604ab44f140fd46514636dfd3a583c43c2a84",
    "gemini-4-argon-high/R42808804.attempt-1.json": "dac0416303564d79d86a50640749d7662bbd2d4c610882dd5c0028f63185debd",
    "gemini-4-argon-high/R42808804.json": "5debb9f7e6bee91dd8f6cad30622a3272def36d900c983cddeb70695c78ee110",
    "gemini-4-argon-high/R42585340.attempt-1.json": "d6eef5650ee6dc1ffcafff554be1c4b24995d9718fe1d8b8346803ac83fd3989",
    "gemini-4-argon-high/R42585340.json": "ea58d30540564de74ae4fc63afbc9ba5ac90fc9258de2d73a2c3b241177f4399",
    "gemini-4-argon-high/R42669067.attempt-1.json": "081174fb9b147d2198757a50b857040087f01c6b68743adbe984472b3697e82f",
    "gemini-4-argon-high/R42669067.json": "88192ea76fb8d5ca61aad3ca1106795ec95f1a5c44a33f66f365909934be9035",
    "gemini-4-argon-high/R42811065.attempt-1.json": "83d46008c60c2a26e2d7f92747ba25210d11668d8c8ca8cf3b6fbf0895021ed8",
    "gemini-4-argon-high/R42811065.json": "31f2146a1ca75c65aa3b08cbc040ca0a595def3534667b38bf20905092a5952d",
    "gemini-4-argon-high/R42841610.attempt-1.json": "beafb2c746535cde26780a33121095792e1152d45d0c6841bb10cec457af1c4d",
    "gemini-4-argon-high/R42841610.json": "a3410097301e9ace04f2f75f4eba86d04d6e54edc95817194b2b377eaeaafcf3",
    "gemini-4-argon-high/R42806003.attempt-1.json": "3df69934ae24935c9a6beba854986e710fa38bb9f6f1f41c7a6ea3f106fdc845",
    "gemini-4-argon-high/R42806003.json": "a1ac49ec31d5eec4609509c126820491e5b09ba93254ce02dfed1a846e56d207",
    "gemini-4-argon-high/R42806572.attempt-1.json": "23dd129d37da7340ac20585a153f7145ac7ec7377846b5e689036d19013c1f37",
    "gemini-4-argon-high/R42806572.json": "62e3772a560f4ecb7da676325c9b06a81b34d1ddd4196ab6881b76b5f3725634",
    "gemini-4-argon-high/R42748238.attempt-1.json": "639444a98e1ea3e2ea927fe4227a60b2e39af8e29f9cdecb72080740180194fd",
    "gemini-4-argon-high/R42748238.json": "4e28519759729e5c5ecdd711decd99f8dbd92ef227473de92462a875a576f772",
    "grok-4.5/config.json": "583ca508bb1ea4ad46ab235571bf868b39d083dfbaf0aeadd945a414ce22b60a",
    "grok-4.5/requests.json": "f1f53a813f414f6a2c30e6b75eaa96e770cf703ad93e32204b69bee8ee561039",
    "grok-4.5/eligibility.json": "216cf7c838babfcd7896232ba73b881c0ad10b048c8c347ff3a2f07be4dfa296",
    "grok-4.5/isolation-audit.json": "d0ca8828be83984f8fd1cbe43b5e86035f1e452c8c54b4c9d685e91c17989170",
    "grok-4.5/R42581103.attempt-1.json": "826bb0d357a828303167177f345d4847a0edf293ebedf839b70a84d4d35e5090",
    "grok-4.5/R42581103.json": "44991ba883ff0d2e51b97c92d3997f475b156fa96940912f1dea2f7ef11d3d3a",
    "grok-4.5/R42601407.attempt-1.json": "e7f95e6ea5b486aaafca99233f0606888679acc7e917484a80d3860cbe21a823",
    "grok-4.5/R42601407.json": "0da462d035e7fca2b521c02f70837bcc301dcbd60af9113b8f70bbef72b74e4f",
    "grok-4.5/R42605193.attempt-1.json": "a0cba1f19fd8d45bb738f35ae780a55436c5ebfdaaaa1b611dea968930236026",
    "grok-4.5/R42605193.json": "18e528d2f7ef5591a07962eec0533470f054db6ec880c0f7780e65c358b2486a",
    "grok-4.5/R42608398.attempt-1.json": "2c0beed33b49d89e0d71af62c3d28e5413031e9bb18f74a8e7c8dfb393380dee",
    "grok-4.5/R42608398.json": "e7e6acf4e09ca653921d25be498d2a3873ea94f66e538e37853a3cc18794aee0",
    "grok-4.5/R42627902.attempt-1.json": "41a71db27e28126a6838675415cc74f4585bd1f7426d0eb8f3d59abe1f5bbd59",
    "grok-4.5/R42627902.json": "2e916a3e752d4f3d4b8612317abf1f4961e3cf7ca7685be929e3d9ec0a061d6b",
    "grok-4.5/R42630044.attempt-1.json": "577a95c8b7c152d05381fad03aafd068b42fdc629c5ddca3084f19acf77207bf",
    "grok-4.5/R42630044.json": "ac6fc8fa871bdbb04915b74dae407851f596dda629e2f12aab5503d7245d9a92",
    "grok-4.5/R42639736.attempt-1.json": "17d65a45d0c9d0e3693d87cb2214759f1813896c3db0d173279a2012840ab5b8",
    "grok-4.5/R42639736.json": "3413881654ee47ea75ed4709464ea5263170a444c33b511c5a9824392f2ba2ba",
    "grok-4.5/R42642518.attempt-1.json": "37c53e9d542dd95cef2dff052129a701537847ea7392d8257b69afb2898d0e64",
    "grok-4.5/R42642518.attempt-2.json": "f04f4ad68cba37e9c0304174bd9d33c1c485cdef1eded07ec0cf874a7592b5c1",
    "grok-4.5/R42642518.invalid.json": "3c0fb0000145cb7ab848305f83b203b9bee1a1b4ada66e10914b5ce06c923373",
    "grok-4.5/R42642521.attempt-1.json": "f823ddc578bc385e62f32ba9bb9db6db2c288ab8a37a3a350c54a0e451098471",
    "grok-4.5/R42642521.json": "e5b73ef86b059c80295cd377051fce9aef236ef7e098afd4bcde7287799be7e5",
    "grok-4.5/R42647119.attempt-1.json": "606341f5943cd40893aa8acc8bbef2cf4dd9ec94b8d80939ae4aec57d271b577",
    "grok-4.5/R42647119.json": "a60f70719dbfe16c63aa71866f57d18a96b46f7c4a02223cd10a9421027ef4ad",
    "grok-4.5/R42647635.attempt-1.json": "b7f927c627babfa3e860b658d921d1cfe40dfb55238cf30da4727964bf1b401a",
    "grok-4.5/R42647635.json": "05baefc97868bce5201fb94a0c74afc12ebb818f8a5e357febdf9af5fbb8493a",
    "grok-4.5/R42663085.attempt-1.json": "b4a2950ce5802ed42ae79a85bc24af135b3cb95ed640f753f021093961d54bf6",
    "grok-4.5/R42663085.json": "a36dc5ed7da418258681a5f4b7824f6d3e57372f01421a4b271d7c3b8454fcbc",
    "grok-4.5/R42664348.attempt-1.json": "82c0179dbaa9aabe37dfde71f10dda926c5f22eaced3c1db4c4dcee4355833e1",
    "grok-4.5/R42664348.json": "ca969aea2d6f1b60e6123b60af81eff6f6e2768aa372e951e67a5c35d90fba98",
    "grok-4.5/R42665751.attempt-1.json": "34fed81e52615856f3c152bb602c508c467c7b15e99ab36bd7d31c036670d415",
    "grok-4.5/R42665751.json": "49f3ade76145550bc03f95e352ad383393360d4fc31cef16d67c1c0489a24cec",
    "grok-4.5/R42689491.attempt-1.json": "37d1d6a62658e461526af7b13113d9276a8264dc8f8bc9d30f2e0bf33f9556f1",
    "grok-4.5/R42689491.json": "f8124ad1333e66a937dffaff7b16a5d0ac70099a3f90d0a8140b941abb6ca84d",
    "grok-4.5/R42696595.attempt-1.json": "55e12778403a1aa84c67eb459b2331a2110d7e91074f653002e33f75ece229aa",
    "grok-4.5/R42696595.json": "55521a8a813203db734f008890ed4c1c92455e082c4228ea8926a09b1e2d102c",
    "grok-4.5/R42698274.attempt-1.json": "214e92a01de7442838814c66bddfaf7186fcc5ac381aeb6c4621fbbd0f1c3d3a",
    "grok-4.5/R42698274.json": "648691225d3b44675556045ea7e50ff844ea82f04d175d33ab40f2faef102086",
    "grok-4.5/R42717261.attempt-1.json": "36408a96fb570c18d32ce2b2679bd2bf96d124da9b1369e7e9b003878582fc50",
    "grok-4.5/R42717261.attempt-2.json": "5ab9e23ff365557e72670182091cc92418d426b04ceefbfbc117f79efa2beabe",
    "grok-4.5/R42717261.json": "46b11d87606cce16742f932326b74e7b6734871740e865743d3d9254257034db",
    "grok-4.5/R42723546.attempt-1.json": "fef590271877c21d3d69f4495edfd1eae7067b00555921c6efd1fff601222df0",
    "grok-4.5/R42723546.attempt-2.json": "92ab4a8d5ab67dd33ac0e568cfcb3d392ed3d41245d119087e6c67eca8600276",
    "grok-4.5/R42723546.invalid.json": "8cc166dabeea51dddf33894ee5d054a99734355ad9f30a1f26a5c332fbb2343b",
    "grok-4.5/R42725837.attempt-1.json": "60cf81c315377229d625404868a8aceda42ed1f33321976fc9573c8855e17ad6",
    "grok-4.5/R42725837.json": "2e17d778221fafe6925c62c1b8d700dc846457e1d7fd80c6713952abe263d482",
    "grok-4.5/R42736449.attempt-1.json": "79a28e2e22b16529b0f269570f476b7fcecad59115f5c2d381a4aa6041665678",
    "grok-4.5/R42736449.json": "685cb5e1de908877ecdea14f9b5f3ecbdeefb3221a2aef5c6eb7d4faf7aa5490",
    "grok-4.5/R42744804.attempt-1.json": "5f325d5eba210ce47963d7a687bf820c53c0ec6cb5058a2523b3d2f003684014",
    "grok-4.5/R42744804.attempt-2.json": "5357e8abffa224d7802ee715cdb3a9694d3263a13023d5f3399fa4f13f5f2998",
    "grok-4.5/R42744804.json": "be756b523db88b55beeba72552aeec73baa2ca2fb9cc3a5228a92547f8769ce5",
    "grok-4.5/R42749700.attempt-1.json": "a8de5e33afac91847ca4cbdef15e13ec53d20a6fc24a3a804b41d7806b5000d2",
    "grok-4.5/R42749700.json": "3857d17ea7c3c55372faf2292b9f1a6f86c5db68e846129f4454b48e62a0a3e0",
    "grok-4.5/R42758848.attempt-1.json": "6a7a81e94d9df8e9c33007705371568b7dd4303537cf6bcf704561d84765f249",
    "grok-4.5/R42758848.json": "97b1d07b01be41853e0243f6da943102c59acc05bd34aeca1f03c186f90d1d44",
    "grok-4.5/R42759510.attempt-1.json": "cc9791b4782e7b035bafe13a47c06f70885f50dbc0af8887f4fda71e28f3e486",
    "grok-4.5/R42759510.json": "322e9446f585d604e7221d3aed26b06905d16fd7c43482ea429eee94ca7e29d3",
    "grok-4.5/R42775695.attempt-1.json": "e6e653339a13d88636da6304c97d405fb1037a7a7e154b04a96f8b679e70966e",
    "grok-4.5/R42775695.json": "68ba98b8f0b5bf11e4ab4b64b6ac7001f53b9cf4e1eab428dc39d99111a2fe88",
    "grok-4.5/R42775698.attempt-1.json": "f2c9a2e92826ad0968c211afceeca407b69991961c3ffa4973e23b29eb47199c",
    "grok-4.5/R42775698.json": "67685c40f8ce5fe8af40755897b5fca3c4bae9185a8577b7188ae320e41a41ad",
    "grok-4.5/R42786310.attempt-1.json": "c3ce9c8bf675110a8bdc48c7f66d2d49ccc90309a9a474c495a784a4ccc45511",
    "grok-4.5/R42786310.json": "730715b7eea1245ebcae826832350f84a6f16a7e989072de02bb186bc446c6aa",
    "grok-4.5/R42805954.attempt-1.json": "dae438a37a0c9dbe84b5c64bc775bcb1bbf88956daafe87a8a2356ebc864226b",
    "grok-4.5/R42805954.attempt-2.json": "491d04da93d9fc441249fda72c5e1dc97b7ff9c2326541d1aa7be1d7f201fad1",
    "grok-4.5/R42805954.invalid.json": "fc8b199e053ebe00cf4751d4922fd8d0abc8a70056f7fe7fe2ab40f0ce755ef0",
    "grok-4.5/R42810392.attempt-1.json": "296b957e1c1494fef1c260fb683ced67476e3f708e716c0c5364df63c84f8a80",
    "grok-4.5/R42810392.json": "eca032fcc269772ca458746d22b47ddf7e5f3ce71323f6af6b213fdfcbc8f6b6",
    "grok-4.5/R42811497.attempt-1.json": "bb164ba8535c6c51a47b9499432f3fafaefa413b70a63f4fd34220174226d859",
    "grok-4.5/R42811497.json": "bf5b5124651d9695abe8189e8ab058a961680ae4323ca5a4bfa0e85b0d3c14fd",
    "grok-4.5/R42821663.attempt-1.json": "e637ece75a900081d9e9308bf38d0f62edb01c063e5afeda59ac82aa1781bd5e",
    "grok-4.5/R42821663.json": "641932fa48637537bbcd7593f9ad032f2861dede5e41f1fd12548ab9556d0b4a",
    "grok-4.5/R42822442.attempt-1.json": "05fdc8b666067706f2088d6bd3ab4ae69744b24ee4b4c3a5f1fb9362ef591000",
    "grok-4.5/R42822442.json": "6882dca2cc7ab03f884f658a5ba1060b9156b950e7b0a95fc56a77fd9bbab7fc",
    "grok-4.5/R42826184.attempt-1.json": "8291a65f9dd7c6c500e930680294da25f1412628badf610fb5ca04098d9b2016",
    "grok-4.5/R42826184.attempt-2.json": "fa6e695a467b8da9dc88af32b5e2b7167abe2d019baccf1275803e00571ed3ee",
    "grok-4.5/R42826184.json": "78787bdd744b6fa3ad1f4fa98ce76633704d53f2b239aff6d1fef3de71091640",
    "grok-4.5/R42839094.attempt-1.json": "84d70fa0a35992720265f7a3834c22b7e99fba96d6881369f1fdc498c44d87f8",
    "grok-4.5/R42839094.json": "01baed26890adb043df04f499fe1c1cf8e9ea007f87beca40de01b8f902eb8a8",
    "grok-4.5/R42841227.attempt-1.json": "8637b358b41c34d4383c20fb48d835ea560f50a6900a5f90cab442690f6bd9ea",
    "grok-4.5/R42841227.json": "11d19065bf3b50f8667c7bf39ce0020d8d7453142364b87e600322f3784f9eb3",
    "grok-4.5/R42842666.attempt-1.json": "72d88e40058bd2905b73a36120b18810a77cc5579347e65ee140bc57942b4e64",
    "grok-4.5/R42842666.json": "05893c71c13ab1f3bdbb63fbe9ee70faaac5b1d1996d84742fd3a8906c60d74c",
    "grok-4.5/R42844664.attempt-1.json": "8ec17524102ec6cf583e84faa8fe0c44253a4274801d9974967b15835c2c7f35",
    "grok-4.5/R42844664.attempt-2.json": "ea3e38239966b01a48dc5a28a7c8f7e3178ccd05c9d40387f860bdaac419ebbb",
    "grok-4.5/R42844664.json": "ad96ec226ec9cbca23a288f72e1c70ee4ca1e221cd964bf55f1f02b68a3e83dd",
    "grok-4.5/R42853938.attempt-1.json": "6ae88db8de2ff0687c4786c8dda1c001ba4c04763b316af3b45992967aa00312",
    "grok-4.5/R42853938.json": "bc42837bf1c5a0ec8e4dcbfbe3d85fb7e5d77f9e0e7b62c67d0865b5fdaf8dfa",
    "grok-4.5/R42858183.attempt-1.json": "f5563870399f8f362b7d55951aef1f776e52a902ebb51bc98782090858900440",
    "grok-4.5/R42858183.attempt-2.json": "12c91e05494d9f311540b1537cb2966787809c20663c39fef502db1f60371f76",
    "grok-4.5/R42858183.json": "c8e4e0c02bcdd617588de08db613bc6419a2d9ce25ff752e6186a7926cb1027c",
    "grok-4.5/R42806945.attempt-1.json": "03f4e6f9e757fcfa1a38179a565085d77a555338a3017233506c518ad2a81976",
    "grok-4.5/R42806945.json": "c1dc6bfdc6a350048f76b6bda1545f03d6e60a3dbb0f6f19be528c98aa3075aa",
    "grok-4.5/R42723144.attempt-1.json": "b7cf0dbe68910611c4503a494a3ee61030ab24aaa4d407c8aaf19bb8fc776c25",
    "grok-4.5/R42723144.attempt-2.json": "cc4cb47f5be63ae727291aef1f0e1247101526bacf3857bc7dc04599a8b9fc73",
    "grok-4.5/R42723144.invalid.json": "ccc399197b92656e8d3e07af20b2b8dcde3b12716cd76a9fce4955fc5846edf8",
    "grok-4.5/R42808804.attempt-1.json": "fea70401907461e0c0bd7f581503d399afc0c95ee4474d83053bb0aae8440e69",
    "grok-4.5/R42808804.json": "a301e6a2a94513da8fb2fa0f03c765d61fd86d191aa3237dd26058b1d51f3dc6",
    "grok-4.5/R42585340.attempt-1.json": "db9856a624e3cbd934349f9fd4af9e341a6a4fd965d2c32c1d6ccf55b34d735e",
    "grok-4.5/R42585340.json": "562fdf4489a730e5336cce8f2577ba458d020f163c1548261c39426b305c34e2",
    "grok-4.5/R42669067.attempt-1.json": "39509f3588200c9e5109b70428cb94425691f7d2c6d5be6bb4291a3508e0c5e6",
    "grok-4.5/R42669067.attempt-2.json": "5531061ecea5b8fe3e297c86a546264da6f2c93c1313a066da491233ce76c560",
    "grok-4.5/R42669067.invalid.json": "39a40f2e8a4671893d4f15345e09d0e44f57dbbc20414c04b20fe9d9b528c2f4",
    "grok-4.5/R42811065.attempt-1.json": "f0e38b4b5a95464b4a0150084a9473b4bdf32d550d4e6fdb63e645d2568ce9f6",
    "grok-4.5/R42811065.json": "1c3a40109790a2a0971b508717510e1ec11e9aa01df20740158ff77145f5637e",
    "grok-4.5/R42841610.attempt-1.json": "d8dc62260c471f37dc2bebf4fd39efa7c78157f400402b83c5b98ce124331309",
    "grok-4.5/R42841610.json": "93c9aa7a1ce0a1b37a931eac99cc44270b857bb1640c88a615488ffcdcc9a213",
    "grok-4.5/R42806003.attempt-1.json": "5b03da5097105ebb9954a3240efb9e01f54eaa9e7f5058c2bb4d1ef844013dbc",
    "grok-4.5/R42806003.json": "6b5981f989d34599734ff8f5b04b775e80a2bae57efd912c96705cf38ae31b61",
    "grok-4.5/R42806572.attempt-1.json": "047980f1c2b5d1119cc1efd257ea2711a150f487412b0d1b7c27c15bdda6b579",
    "grok-4.5/R42806572.json": "4d2e2dec6dd5d996431a7b294beba7f382759fc473bf5dc9c26ebe62be4f871b",
    "grok-4.5/R42748238.attempt-1.json": "a391d0f0feddd8162b1789e7e79352ad8eb0b728b09a88b9cc2e5783b17fd1de",
    "grok-4.5/R42748238.json": "0c8e6a1604e6cab824ab8728b4ede62aa581772504aec6901b71264bcb575c76"
  },
  "diagnostics": [
    {
      "model": "claude-sonnet-5-5",
      "status": "complete",
      "invalidTasks": [],
      "unprocessedTasks": [],
      "unavailable": null,
      "ranking": [
        {
          "endpoint": "strict",
          "hypotheses": 250,
          "unknownProbabilities": 0,
          "auc": 0.7245934959349594,
          "interval": [
            0.46987951807228917,
            0.8823797674807629
          ],
          "validReplicates": 1971,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        },
        {
          "endpoint": "core",
          "hypotheses": 250,
          "unknownProbabilities": 0,
          "auc": 0.7133307372793354,
          "interval": [
            0.6248180867555868,
            0.7913509740544876
          ],
          "validReplicates": 2000,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        }
      ],
      "decisions": [
        {
          "task": "R42581103",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42581103",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H1",
          "p_experimental_support": 0.07,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H2",
          "p_experimental_support": 0.12,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H3",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H4",
          "p_experimental_support": 0.08,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H5",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H2",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H3",
          "p_experimental_support": 0.27,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42608398",
          "id": "H5",
          "p_experimental_support": 0.13,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H1",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H2",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H3",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H1",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42630044",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H4",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H5",
          "p_experimental_support": 0.33,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42639736",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H3",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42642518",
          "id": "H1",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642518",
          "id": "H2",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42642518",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642518",
          "id": "H4",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642518",
          "id": "H5",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H2",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H3",
          "p_experimental_support": 0.22,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H4",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H2",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647119",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H5",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H4",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647635",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H4",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H1",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42664348",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42665751",
          "id": "H3",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H5",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H3",
          "p_experimental_support": 0.7,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42689491",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42696595",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H4",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H5",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H2",
          "p_experimental_support": 0.06,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H3",
          "p_experimental_support": 0.06,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H4",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42717261",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42723546",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H3",
          "p_experimental_support": 0.22,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42723546",
          "id": "H5",
          "p_experimental_support": 0.08,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42725837",
          "id": "H5",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H2",
          "p_experimental_support": 0.08,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H5",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H4",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H5",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42749700",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H2",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H2",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H3",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H1",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H5",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42786310",
          "id": "H5",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H2",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H5",
          "p_experimental_support": 0.07,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H4",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H2",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42826184",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H4",
          "p_experimental_support": 0.13,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H5",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H2",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H3",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H5",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42842666",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H3",
          "p_experimental_support": 0.7,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42842666",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H1",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H2",
          "p_experimental_support": 0.22,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H2",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H5",
          "p_experimental_support": 0.08,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H1",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42858183",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H4",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H1",
          "p_experimental_support": 0.08,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H3",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H1",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H1",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H2",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42585340",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H1",
          "p_experimental_support": 0.07,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H2",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42669067",
          "id": "H4",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42669067",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811065",
          "id": "H1",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H4",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H5",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H1",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H3",
          "p_experimental_support": 0.08,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H2",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806003",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H5",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806572",
          "id": "H2",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H3",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H4",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        }
      ]
    },
    {
      "model": "claude-opus-5-5",
      "status": "complete",
      "invalidTasks": [
        "R42642518",
        "R42689491",
        "R42775698",
        "R42786310",
        "R42822442",
        "R42842666",
        "R42806572"
      ],
      "unprocessedTasks": [],
      "unavailable": null,
      "ranking": [
        {
          "endpoint": "strict",
          "hypotheses": 215,
          "unknownProbabilities": 0,
          "auc": 0.7671800947867299,
          "interval": [
            0.5280373831775701,
            0.9859154929577465
          ],
          "validReplicates": 1964,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        },
        {
          "endpoint": "core",
          "hypotheses": 215,
          "unknownProbabilities": 0,
          "auc": 0.7059695958472376,
          "interval": [
            0.6015862131163855,
            0.7935060137203667
          ],
          "validReplicates": 2000,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        }
      ],
      "decisions": [
        {
          "task": "R42581103",
          "id": "H1",
          "p_experimental_support": 0.65,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H4",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42581103",
          "id": "H5",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H2",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H2",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H3",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H4",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H5",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H1",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H4",
          "p_experimental_support": 0.78,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42608398",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H1",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H4",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H1",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42630044",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H5",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42639736",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H2",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H3",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H5",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42642521",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H3",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H4",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H5",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H3",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647119",
          "id": "H4",
          "p_experimental_support": 0.33,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H1",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H4",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647635",
          "id": "H5",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H1",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H2",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H3",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H4",
          "p_experimental_support": 0.78,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H5",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H1",
          "p_experimental_support": 0.76,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H3",
          "p_experimental_support": 0.37,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H4",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42664348",
          "id": "H5",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H1",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H2",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42665751",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H4",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H5",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H1",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H5",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H1",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H4",
          "p_experimental_support": 0.48,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H3",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H4",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42717261",
          "id": "H5",
          "p_experimental_support": 0.7,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42723546",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H2",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H4",
          "p_experimental_support": 0.75,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42723546",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H1",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H3",
          "p_experimental_support": 0.37,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42725837",
          "id": "H5",
          "p_experimental_support": 0.33,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H1",
          "p_experimental_support": 0.28,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H3",
          "p_experimental_support": 0.17,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H4",
          "p_experimental_support": 0.14,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42749700",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H2",
          "p_experimental_support": 0.82,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H1",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H3",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H4",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H5",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H4",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H1",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H3",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H4",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H2",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H4",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H1",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H3",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H4",
          "p_experimental_support": 0.76,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H5",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H1",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H2",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H4",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H5",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H1",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H4",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H2",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H3",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H4",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H2",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H4",
          "p_experimental_support": 0.46,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H1",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H2",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H3",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H4",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42844664",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H2",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H3",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H4",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H5",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H1",
          "p_experimental_support": 0.7,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H5",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H1",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42858183",
          "id": "H2",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H4",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H5",
          "p_experimental_support": 0.17,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H1",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H2",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H4",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H5",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H2",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H3",
          "p_experimental_support": 0.33,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H4",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H5",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H1",
          "p_experimental_support": 0.78,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H4",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H5",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H1",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H3",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H4",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42585340",
          "id": "H5",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H1",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42669067",
          "id": "H4",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42669067",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811065",
          "id": "H1",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H2",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H4",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H5",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H4",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H5",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H1",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H2",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H3",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806003",
          "id": "H4",
          "p_experimental_support": 0.33,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H5",
          "p_experimental_support": 0.24,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H1",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H2",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H4",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H5",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        }
      ]
    },
    {
      "model": "claude-haiku-5-5",
      "status": "complete",
      "invalidTasks": [],
      "unprocessedTasks": [],
      "unavailable": null,
      "ranking": [
        {
          "endpoint": "strict",
          "hypotheses": 250,
          "unknownProbabilities": 0,
          "auc": 0.6626016260162602,
          "interval": [
            0.3956663388246865,
            0.8931451612903226
          ],
          "validReplicates": 1971,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        },
        {
          "endpoint": "core",
          "hypotheses": 250,
          "unknownProbabilities": 0,
          "auc": 0.6156542056074766,
          "interval": [
            0.506581964081688,
            0.7177181205125649
          ],
          "validReplicates": 2000,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        }
      ],
      "decisions": [
        {
          "task": "R42581103",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H2",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H4",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42581103",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H1",
          "p_experimental_support": 0.08,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H2",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H4",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H5",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H3",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H4",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42608398",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H2",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H4",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42630044",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H4",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42639736",
          "id": "H1",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H3",
          "p_experimental_support": 0.38,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H4",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42642518",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642518",
          "id": "H2",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42642518",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642518",
          "id": "H4",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642518",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H1",
          "p_experimental_support": 0.33,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647119",
          "id": "H4",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647635",
          "id": "H5",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H1",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H4",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H1",
          "p_experimental_support": 0.22,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H4",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42664348",
          "id": "H5",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H1",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42665751",
          "id": "H3",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H1",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H3",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42689491",
          "id": "H4",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42696595",
          "id": "H1",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H5",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H3",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H4",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42717261",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42723546",
          "id": "H1",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42723546",
          "id": "H5",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42725837",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H1",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H2",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H4",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42749700",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H2",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H4",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H4",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H1",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42786310",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H3",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H1",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H4",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42826184",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H3",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H5",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H4",
          "p_experimental_support": 0.25,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H2",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H4",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42842666",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H3",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42842666",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H4",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H1",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42858183",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H4",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H4",
          "p_experimental_support": 0.1,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H1",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H4",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H4",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42585340",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H3",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42669067",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42669067",
          "id": "H5",
          "p_experimental_support": 0.22,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811065",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H5",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H2",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H3",
          "p_experimental_support": 0.08,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806003",
          "id": "H4",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806572",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H1",
          "p_experimental_support": 0.18,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H2",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H3",
          "p_experimental_support": 0.08,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H4",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        }
      ]
    },
    {
      "model": "claude-opus-4-8",
      "status": "complete",
      "invalidTasks": [
        "R42642518",
        "R42744804"
      ],
      "unprocessedTasks": [],
      "unavailable": null,
      "ranking": [
        {
          "endpoint": "strict",
          "hypotheses": 240,
          "unknownProbabilities": 0,
          "auc": 0.5529661016949152,
          "interval": [
            0.2668387694060675,
            0.9811715481171548
          ],
          "validReplicates": 1970,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        },
        {
          "endpoint": "core",
          "hypotheses": 240,
          "unknownProbabilities": 0,
          "auc": 0.6736150770988006,
          "interval": [
            0.569465086634463,
            0.7625939825293272
          ],
          "validReplicates": 2000,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        }
      ],
      "decisions": [
        {
          "task": "R42581103",
          "id": "H1",
          "p_experimental_support": 0.34,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H2",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H3",
          "p_experimental_support": 0.32,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H4",
          "p_experimental_support": 0.36,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42581103",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H4",
          "p_experimental_support": 0.38,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H5",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H2",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H4",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H5",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H1",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H3",
          "p_experimental_support": 0.43,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H4",
          "p_experimental_support": 0.74,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42608398",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H3",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H4",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H1",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42630044",
          "id": "H3",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H4",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42639736",
          "id": "H1",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H2",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H3",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H5",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42642521",
          "id": "H1",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H2",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H3",
          "p_experimental_support": 0.53,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H4",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H3",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647119",
          "id": "H4",
          "p_experimental_support": 0.32,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H3",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H4",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647635",
          "id": "H5",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H1",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H4",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H5",
          "p_experimental_support": 0.44,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H1",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H3",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42664348",
          "id": "H5",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H1",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H2",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42665751",
          "id": "H3",
          "p_experimental_support": 0.31,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H4",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H5",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H1",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H2",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H3",
          "p_experimental_support": 0.63,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42689491",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42696595",
          "id": "H1",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H4",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H1",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H3",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H1",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H2",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H3",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H4",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42717261",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42723546",
          "id": "H1",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H3",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H4",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42723546",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H1",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H2",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H3",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H4",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42725837",
          "id": "H5",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H1",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H3",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H4",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H5",
          "p_experimental_support": 0.43,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H2",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H1",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H2",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H3",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H4",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H5",
          "p_experimental_support": 0.24,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H3",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H5",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H1",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H2",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H3",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H4",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H1",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H2",
          "p_experimental_support": 0.44,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H4",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H5",
          "p_experimental_support": 0.43,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H1",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H4",
          "p_experimental_support": 0.32,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42786310",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H1",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H2",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H3",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H4",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H1",
          "p_experimental_support": 0.44,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H2",
          "p_experimental_support": 0.46,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H3",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H4",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H5",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H1",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H2",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H3",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H4",
          "p_experimental_support": 0.44,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H5",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H1",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H3",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H4",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H5",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H1",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H2",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H3",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H4",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H5",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42826184",
          "id": "H1",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H3",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H4",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H1",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H2",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H4",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H3",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H4",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42842666",
          "id": "H3",
          "p_experimental_support": 0.8,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H4",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42842666",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H2",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H1",
          "p_experimental_support": 0.46,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H4",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H3",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H4",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H5",
          "p_experimental_support": 0.37,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H1",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42858183",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H3",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H4",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H1",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H2",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H3",
          "p_experimental_support": 0.44,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H4",
          "p_experimental_support": 0.44,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H1",
          "p_experimental_support": 0.33,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H2",
          "p_experimental_support": 0.19,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H3",
          "p_experimental_support": 0.21,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H4",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H5",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H1",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H3",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H4",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H1",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H2",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H3",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H4",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42585340",
          "id": "H5",
          "p_experimental_support": 0.37,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H2",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H3",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42669067",
          "id": "H4",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42669067",
          "id": "H5",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811065",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H4",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H5",
          "p_experimental_support": 0.24,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H2",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H3",
          "p_experimental_support": 0.24,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H4",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H5",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H2",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806003",
          "id": "H4",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H1",
          "p_experimental_support": 0.7,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806572",
          "id": "H2",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H4",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H5",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H1",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H4",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        }
      ]
    },
    {
      "model": "claude-fable-5-1",
      "status": "unavailable",
      "invalidTasks": [],
      "unprocessedTasks": [
        "R42581103",
        "R42601407",
        "R42605193",
        "R42608398",
        "R42627902",
        "R42630044",
        "R42639736",
        "R42642518",
        "R42642521",
        "R42647119",
        "R42647635",
        "R42663085",
        "R42664348",
        "R42665751",
        "R42689491",
        "R42696595",
        "R42698274",
        "R42717261",
        "R42723546",
        "R42725837",
        "R42736449",
        "R42744804",
        "R42749700",
        "R42758848",
        "R42759510",
        "R42775695",
        "R42775698",
        "R42786310",
        "R42805954",
        "R42810392",
        "R42811497",
        "R42821663",
        "R42822442",
        "R42826184",
        "R42839094",
        "R42841227",
        "R42842666",
        "R42844664",
        "R42853938",
        "R42858183",
        "R42806945",
        "R42723144",
        "R42808804",
        "R42585340",
        "R42669067",
        "R42811065",
        "R42841610",
        "R42806003",
        "R42806572",
        "R42748238"
      ],
      "unavailable": {
        "model": "claude-fable-5-1",
        "task": "R42581103",
        "attempt": 2,
        "entityId": "d1493864-3977-4c40-b1c8-9d299e3c59fa",
        "reason": "provider_usage_limit",
        "message": "Error: Claude STREAM error: Usage limit reached. (partial=0 chars)",
        "at": "2026-10-22T14:11:01.475Z"
      },
      "ranking": [],
      "decisions": []
    },
    {
      "model": "gpt-6-astra",
      "status": "complete",
      "invalidTasks": [],
      "unprocessedTasks": [],
      "unavailable": null,
      "ranking": [
        {
          "endpoint": "strict",
          "hypotheses": 245,
          "unknownProbabilities": 5,
          "auc": 0.8050964187327824,
          "interval": [
            0.5901639344262295,
            0.9508196721311475
          ],
          "validReplicates": 1902,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        },
        {
          "endpoint": "core",
          "hypotheses": 245,
          "unknownProbabilities": 5,
          "auc": 0.6824489795918367,
          "interval": [
            0.5737188331165712,
            0.7907405610847738
          ],
          "validReplicates": 2000,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        }
      ],
      "decisions": [
        {
          "task": "R42581103",
          "id": "H1",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H2",
          "p_experimental_support": 0.36,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H3",
          "p_experimental_support": 0.32,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H4",
          "p_experimental_support": 0.54,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42581103",
          "id": "H5",
          "p_experimental_support": 0.29,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H3",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H4",
          "p_experimental_support": 0.24,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H1",
          "p_experimental_support": 0.53,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H2",
          "p_experimental_support": 0.67,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H3",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H4",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H5",
          "p_experimental_support": 0.59,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H2",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H3",
          "p_experimental_support": 0.46,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H4",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42608398",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H2",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H3",
          "p_experimental_support": 0.39,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H4",
          "p_experimental_support": 0.77,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H5",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H1",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H2",
          "p_experimental_support": 0.46,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42630044",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H4",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H5",
          "p_experimental_support": 0.67,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42639736",
          "id": "H1",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H2",
          "p_experimental_support": 0.8,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H3",
          "p_experimental_support": 0.76,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H4",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H5",
          "p_experimental_support": 0.63,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42642518",
          "id": "H1",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642518",
          "id": "H2",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42642518",
          "id": "H3",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642518",
          "id": "H4",
          "p_experimental_support": 0.63,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642518",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H1",
          "p_experimental_support": 0.46,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H2",
          "p_experimental_support": 0.23,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H3",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H4",
          "p_experimental_support": 0.39,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H5",
          "p_experimental_support": 0.36,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H2",
          "p_experimental_support": 0.43,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H3",
          "p_experimental_support": 0.77,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647119",
          "id": "H4",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H5",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H1",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H2",
          "p_experimental_support": 0.38,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H3",
          "p_experimental_support": 0.66,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647635",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H1",
          "p_experimental_support": 0.76,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H2",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H3",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H4",
          "p_experimental_support": 0.85,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H1",
          "p_experimental_support": 0.77,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H2",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H3",
          "p_experimental_support": 0.46,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H4",
          "p_experimental_support": 0.29,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42664348",
          "id": "H5",
          "p_experimental_support": 0.53,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H1",
          "p_experimental_support": 0.53,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H2",
          "p_experimental_support": 0.66,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42665751",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H4",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H5",
          "p_experimental_support": 0.36,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H1",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H2",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H3",
          "p_experimental_support": 0.83,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42689491",
          "id": "H4",
          "p_experimental_support": 0.49,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H5",
          "p_experimental_support": 0.8,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42696595",
          "id": "H1",
          "p_experimental_support": 0.66,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H2",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H4",
          "p_experimental_support": 0.53,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H5",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H1",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H2",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H3",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H4",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H5",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H1",
          "p_experimental_support": 0.32,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H2",
          "p_experimental_support": 0.39,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H3",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H4",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42717261",
          "id": "H5",
          "p_experimental_support": 0.54,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42723546",
          "id": "H1",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H2",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H4",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42723546",
          "id": "H5",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H1",
          "p_experimental_support": null,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H2",
          "p_experimental_support": null,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H3",
          "p_experimental_support": null,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H4",
          "p_experimental_support": null,
          "recommend_for_testing": false,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42725837",
          "id": "H5",
          "p_experimental_support": null,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H2",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H3",
          "p_experimental_support": 0.32,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H4",
          "p_experimental_support": 0.28,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H5",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H2",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H3",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H4",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H5",
          "p_experimental_support": 0.24,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42749700",
          "id": "H1",
          "p_experimental_support": 0.38,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H2",
          "p_experimental_support": 0.7,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H3",
          "p_experimental_support": 0.49,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H4",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H5",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H2",
          "p_experimental_support": 0.49,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H3",
          "p_experimental_support": 0.54,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H4",
          "p_experimental_support": 0.34,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H5",
          "p_experimental_support": 0.23,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H1",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H3",
          "p_experimental_support": 0.24,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H4",
          "p_experimental_support": 0.32,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H1",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H2",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H3",
          "p_experimental_support": 0.38,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H5",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H1",
          "p_experimental_support": 0.53,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H2",
          "p_experimental_support": 0.46,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H3",
          "p_experimental_support": 0.64,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H4",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H5",
          "p_experimental_support": 0.49,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H1",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H2",
          "p_experimental_support": 0.27,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H3",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H4",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42786310",
          "id": "H5",
          "p_experimental_support": 0.21,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H1",
          "p_experimental_support": 0.65,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H3",
          "p_experimental_support": 0.64,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H4",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H2",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H3",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H4",
          "p_experimental_support": 0.65,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H1",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H2",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H3",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H4",
          "p_experimental_support": 0.46,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H1",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H2",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H3",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H4",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H5",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H1",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H2",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H3",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H4",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42826184",
          "id": "H1",
          "p_experimental_support": 0.7,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H2",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H4",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H5",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H1",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H2",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H3",
          "p_experimental_support": 0.38,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H4",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H2",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H3",
          "p_experimental_support": 0.37,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H4",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H5",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42842666",
          "id": "H1",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H2",
          "p_experimental_support": 0.69,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H3",
          "p_experimental_support": 0.87,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H4",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42842666",
          "id": "H5",
          "p_experimental_support": 0.63,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H1",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H2",
          "p_experimental_support": 0.36,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H3",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H4",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H5",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H1",
          "p_experimental_support": 0.74,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H2",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H3",
          "p_experimental_support": 0.59,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H4",
          "p_experimental_support": 0.49,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H1",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42858183",
          "id": "H2",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H3",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H4",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H5",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H1",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H2",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H3",
          "p_experimental_support": 0.33,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H4",
          "p_experimental_support": 0.36,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H5",
          "p_experimental_support": 0.29,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H1",
          "p_experimental_support": 0.38,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H2",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H4",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H5",
          "p_experimental_support": 0.34,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H1",
          "p_experimental_support": 0.66,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H3",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H4",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H5",
          "p_experimental_support": 0.54,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H1",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H2",
          "p_experimental_support": 0.67,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H3",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H4",
          "p_experimental_support": 0.59,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42585340",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H1",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H2",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H3",
          "p_experimental_support": 0.76,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42669067",
          "id": "H4",
          "p_experimental_support": 0.65,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42669067",
          "id": "H5",
          "p_experimental_support": 0.73,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811065",
          "id": "H1",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H2",
          "p_experimental_support": 0.67,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H3",
          "p_experimental_support": 0.36,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H5",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H1",
          "p_experimental_support": 0.46,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H2",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H3",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H4",
          "p_experimental_support": 0.71,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H1",
          "p_experimental_support": 0.38,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H3",
          "p_experimental_support": 0.32,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806003",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H5",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H1",
          "p_experimental_support": 0.46,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806572",
          "id": "H2",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H3",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H4",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H5",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H1",
          "p_experimental_support": 0.33,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H2",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H3",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H4",
          "p_experimental_support": 0.53,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H5",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        }
      ]
    },
    {
      "model": "gemini-4-argon-high",
      "status": "complete",
      "invalidTasks": [],
      "unprocessedTasks": [],
      "unavailable": null,
      "ranking": [
        {
          "endpoint": "strict",
          "hypotheses": 250,
          "unknownProbabilities": 0,
          "auc": 0.7627032520325203,
          "interval": [
            0.2359437751004016,
            0.9764989837398375
          ],
          "validReplicates": 1971,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        },
        {
          "endpoint": "core",
          "hypotheses": 250,
          "unknownProbabilities": 0,
          "auc": 0.7398753894080997,
          "interval": [
            0.645775633640553,
            0.818341045261623
          ],
          "validReplicates": 2000,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        }
      ],
      "decisions": [
        {
          "task": "R42581103",
          "id": "H1",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H2",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H3",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H4",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42581103",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H1",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H2",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H3",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H4",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H5",
          "p_experimental_support": 0.74,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H2",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H3",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H4",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H5",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H2",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H4",
          "p_experimental_support": 0.82,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42608398",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H1",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H4",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H5",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42630044",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H5",
          "p_experimental_support": 0.82,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42639736",
          "id": "H1",
          "p_experimental_support": 0.54,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H2",
          "p_experimental_support": 0.74,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H3",
          "p_experimental_support": 0.76,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H4",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H5",
          "p_experimental_support": 0.67,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42642518",
          "id": "H1",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642518",
          "id": "H2",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42642518",
          "id": "H3",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642518",
          "id": "H4",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642518",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H1",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H2",
          "p_experimental_support": 0.36,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H3",
          "p_experimental_support": 0.74,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H4",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H5",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H1",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H3",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647119",
          "id": "H4",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H5",
          "p_experimental_support": 0.76,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H1",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H3",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H4",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647635",
          "id": "H5",
          "p_experimental_support": 0.85,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H1",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H2",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H3",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H4",
          "p_experimental_support": 0.82,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H5",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H1",
          "p_experimental_support": 0.82,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H2",
          "p_experimental_support": 0.46,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H3",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H4",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42664348",
          "id": "H5",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H1",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H2",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42665751",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H4",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H1",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H2",
          "p_experimental_support": 0.55,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H3",
          "p_experimental_support": 0.82,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42689491",
          "id": "H4",
          "p_experimental_support": 0.48,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H5",
          "p_experimental_support": 0.8,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42696595",
          "id": "H1",
          "p_experimental_support": 0.82,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H2",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H3",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H4",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H5",
          "p_experimental_support": 0.7,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H2",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H3",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H4",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H5",
          "p_experimental_support": 0.65,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H1",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H2",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H3",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H4",
          "p_experimental_support": 0.54,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42717261",
          "id": "H5",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42723546",
          "id": "H1",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H2",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723546",
          "id": "H4",
          "p_experimental_support": 0.78,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42723546",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H1",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H2",
          "p_experimental_support": 0.15,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H3",
          "p_experimental_support": 0.24,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H4",
          "p_experimental_support": 0.32,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42725837",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H1",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H2",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H3",
          "p_experimental_support": 0.54,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H4",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H5",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H2",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H3",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H4",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H5",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42749700",
          "id": "H1",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H2",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H3",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H4",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H5",
          "p_experimental_support": 0.54,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H1",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H2",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H3",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H4",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H2",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H4",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H1",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H2",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H3",
          "p_experimental_support": 0.54,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H4",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H5",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H1",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H2",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H3",
          "p_experimental_support": 0.74,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H4",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H5",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H1",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H2",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H3",
          "p_experimental_support": 0.78,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H4",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42786310",
          "id": "H5",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H1",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H2",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H3",
          "p_experimental_support": 0.75,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H4",
          "p_experimental_support": 0.78,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42805954",
          "id": "H5",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H1",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H2",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H3",
          "p_experimental_support": 0.7,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H4",
          "p_experimental_support": 0.82,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H5",
          "p_experimental_support": 0.66,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H1",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H2",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H3",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H4",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H5",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H1",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H2",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H3",
          "p_experimental_support": 0.65,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H4",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H5",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H1",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H2",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H4",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H5",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42826184",
          "id": "H1",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H2",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H3",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H4",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H5",
          "p_experimental_support": 0.66,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H1",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H2",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H4",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H2",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H3",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H4",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H5",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42842666",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H2",
          "p_experimental_support": 0.78,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H3",
          "p_experimental_support": 0.88,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H4",
          "p_experimental_support": 0.75,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42842666",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H1",
          "p_experimental_support": 0.65,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H3",
          "p_experimental_support": 0.78,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H4",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H5",
          "p_experimental_support": 0.48,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H1",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H2",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H3",
          "p_experimental_support": 0.78,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H4",
          "p_experimental_support": 0.8,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H5",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H1",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42858183",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H3",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H4",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H5",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H1",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H2",
          "p_experimental_support": 0.64,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H4",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H5",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H2",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H3",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H4",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42723144",
          "id": "H5",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H1",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H2",
          "p_experimental_support": 0.32,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H4",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H5",
          "p_experimental_support": 0.66,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H1",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H2",
          "p_experimental_support": 0.78,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H3",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H4",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42585340",
          "id": "H5",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H1",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H2",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42669067",
          "id": "H3",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42669067",
          "id": "H4",
          "p_experimental_support": 0.7,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42669067",
          "id": "H5",
          "p_experimental_support": 0.78,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811065",
          "id": "H1",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H2",
          "p_experimental_support": 0.78,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H3",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H4",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H1",
          "p_experimental_support": 0.42,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H2",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H3",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H4",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H5",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H1",
          "p_experimental_support": 0.12,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H2",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H3",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806003",
          "id": "H4",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H5",
          "p_experimental_support": 0.14,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H1",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806572",
          "id": "H2",
          "p_experimental_support": 0.65,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H3",
          "p_experimental_support": 0.7,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H4",
          "p_experimental_support": 0.58,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H5",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H1",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H4",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H5",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        }
      ]
    },
    {
      "model": "grok-4.5",
      "status": "complete",
      "invalidTasks": [
        "R42642518",
        "R42723546",
        "R42805954",
        "R42723144",
        "R42669067"
      ],
      "unprocessedTasks": [],
      "unavailable": null,
      "ranking": [
        {
          "endpoint": "strict",
          "hypotheses": 225,
          "unknownProbabilities": 0,
          "auc": 0.8220720720720721,
          "interval": [
            0.6116071428571429,
            0.9596412556053812
          ],
          "validReplicates": 1913,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        },
        {
          "endpoint": "core",
          "hypotheses": 225,
          "unknownProbabilities": 0,
          "auc": 0.7140006651147323,
          "interval": [
            0.6111056384276199,
            0.8083183714351198
          ],
          "validReplicates": 2000,
          "replicates": 2000,
          "interpretation": "Discrimination of saved article-correspondence labels only; no future-probability calibration claim"
        }
      ],
      "decisions": [
        {
          "task": "R42581103",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H2",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H3",
          "p_experimental_support": 0.38,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42581103",
          "id": "H4",
          "p_experimental_support": 0.34,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42581103",
          "id": "H5",
          "p_experimental_support": 0.23,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H1",
          "p_experimental_support": 0.28,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H3",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H4",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42601407",
          "id": "H5",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H1",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H2",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H3",
          "p_experimental_support": 0.29,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H4",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42605193",
          "id": "H5",
          "p_experimental_support": 0.41,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H1",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H2",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H3",
          "p_experimental_support": 0.41,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42608398",
          "id": "H4",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42608398",
          "id": "H5",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H1",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H2",
          "p_experimental_support": 0.24,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H3",
          "p_experimental_support": 0.16,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H4",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42627902",
          "id": "H5",
          "p_experimental_support": 0.36,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H1",
          "p_experimental_support": 0.38,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H2",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42630044",
          "id": "H3",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H4",
          "p_experimental_support": 0.32,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42630044",
          "id": "H5",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42639736",
          "id": "H1",
          "p_experimental_support": 0.52,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H2",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H3",
          "p_experimental_support": 0.71,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H4",
          "p_experimental_support": 0.31,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42639736",
          "id": "H5",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42642521",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H2",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H4",
          "p_experimental_support": 0.36,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42642521",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H2",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H3",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647119",
          "id": "H4",
          "p_experimental_support": 0.36,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647119",
          "id": "H5",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H1",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H2",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H3",
          "p_experimental_support": 0.41,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42647635",
          "id": "H4",
          "p_experimental_support": 0.31,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42647635",
          "id": "H5",
          "p_experimental_support": 0.53,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H1",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H2",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H3",
          "p_experimental_support": 0.36,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H4",
          "p_experimental_support": 0.74,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42663085",
          "id": "H5",
          "p_experimental_support": 0.53,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H1",
          "p_experimental_support": 0.58,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H2",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H3",
          "p_experimental_support": 0.41,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42664348",
          "id": "H4",
          "p_experimental_support": 0.29,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42664348",
          "id": "H5",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H1",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H2",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42665751",
          "id": "H3",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H4",
          "p_experimental_support": 0.36,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42665751",
          "id": "H5",
          "p_experimental_support": 0.23,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H1",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H2",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H3",
          "p_experimental_support": 0.66,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42689491",
          "id": "H4",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42689491",
          "id": "H5",
          "p_experimental_support": 0.71,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42696595",
          "id": "H1",
          "p_experimental_support": 0.66,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H2",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H3",
          "p_experimental_support": 0.31,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H4",
          "p_experimental_support": 0.38,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42696595",
          "id": "H5",
          "p_experimental_support": 0.59,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H1",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H2",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H3",
          "p_experimental_support": 0.39,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H4",
          "p_experimental_support": 0.31,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42698274",
          "id": "H5",
          "p_experimental_support": 0.41,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H1",
          "p_experimental_support": 0.36,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H2",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H3",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42717261",
          "id": "H4",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42717261",
          "id": "H5",
          "p_experimental_support": 0.49,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42725837",
          "id": "H1",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H2",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H3",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42725837",
          "id": "H4",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42725837",
          "id": "H5",
          "p_experimental_support": 0.34,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H1",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H2",
          "p_experimental_support": 0.33,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H3",
          "p_experimental_support": 0.31,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H4",
          "p_experimental_support": 0.35,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42736449",
          "id": "H5",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H2",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H3",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H4",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42744804",
          "id": "H5",
          "p_experimental_support": 0.37,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42749700",
          "id": "H1",
          "p_experimental_support": 0.41,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H2",
          "p_experimental_support": 0.66,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H3",
          "p_experimental_support": 0.38,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H4",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42749700",
          "id": "H5",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H1",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H2",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H3",
          "p_experimental_support": 0.2,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H4",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42758848",
          "id": "H5",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H1",
          "p_experimental_support": 0.38,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H2",
          "p_experimental_support": 0.41,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H3",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H4",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42759510",
          "id": "H5",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H2",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H3",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H4",
          "p_experimental_support": 0.36,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775695",
          "id": "H5",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H1",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H2",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H3",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H4",
          "p_experimental_support": 0.37,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42775698",
          "id": "H5",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H1",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H2",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H3",
          "p_experimental_support": 0.61,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42786310",
          "id": "H4",
          "p_experimental_support": 0.41,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42786310",
          "id": "H5",
          "p_experimental_support": 0.29,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H1",
          "p_experimental_support": 0.37,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42810392",
          "id": "H2",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H3",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H4",
          "p_experimental_support": 0.63,
          "recommend_for_testing": true,
          "strict": 1,
          "core": 1
        },
        {
          "task": "R42810392",
          "id": "H5",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H1",
          "p_experimental_support": 0.33,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42811497",
          "id": "H2",
          "p_experimental_support": 0.36,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H3",
          "p_experimental_support": 0.32,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H4",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811497",
          "id": "H5",
          "p_experimental_support": 0.19,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H1",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H2",
          "p_experimental_support": 0.18,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H3",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H4",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42821663",
          "id": "H5",
          "p_experimental_support": 0.4,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H1",
          "p_experimental_support": 0.39,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H2",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H3",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H4",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42822442",
          "id": "H5",
          "p_experimental_support": 0.31,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42826184",
          "id": "H1",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H2",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H3",
          "p_experimental_support": 0.53,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H4",
          "p_experimental_support": 0.24,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42826184",
          "id": "H5",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H1",
          "p_experimental_support": 0.33,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H2",
          "p_experimental_support": 0.31,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H3",
          "p_experimental_support": 0.41,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H4",
          "p_experimental_support": 0.24,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42839094",
          "id": "H5",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H1",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H2",
          "p_experimental_support": 0.24,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H3",
          "p_experimental_support": 0.37,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H4",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841227",
          "id": "H5",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42842666",
          "id": "H1",
          "p_experimental_support": 0.35,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H2",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H3",
          "p_experimental_support": 0.82,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42842666",
          "id": "H4",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42842666",
          "id": "H5",
          "p_experimental_support": 0.45,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H1",
          "p_experimental_support": 0.3,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H2",
          "p_experimental_support": 0.27,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H3",
          "p_experimental_support": 0.51,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H4",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42844664",
          "id": "H5",
          "p_experimental_support": 0.29,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H1",
          "p_experimental_support": 0.55,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H2",
          "p_experimental_support": 0.28,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H3",
          "p_experimental_support": 0.48,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H4",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42853938",
          "id": "H5",
          "p_experimental_support": 0.23,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H1",
          "p_experimental_support": 0.7,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42858183",
          "id": "H2",
          "p_experimental_support": 0.37,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H3",
          "p_experimental_support": 0.5,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H4",
          "p_experimental_support": 0.29,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42858183",
          "id": "H5",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H1",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H2",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H3",
          "p_experimental_support": 0.41,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H4",
          "p_experimental_support": 0.29,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806945",
          "id": "H5",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H1",
          "p_experimental_support": 0.41,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H2",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H3",
          "p_experimental_support": 0.31,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H4",
          "p_experimental_support": 0.44,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42808804",
          "id": "H5",
          "p_experimental_support": 0.37,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H1",
          "p_experimental_support": 0.68,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H2",
          "p_experimental_support": 0.42,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H3",
          "p_experimental_support": 0.47,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42585340",
          "id": "H4",
          "p_experimental_support": 0.61,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42585340",
          "id": "H5",
          "p_experimental_support": 0.34,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H1",
          "p_experimental_support": 0.46,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H2",
          "p_experimental_support": 0.31,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H3",
          "p_experimental_support": 0.23,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H4",
          "p_experimental_support": 0.17,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42811065",
          "id": "H5",
          "p_experimental_support": 0.25,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H1",
          "p_experimental_support": 0.34,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H2",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H3",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H4",
          "p_experimental_support": 0.72,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42841610",
          "id": "H5",
          "p_experimental_support": 0.39,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H1",
          "p_experimental_support": 0.34,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H2",
          "p_experimental_support": 0.22,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H3",
          "p_experimental_support": 0.45,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806003",
          "id": "H4",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806003",
          "id": "H5",
          "p_experimental_support": 0.32,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H1",
          "p_experimental_support": 0.62,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 1
        },
        {
          "task": "R42806572",
          "id": "H2",
          "p_experimental_support": 0.57,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H3",
          "p_experimental_support": 0.6,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H4",
          "p_experimental_support": 0.48,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42806572",
          "id": "H5",
          "p_experimental_support": 0.66,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H1",
          "p_experimental_support": 0.56,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H2",
          "p_experimental_support": 0.26,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H3",
          "p_experimental_support": 0.33,
          "recommend_for_testing": false,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H4",
          "p_experimental_support": 0.49,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        },
        {
          "task": "R42748238",
          "id": "H5",
          "p_experimental_support": 0.43,
          "recommend_for_testing": true,
          "strict": 0,
          "core": 0
        }
      ]
    }
  ],
  "pairedSupportedRecommendationYield": [
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-5-5",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 43,
      "leftSupported": 4,
      "rightSupported": 4,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-5-5",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 2,
      "ties": 41,
      "leftSupported": 0,
      "rightSupported": 2,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-5-5",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 2,
      "ties": 41,
      "leftSupported": 0,
      "rightSupported": 2,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-5-5",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 43,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-5-5",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 43,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 3,
      "ties": 39,
      "leftSupported": 20,
      "rightSupported": 22,
      "p": 0.625,
      "method": "exact paired sign-flip",
      "draws": 16,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 3
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 3
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-5-5",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 11,
      "ties": 32,
      "leftSupported": 3,
      "rightSupported": 16,
      "p": 0.0009765625,
      "method": "exact paired sign-flip",
      "draws": 2048,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.16015625
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-5-5",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 5,
      "ties": 38,
      "leftSupported": 0,
      "rightSupported": 5,
      "p": 0.0625,
      "method": "exact paired sign-flip",
      "draws": 32,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-5-5",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 43,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 50,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 0,
      "ties": 49,
      "leftSupported": 4,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 50,
      "leftOnlyBetter": 8,
      "rightOnlyBetter": 1,
      "ties": 41,
      "leftSupported": 26,
      "rightSupported": 20,
      "p": 0.1484375,
      "method": "exact paired sign-flip",
      "draws": 512,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 2
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 50,
      "leftOnlyBetter": 3,
      "rightOnlyBetter": 1,
      "ties": 46,
      "leftSupported": 7,
      "rightSupported": 5,
      "p": 0.625,
      "method": "exact paired sign-flip",
      "draws": 16,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 50,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 0,
      "ties": 49,
      "leftSupported": 1,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 48,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 0,
      "ties": 47,
      "leftSupported": 4,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 47,
      "leftSupported": 0,
      "rightSupported": 1,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 47,
      "leftSupported": 0,
      "rightSupported": 1,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 48,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 48,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 5,
      "ties": 41,
      "leftSupported": 25,
      "rightSupported": 28,
      "p": 0.453125,
      "method": "exact paired sign-flip",
      "draws": 128,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 3
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 48,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 10,
      "ties": 37,
      "leftSupported": 6,
      "rightSupported": 18,
      "p": 0.009765625,
      "method": "exact paired sign-flip",
      "draws": 2048,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 3
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 48,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 4,
      "ties": 43,
      "leftSupported": 1,
      "rightSupported": 4,
      "p": 0.375,
      "method": "exact paired sign-flip",
      "draws": 32,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 48,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 50,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 0,
      "ties": 49,
      "leftSupported": 4,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 3,
      "ties": 47,
      "leftSupported": 0,
      "rightSupported": 3,
      "p": 0.25,
      "method": "exact paired sign-flip",
      "draws": 8,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 49,
      "leftSupported": 0,
      "rightSupported": 1,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 50,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 5,
      "ties": 44,
      "leftSupported": 26,
      "rightSupported": 32,
      "p": 0.15625,
      "method": "exact paired sign-flip",
      "draws": 64,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642518",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 3
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 50,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 13,
      "ties": 36,
      "leftSupported": 7,
      "rightSupported": 22,
      "p": 0.00146484375,
      "method": "exact paired sign-flip",
      "draws": 16384,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642518",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 1,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.2314453125
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 5,
      "ties": 45,
      "leftSupported": 1,
      "rightSupported": 8,
      "p": 0.0625,
      "method": "exact paired sign-flip",
      "draws": 32,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42689491",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 4,
      "rightSupported": 4,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 3,
      "ties": 47,
      "leftSupported": 0,
      "rightSupported": 3,
      "p": 0.25,
      "method": "exact paired sign-flip",
      "draws": 8,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 3,
      "ties": 47,
      "leftSupported": 0,
      "rightSupported": 3,
      "p": 0.25,
      "method": "exact paired sign-flip",
      "draws": 8,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 50,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 6,
      "ties": 43,
      "leftSupported": 26,
      "rightSupported": 32,
      "p": 0.109375,
      "method": "exact paired sign-flip",
      "draws": 128,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642518",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 18,
      "ties": 32,
      "leftSupported": 7,
      "rightSupported": 31,
      "p": 0.00005,
      "method": "Monte Carlo paired sign-flip, add-one",
      "draws": 19999,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642518",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 1,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.008400000000000001
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 11,
      "ties": 39,
      "leftSupported": 1,
      "rightSupported": 14,
      "p": 0.0009765625,
      "method": "exact paired sign-flip",
      "draws": 2048,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42689491",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.16015625
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 3,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 2,
      "ties": 43,
      "leftSupported": 0,
      "rightSupported": 2,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 45,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 6,
      "ties": 38,
      "leftSupported": 21,
      "rightSupported": 27,
      "p": 0.109375,
      "method": "exact paired sign-flip",
      "draws": 128,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 6,
      "ties": 39,
      "leftSupported": 5,
      "rightSupported": 12,
      "p": 0.03125,
      "method": "exact paired sign-flip",
      "draws": 64,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 44,
      "leftSupported": 1,
      "rightSupported": 2,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-sonnet-5-5",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 43,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 0,
      "ties": 42,
      "leftSupported": 4,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 43,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 0,
      "ties": 41,
      "leftSupported": 2,
      "rightSupported": 0,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 43,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 0,
      "ties": 41,
      "leftSupported": 2,
      "rightSupported": 0,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 43,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 43,
      "leftOnlyBetter": 8,
      "rightOnlyBetter": 2,
      "ties": 33,
      "leftSupported": 22,
      "rightSupported": 16,
      "p": 0.109375,
      "method": "exact paired sign-flip",
      "draws": 1024,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 3,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 43,
      "leftOnlyBetter": 11,
      "rightOnlyBetter": 0,
      "ties": 32,
      "leftSupported": 16,
      "rightSupported": 2,
      "p": 0.0009765625,
      "method": "exact paired sign-flip",
      "draws": 2048,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 2,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.16015625
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 43,
      "leftOnlyBetter": 5,
      "rightOnlyBetter": 0,
      "ties": 38,
      "leftSupported": 5,
      "rightSupported": 0,
      "p": 0.0625,
      "method": "exact paired sign-flip",
      "draws": 32,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-haiku-5-5",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 43,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 42,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 0,
      "ties": 41,
      "leftSupported": 4,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 42,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 0,
      "ties": 41,
      "leftSupported": 2,
      "rightSupported": 1,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 42,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 0,
      "ties": 41,
      "leftSupported": 2,
      "rightSupported": 1,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 42,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 42,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 42,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 2,
      "ties": 38,
      "leftSupported": 22,
      "rightSupported": 22,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 16,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 3
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 3,
          "right": 3
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 42,
      "leftOnlyBetter": 3,
      "rightOnlyBetter": 1,
      "ties": 38,
      "leftSupported": 16,
      "rightSupported": 14,
      "p": 0.625,
      "method": "exact paired sign-flip",
      "draws": 16,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 3
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 42,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 0,
      "ties": 40,
      "leftSupported": 5,
      "rightSupported": 3,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 42,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 42,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 43,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 0,
      "ties": 42,
      "leftSupported": 4,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 42,
      "leftSupported": 2,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 43,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 1,
      "ties": 40,
      "leftSupported": 2,
      "rightSupported": 1,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 8,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 43,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 43,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 5,
      "ties": 37,
      "leftSupported": 22,
      "rightSupported": 26,
      "p": 0.21875,
      "method": "exact paired sign-flip",
      "draws": 64,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 3
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 3
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 3,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 43,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 4,
      "ties": 37,
      "leftSupported": 16,
      "rightSupported": 18,
      "p": 0.6875,
      "method": "exact paired sign-flip",
      "draws": 64,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 2,
          "right": 3
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 43,
      "leftOnlyBetter": 3,
      "rightOnlyBetter": 2,
      "ties": 38,
      "leftSupported": 5,
      "rightSupported": 6,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 32,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 43,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 43,
      "leftSupported": 4,
      "rightSupported": 4,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 42,
      "leftSupported": 2,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 42,
      "leftSupported": 2,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 43,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 43,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 4,
      "ties": 38,
      "leftSupported": 22,
      "rightSupported": 25,
      "p": 0.375,
      "method": "exact paired sign-flip",
      "draws": 32,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 3
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 3,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 7,
      "ties": 36,
      "leftSupported": 16,
      "rightSupported": 24,
      "p": 0.015625,
      "method": "exact paired sign-flip",
      "draws": 128,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 2,
          "right": 3
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 43,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 6,
      "ties": 35,
      "leftSupported": 5,
      "rightSupported": 10,
      "p": 0.234375,
      "method": "exact paired sign-flip",
      "draws": 256,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 43,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 43,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 39,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 39,
      "leftSupported": 3,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 39,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 38,
      "leftSupported": 1,
      "rightSupported": 2,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 39,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 0,
      "ties": 38,
      "leftSupported": 1,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 39,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 39,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 39,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 4,
      "ties": 35,
      "leftSupported": 18,
      "rightSupported": 22,
      "p": 0.125,
      "method": "exact paired sign-flip",
      "draws": 16,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 3,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 39,
      "leftOnlyBetter": 3,
      "rightOnlyBetter": 0,
      "ties": 36,
      "leftSupported": 13,
      "rightSupported": 9,
      "p": 0.25,
      "method": "exact paired sign-flip",
      "draws": 8,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 39,
      "leftOnlyBetter": 3,
      "rightOnlyBetter": 0,
      "ties": 36,
      "leftSupported": 4,
      "rightSupported": 1,
      "p": 0.25,
      "method": "exact paired sign-flip",
      "draws": 8,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-5-5",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 39,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 39,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 48,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 1,
      "ties": 46,
      "leftSupported": 3,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 47,
      "leftSupported": 0,
      "rightSupported": 1,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 47,
      "leftSupported": 0,
      "rightSupported": 1,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 48,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 48,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 11,
      "ties": 35,
      "leftSupported": 19,
      "rightSupported": 28,
      "p": 0.0224609375,
      "method": "exact paired sign-flip",
      "draws": 8192,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 2,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 4,
          "right": 3
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 10,
      "ties": 38,
      "leftSupported": 4,
      "rightSupported": 18,
      "p": 0.001953125,
      "method": "exact paired sign-flip",
      "draws": 1024,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 3
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.306640625
    },
    {
      "left": "claude-haiku-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 4,
      "ties": 44,
      "leftSupported": 0,
      "rightSupported": 4,
      "p": 0.125,
      "method": "exact paired sign-flip",
      "draws": 16,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "claude-opus-4-8",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 48,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 50,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 1,
      "ties": 48,
      "leftSupported": 3,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 3,
      "ties": 47,
      "leftSupported": 0,
      "rightSupported": 3,
      "p": 0.25,
      "method": "exact paired sign-flip",
      "draws": 8,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 49,
      "leftSupported": 0,
      "rightSupported": 1,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 50,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 11,
      "ties": 38,
      "leftSupported": 20,
      "rightSupported": 32,
      "p": 0.00537109375,
      "method": "exact paired sign-flip",
      "draws": 4096,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642518",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 3
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 2,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 4,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.83251953125
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 13,
      "ties": 37,
      "leftSupported": 5,
      "rightSupported": 22,
      "p": 0.000244140625,
      "method": "exact paired sign-flip",
      "draws": 8192,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642518",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.04052734375
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 5,
      "ties": 45,
      "leftSupported": 0,
      "rightSupported": 8,
      "p": 0.0625,
      "method": "exact paired sign-flip",
      "draws": 32,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 49,
      "leftSupported": 3,
      "rightSupported": 4,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 3,
      "ties": 47,
      "leftSupported": 0,
      "rightSupported": 3,
      "p": 0.25,
      "method": "exact paired sign-flip",
      "draws": 8,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 3,
      "ties": 47,
      "leftSupported": 0,
      "rightSupported": 3,
      "p": 0.25,
      "method": "exact paired sign-flip",
      "draws": 8,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 11,
      "ties": 39,
      "leftSupported": 20,
      "rightSupported": 32,
      "p": 0.0009765625,
      "method": "exact paired sign-flip",
      "draws": 2048,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642518",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 2,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 4,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.16015625
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 18,
      "ties": 32,
      "leftSupported": 5,
      "rightSupported": 31,
      "p": 0.00005,
      "method": "Monte Carlo paired sign-flip, add-one",
      "draws": 19999,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642518",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.008400000000000001
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 11,
      "ties": 39,
      "leftSupported": 0,
      "rightSupported": 14,
      "p": 0.0009765625,
      "method": "exact paired sign-flip",
      "draws": 2048,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.16015625
    },
    {
      "left": "claude-haiku-5-5",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 3,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 2,
      "ties": 43,
      "leftSupported": 0,
      "rightSupported": 2,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 9,
      "ties": 36,
      "leftSupported": 17,
      "rightSupported": 27,
      "p": 0.00390625,
      "method": "exact paired sign-flip",
      "draws": 512,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 4,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.609375
    },
    {
      "left": "claude-haiku-5-5",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 7,
      "ties": 38,
      "leftSupported": 4,
      "rightSupported": 12,
      "p": 0.015625,
      "method": "exact paired sign-flip",
      "draws": 128,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 2,
      "ties": 43,
      "leftSupported": 0,
      "rightSupported": 2,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-haiku-5-5",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 48,
      "leftSupported": 3,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 2,
      "ties": 46,
      "leftSupported": 1,
      "rightSupported": 3,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 48,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 1,
      "ties": 46,
      "leftSupported": 1,
      "rightSupported": 1,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gpt-6-astra",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 48,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 48,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 3,
      "ties": 44,
      "leftSupported": 28,
      "rightSupported": 31,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 16,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 3
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 3,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 48,
      "leftOnlyBetter": 4,
      "rightOnlyBetter": 7,
      "ties": 37,
      "leftSupported": 18,
      "rightSupported": 21,
      "p": 0.548828125,
      "method": "exact paired sign-flip",
      "draws": 2048,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 2,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 3,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 48,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 3,
      "ties": 43,
      "leftSupported": 4,
      "rightSupported": 8,
      "p": 0.4375,
      "method": "exact paired sign-flip",
      "draws": 32,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gpt-6-astra",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 48,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 47,
      "leftSupported": 3,
      "rightSupported": 4,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 2,
      "ties": 46,
      "leftSupported": 1,
      "rightSupported": 3,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 2,
      "ties": 46,
      "leftSupported": 1,
      "rightSupported": 3,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 48,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 48,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 3,
      "ties": 44,
      "leftSupported": 28,
      "rightSupported": 31,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 16,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 3,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 11,
      "ties": 37,
      "leftSupported": 18,
      "rightSupported": 30,
      "p": 0.0009765625,
      "method": "exact paired sign-flip",
      "draws": 2048,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 2,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 3,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.16015625
    },
    {
      "left": "claude-opus-4-8",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 48,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 9,
      "ties": 38,
      "leftSupported": 4,
      "rightSupported": 14,
      "p": 0.017578125,
      "method": "exact paired sign-flip",
      "draws": 1024,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 48,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 48,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 44,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 43,
      "leftSupported": 2,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 44,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 43,
      "leftSupported": 1,
      "rightSupported": 2,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 44,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 0,
      "ties": 43,
      "leftSupported": 1,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 44,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 44,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 44,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 3,
      "ties": 39,
      "leftSupported": 24,
      "rightSupported": 26,
      "p": 0.75,
      "method": "exact paired sign-flip",
      "draws": 32,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 3,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 44,
      "leftOnlyBetter": 4,
      "rightOnlyBetter": 1,
      "ties": 39,
      "leftSupported": 16,
      "rightSupported": 12,
      "p": 0.3125,
      "method": "exact paired sign-flip",
      "draws": 32,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 3,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 44,
      "leftOnlyBetter": 3,
      "rightOnlyBetter": 1,
      "ties": 40,
      "leftSupported": 4,
      "rightSupported": 2,
      "p": 0.625,
      "method": "exact paired sign-flip",
      "draws": 16,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "claude-opus-4-8",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 44,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 44,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 49,
      "leftSupported": 3,
      "rightSupported": 4,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 3,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 2,
      "ties": 48,
      "leftSupported": 1,
      "rightSupported": 3,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "gemini-4-argon-high",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 50,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 2,
      "ties": 46,
      "leftSupported": 32,
      "rightSupported": 32,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 16,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642518",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 3,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 4,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 8,
      "ties": 42,
      "leftSupported": 22,
      "rightSupported": 31,
      "p": 0.0078125,
      "method": "exact paired sign-flip",
      "draws": 256,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642518",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42669067",
          "left": 3,
          "right": 3
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 50,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 7,
      "ties": 41,
      "leftSupported": 8,
      "rightSupported": 14,
      "p": 0.1484375,
      "method": "exact paired sign-flip",
      "draws": 512,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "gemini-4-argon-high",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 50,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 50,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642518",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42669067",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723144",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42723546",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42805954",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 1,
      "ties": 44,
      "leftSupported": 2,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 2,
      "rightSupported": 2,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 45,
      "leftOnlyBetter": 1,
      "rightOnlyBetter": 0,
      "ties": 44,
      "leftSupported": 1,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 2,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 45,
      "leftOnlyBetter": 3,
      "rightOnlyBetter": 3,
      "ties": 39,
      "leftSupported": 27,
      "rightSupported": 27,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 64,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 3,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 4,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 45,
      "leftOnlyBetter": 6,
      "rightOnlyBetter": 1,
      "ties": 38,
      "leftSupported": 17,
      "rightSupported": 12,
      "p": 0.125,
      "method": "exact paired sign-flip",
      "draws": 128,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 45,
      "leftOnlyBetter": 3,
      "rightOnlyBetter": 0,
      "ties": 42,
      "leftSupported": 6,
      "rightSupported": 2,
      "p": 0.25,
      "method": "exact paired sign-flip",
      "draws": 8,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gpt-6-astra",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gemini-4-argon-high",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "advice",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 3,
      "rightSupported": 3,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gemini-4-argon-high",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p50",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 2,
      "rightSupported": 2,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gemini-4-argon-high",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p70",
      "commonQuestions": 45,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 0,
      "ties": 43,
      "leftSupported": 2,
      "rightSupported": 0,
      "p": 0.5,
      "method": "exact paired sign-flip",
      "draws": 4,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gemini-4-argon-high",
      "right": "grok-4.5",
      "endpoint": "strict",
      "policy": "p90",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gemini-4-argon-high",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "advice",
      "commonQuestions": 45,
      "leftOnlyBetter": 2,
      "rightOnlyBetter": 2,
      "ties": 41,
      "leftSupported": 27,
      "rightSupported": 27,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 16,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 2
        },
        {
          "task": "R42639736",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42725837",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 1
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 4,
          "right": 4
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gemini-4-argon-high",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p50",
      "commonQuestions": 45,
      "leftOnlyBetter": 12,
      "rightOnlyBetter": 0,
      "ties": 33,
      "leftSupported": 26,
      "rightSupported": 12,
      "p": 0.00048828125,
      "method": "exact paired sign-flip",
      "draws": 4096,
      "pairs": [
        {
          "task": "R42581103",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42639736",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42647635",
          "left": 2,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 2
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 1
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 4,
          "right": 2
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 1,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 0.08056640625
    },
    {
      "left": "gemini-4-argon-high",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p70",
      "commonQuestions": 45,
      "leftOnlyBetter": 9,
      "rightOnlyBetter": 1,
      "ties": 35,
      "leftSupported": 11,
      "rightSupported": 2,
      "p": 0.01953125,
      "method": "exact paired sign-flip",
      "draws": 1024,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 2,
          "right": 1
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 2,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 1,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 1
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    },
    {
      "left": "gemini-4-argon-high",
      "right": "grok-4.5",
      "endpoint": "core",
      "policy": "p90",
      "commonQuestions": 45,
      "leftOnlyBetter": 0,
      "rightOnlyBetter": 0,
      "ties": 45,
      "leftSupported": 0,
      "rightSupported": 0,
      "p": 1,
      "method": "exact paired sign-flip",
      "draws": 1,
      "pairs": [
        {
          "task": "R42581103",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42585340",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42601407",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42605193",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42608398",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42627902",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42630044",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42639736",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42642521",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647119",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42647635",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42663085",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42664348",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42665751",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42689491",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42696595",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42698274",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42717261",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42725837",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42736449",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42744804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42748238",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42749700",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42758848",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42759510",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775695",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42775698",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42786310",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806003",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806572",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42806945",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42808804",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42810392",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811065",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42811497",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42821663",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42822442",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42826184",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42839094",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841227",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42841610",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42842666",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42844664",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42853938",
          "left": 0,
          "right": 0
        },
        {
          "task": "R42858183",
          "left": 0,
          "right": 0
        }
      ],
      "interpretation": "Paired number of reference-supported recommendations per original question; this does not test PPV superiority",
      "holmAdjustedP": 1
    }
  ],
  "sourceProvenance": {
    "sourceSha256": "21a22b4bfedc50059563127add79c48dc40de86663cfb44c7d81934f05f9b966",
    "taskSourceSha256": "068c3136304a39fb31e7a68aa933ce5b4949a46d7f23d5b32fc67c53a688e8f0",
    "retiredSourceSha256": "30626d730cad8e406a3e8ffc0769fea73f179958722e60f44c20910dc83baafe",
    "questions": 50,
    "hypotheses": 250,
    "retiredQuestions": 10,
    "strictMatches": 4,
    "coreMatches": 36,
    "judges": [
      "claude-opus-5-5",
      "grok-4.7",
      "gemini-4-argon-medium"
    ],
    "earliestArticle": "2026-08-01",
    "latestArticle": "2026-10-09",
    "sourceFiles": {
      "gen-xmodel/gpt-6-astra/rediscovery/R42581103-N.json": "638bf3aa9cacbe064ffffca7d586f4274ef1c3d5ca65b00928e4da2a4adfeae8",
      "judge-xmodel/gpt-6-astra/rediscovery/R42581103-N-match2-claude-opus-5-5.json": "a8ece9acaad53091bdfdc147cf81cbf1db8b50a4badde3efaa7ff724bbb7668a",
      "judge-xmodel/gpt-6-astra/rediscovery/R42581103-N-match2-grok-4.7.json": "893989ab63bbcf40e4451273c537993efb524dc58456172ff8c2f990dbb5389f",
      "judge-xmodel/gpt-6-astra/rediscovery/R42581103-N-match2-gemini-4-argon-medium.json": "1f650e8f7fa247395325a9350a9eeda9d1af6a10e6601963a7aeca89b4eeb984",
      "preprint-recheck/42581103.json": "5c1941ae2fa9fe444d25717a6043a1adc53684b153863d14dc93c2b70494e4ef",
      "gen-xmodel/gpt-6-astra/rediscovery/R42601407-N.json": "d55e6c938a25f54b7d764f6be73e21ed1edded75c88e671ee511625a19e63797",
      "judge-xmodel/gpt-6-astra/rediscovery/R42601407-N-match2-claude-opus-5-5.json": "cf6e82c7fc8a799f3bda5e4f4ab315dda6f4f8bd1a55a5aa761ed8118af6e693",
      "judge-xmodel/gpt-6-astra/rediscovery/R42601407-N-match2-grok-4.7.json": "74a0b5ce0d9578f028e3174a587083558cec3a1a10b670998235347564a5637c",
      "judge-xmodel/gpt-6-astra/rediscovery/R42601407-N-match2-gemini-4-argon-medium.json": "9dfcdebb1259c753b10cf04f6b5870cbc717fd430a2052888e8687b610b4c77c",
      "preprint-recheck/42601407.json": "4e2ce010756ef968110e0470a823c56a35bbf1bc1c2be05cc22ee1ff4484e8d4",
      "gen-xmodel/gpt-6-astra/rediscovery/R42605193-N.json": "f8b22eb5df5542c6a48c436c8db74fb7ea60d8f8ca8f3120f0a3aa4885445922",
      "judge-xmodel/gpt-6-astra/rediscovery/R42605193-N-match2-claude-opus-5-5.json": "497de0d96adb521c998a1cb70ec077170504e90d16ec7d337c36eeb2e9d3d803",
      "judge-xmodel/gpt-6-astra/rediscovery/R42605193-N-match2-grok-4.7.json": "d99b3753c6911e22db2a635e52d2b52a756324daf0763276f6893906b86c93f2",
      "judge-xmodel/gpt-6-astra/rediscovery/R42605193-N-match2-gemini-4-argon-medium.json": "151102d6001bcec2348694a35f693310049bac1449cdf1ddd5acd6a1ee16ffa2",
      "preprint-recheck/42605193.json": "d2a6dc7deb692653cf5b257ad54ab3e0601daee8e9bdbd4eb0c8b3a86827f810",
      "gen-xmodel/gpt-6-astra/rediscovery/R42608398-N.json": "6e0664fd4064689790ff7b178ab5799730e52c4d23aadb939a0ee6826b650537",
      "judge-xmodel/gpt-6-astra/rediscovery/R42608398-N-match2-claude-opus-5-5.json": "c3717aa7e811c5e746b435494141e9be80b5b2b1cc9e537c9cc565065448ce8e",
      "judge-xmodel/gpt-6-astra/rediscovery/R42608398-N-match2-grok-4.7.json": "e349a191697a7f531d2be7925b3b68c3396f92c50d27a80fa1977aae0ca8311a",
      "judge-xmodel/gpt-6-astra/rediscovery/R42608398-N-match2-gemini-4-argon-medium.json": "062ca49e12b513d25ba1f1e8ea205b72048cb39caf09342cdf56fb621398a18f",
      "preprint-recheck/42608398.json": "2affc7ebfb766320eb6e1e333d57932249d82f651c766bec4420a4add277e2f5",
      "gen-xmodel/gpt-6-astra/rediscovery/R42627902-N.json": "3fb7cc9e56d8b9319b0696be4aa40f3a5eda9876b87d0a3064bd2c32d57e54a5",
      "judge-xmodel/gpt-6-astra/rediscovery/R42627902-N-match2-claude-opus-5-5.json": "9ad2c72ba0614a85906cebc6e341e9d581eb44833f2d6ae25590aa746ebe61eb",
      "judge-xmodel/gpt-6-astra/rediscovery/R42627902-N-match2-grok-4.7.json": "ecf1bc4aa530d8a877e0abd126f5e1400e2d31e6d424d66ea04adbf154072fce",
      "judge-xmodel/gpt-6-astra/rediscovery/R42627902-N-match2-gemini-4-argon-medium.json": "b85b795e7e2de011a09523ead60429b7695c5a78f5658da304ea4b8cf88db41e",
      "preprint-recheck/42627902.json": "4eef147ac314b026898553f24abc4b9d77411a701c90952630a834cf7a21a3a9",
      "gen-xmodel/gpt-6-astra/rediscovery/R42630044-N.json": "a9f01da99be2d8a4e92ae98124a69e83860e75234d6cb343d7c5b05e173a670e",
      "judge-xmodel/gpt-6-astra/rediscovery/R42630044-N-match2-claude-opus-5-5.json": "7b4dcaf2493d7aa5767dbe420d7aaa9e04a9d2fa184686b08a6d921cfc1a3944",
      "judge-xmodel/gpt-6-astra/rediscovery/R42630044-N-match2-grok-4.7.json": "42515db860d1b4ac6fba1125745de825df4ff52d71593ed722c8bbb3f696ffea",
      "judge-xmodel/gpt-6-astra/rediscovery/R42630044-N-match2-gemini-4-argon-medium.json": "e1343375da738edc0a357d51093f2e4591326e9f448f3f6a5b51a4fc481775cd",
      "preprint-recheck/42630044.json": "2802601671cc252ae8d238ff7510b7543b3cb6ed83502a373300fdac3caf3818",
      "gen-xmodel/gpt-6-astra/rediscovery/R42639736-N.json": "2a870123a05460a07a6e141f8b26d406105051afd304dc3c1a67be25b90304ef",
      "judge-xmodel/gpt-6-astra/rediscovery/R42639736-N-match2-claude-opus-5-5.json": "5ace21aad1ce2ecd0b42b5a1aaa4ec06081aa7a32759473a199117942f5bc5e9",
      "judge-xmodel/gpt-6-astra/rediscovery/R42639736-N-match2-grok-4.7.json": "bf3e115ee424fb58c2bdfdac11652483f53632d0ccaf727a5059c1df850411ab",
      "judge-xmodel/gpt-6-astra/rediscovery/R42639736-N-match2-gemini-4-argon-medium.json": "294181ee9eccd18e29974b977f802e248a6490b2a390d39b1095772c2a156f2e",
      "preprint-recheck/42639736.json": "113e459f6757f74a8bfd48dd293ad6864e4766b953ec484da64db7d4019173d2",
      "gen-xmodel/gpt-6-astra/rediscovery/R42642518-N.json": "0408da7021403d9faac0125a1f360c7edf86f6aa615f3f2c52931ff6dc1c31ca",
      "judge-xmodel/gpt-6-astra/rediscovery/R42642518-N-match2-claude-opus-5-5.json": "e1a706264b298c88f1709cc550a72e01b7b5f6557a74cdd5cca11b9f635515d3",
      "judge-xmodel/gpt-6-astra/rediscovery/R42642518-N-match2-grok-4.7.json": "37697e3b1fabb866c49b3564f209f8067c5a1573553a35afd93993b20dc9ccdb",
      "judge-xmodel/gpt-6-astra/rediscovery/R42642518-N-match2-gemini-4-argon-medium.json": "2a6ae1fd5715b28c1207b4973dcdc5a95e19913b8768ee970f4a278f4bdd586a",
      "preprint-recheck/42642518.json": "74beaa73d2bc399a8bf6174ac8af57d37a132113c3acc68e61a8cef05c81a207",
      "gen-xmodel/gpt-6-astra/rediscovery/R42642521-N.json": "d478a74e76111a1f9ae62e37ac2d64b5fdda7076de8c15d51dda6c629d751971",
      "judge-xmodel/gpt-6-astra/rediscovery/R42642521-N-match2-claude-opus-5-5.json": "2f77996de8b5a5b1ce09111acd8115e5e103d9f6af00b06c2e2bc88764e424d1",
      "judge-xmodel/gpt-6-astra/rediscovery/R42642521-N-match2-grok-4.7.json": "d8406d22409c5cad177c3c2a6fd90c39dfe358d513ee5eaee80755fd0dc8fd40",
      "judge-xmodel/gpt-6-astra/rediscovery/R42642521-N-match2-gemini-4-argon-medium.json": "c2f2a9d470289037220b22859c6b9a40e7f1dcdd6987040226193e17c57f862c",
      "preprint-recheck/42642521.json": "2fbe5ceb76034a368c52157301a2d18aff0f7eaabf227ffadce6a8795e6b9f9a",
      "gen-xmodel/gpt-6-astra/rediscovery/R42647119-N.json": "6ae32ab7060f6d69a872e70528c8e503859a7ce9e87b62fb3c561b6a65da868a",
      "judge-xmodel/gpt-6-astra/rediscovery/R42647119-N-match2-claude-opus-5-5.json": "c672ae059e7af27bda3067563ca7813d0374a1acb53835a54717c100ba88ffb1",
      "judge-xmodel/gpt-6-astra/rediscovery/R42647119-N-match2-grok-4.7.json": "86aa29b691cf31c6c19fbfdb904ec9b1e802e1484231f132274bc1e5c80fd8de",
      "judge-xmodel/gpt-6-astra/rediscovery/R42647119-N-match2-gemini-4-argon-medium.json": "42127f366f3390f35e26505f90f814717712c68866b2a0c5efedbc557714b72c",
      "preprint-recheck/42647119.json": "9a5f475c801f07a93364ec5218fcd1b93f25d61525ecd7e911a6bdca5d7bcd74",
      "gen-xmodel/gpt-6-astra/rediscovery/R42647635-N.json": "661e428526dc564db3c5c93c11cbc6b5a5897bd0a3d3c6f70d68dd7d4ec04f66",
      "judge-xmodel/gpt-6-astra/rediscovery/R42647635-N-match2-claude-opus-5-5.json": "ebeea78120f181d0c7d54dfb7c6599eca9a2343b7da839cf617d392bd746d65f",
      "judge-xmodel/gpt-6-astra/rediscovery/R42647635-N-match2-grok-4.7.json": "3e9b0bcefe56cde6e379e56c2cad4965bf8751915ccea58cdc6ec16509e888b8",
      "judge-xmodel/gpt-6-astra/rediscovery/R42647635-N-match2-gemini-4-argon-medium.json": "5418b028b183fb5eaabecdeb379f4632169acd6ef8c0e1c1768caa7fbb8fa832",
      "preprint-recheck/42647635.json": "ff359c36fac074a2a6a6ea150b5fd756c27519c6951a73cfbba40bf8905445de",
      "gen-xmodel/gpt-6-astra/rediscovery/R42663085-N.json": "d268ad34f6824b94adb54aad025c67f7c69a8bc6655ab30354b0bcd4a70496f8",
      "judge-xmodel/gpt-6-astra/rediscovery/R42663085-N-match2-claude-opus-5-5.json": "d4ee034c30b2262bd0709c5c711c25511b66d5b41505c61089ebcb375bcfb29b",
      "judge-xmodel/gpt-6-astra/rediscovery/R42663085-N-match2-grok-4.7.json": "4fd0d0cd42a6a59b2af67a1ef861f88a073cfd2a6bb69d7fb1f426312d8d67c6",
      "judge-xmodel/gpt-6-astra/rediscovery/R42663085-N-match2-gemini-4-argon-medium.json": "60b68e24430e902838681d0cde946df059c0d97dda4889f3e4a4831b8ef7a9d9",
      "preprint-recheck/42663085.json": "e833a970ab954dc73ad2c59c3762319f93f08b4358729baf05ed22353a2e3b51",
      "gen-xmodel/gpt-6-astra/rediscovery/R42664348-N.json": "c8e9f7158a1a923cbbee62b1befd2a6f64cfbd53a94429bb650e934c655e26e7",
      "judge-xmodel/gpt-6-astra/rediscovery/R42664348-N-match2-claude-opus-5-5.json": "616ee14a63aab048218910a6f5f17623cb0d5d987d8a1bd4a3f9b0486f599b8e",
      "judge-xmodel/gpt-6-astra/rediscovery/R42664348-N-match2-grok-4.7.json": "800b0a26615e14ea340444701a4ce718445b1ea5bf29cabf537a8572b62cf15f",
      "judge-xmodel/gpt-6-astra/rediscovery/R42664348-N-match2-gemini-4-argon-medium.json": "1f6c53004c29389b87d3363993e7946f7926b0b283f231ea10c180cde75a47c6",
      "preprint-recheck/42664348.json": "020547c9c8ed1f12e2e2a325b4b7a864c6f6457b337c1187d784bf40da847464",
      "gen-xmodel/gpt-6-astra/rediscovery/R42665751-N.json": "2a932795cf052b9023d77fe82494d19fa60aae34157f2e68b222416247458a04",
      "judge-xmodel/gpt-6-astra/rediscovery/R42665751-N-match2-claude-opus-5-5.json": "552e1bc199971fa819eacd446d7c83f18c44ad49fd836e72a3c9105a6bfb1d36",
      "judge-xmodel/gpt-6-astra/rediscovery/R42665751-N-match2-grok-4.7.json": "f1e6669dec0c4f3180f028ccb5b98dd2612509bbd89317b1bb71fc6752b8f0f6",
      "judge-xmodel/gpt-6-astra/rediscovery/R42665751-N-match2-gemini-4-argon-medium.json": "133d66ead750ba6cdabfcb9ff951295cae1153a9783a361ae18b029365e56bab",
      "preprint-recheck/42665751.json": "1454efa58125ff0fe9961560518a56d7b719a3d008256220c035d74df4bb8e10",
      "gen-xmodel/gpt-6-astra/rediscovery/R42689491-N.json": "7a6a4a2893e11e36125dd1f49dfbfc9f61faf4361e93058e698394042e411522",
      "judge-xmodel/gpt-6-astra/rediscovery/R42689491-N-match2-claude-opus-5-5.json": "806a84609885c0c61622c3b86117791941646e42c333108a52cdf7d8d7750a95",
      "judge-xmodel/gpt-6-astra/rediscovery/R42689491-N-match2-grok-4.7.json": "c402cb23059e1f5575b48b5fbca8df4e8514214379dafdfca2e74a3e33c88c58",
      "judge-xmodel/gpt-6-astra/rediscovery/R42689491-N-match2-gemini-4-argon-medium.json": "af82ccf862c150818de4befe4cf865ac6cf6d4a1281b08eeaec380d60ff5c9e1",
      "preprint-recheck/42689491.json": "ee5ba161a2c3f81cd9063221a58eb04c5f6a2301ae4dd34edaccfeb772c7afb1",
      "gen-xmodel/gpt-6-astra/rediscovery/R42696595-N.json": "002fdcb15a1387470770cf218e8205854e74b05a886cb1006f6d563b35bffdb0",
      "judge-xmodel/gpt-6-astra/rediscovery/R42696595-N-match2-claude-opus-5-5.json": "bf52287c9f883064979dae096bae738236b215639f0c93f88d52a742d3f13d9f",
      "judge-xmodel/gpt-6-astra/rediscovery/R42696595-N-match2-grok-4.7.json": "6fa644cffdb6e4fd1c16ae91514dfc19ce56cf195dd16562bda7c6eedefe87ce",
      "judge-xmodel/gpt-6-astra/rediscovery/R42696595-N-match2-gemini-4-argon-medium.json": "72ed53b2659542e180fc72371d5d09dda7ec3f48a4250ab03718977f4139204e",
      "preprint-recheck/42696595.json": "5a65b7d7d64161ca5e8f56993d67e7b3ed5fe72f1978587bca35ef4a8b2137bc",
      "gen-xmodel/gpt-6-astra/rediscovery/R42698274-N.json": "5f7cf65023748c4dce320783f9459c256317cee93f9565c53eb6188796181d51",
      "judge-xmodel/gpt-6-astra/rediscovery/R42698274-N-match2-claude-opus-5-5.json": "12cad7425a386cd045d45a56a5afd2cd182358f71777fd2333a4a0d7d31482a2",
      "judge-xmodel/gpt-6-astra/rediscovery/R42698274-N-match2-grok-4.7.json": "9882e62405822054e93b5d7304b31f989a4f1853492e6326475847dfdc41d389",
      "judge-xmodel/gpt-6-astra/rediscovery/R42698274-N-match2-gemini-4-argon-medium.json": "c02aef68ed601e419d0edb4fa9d25aa0742217d482ad2ceed341976819b6e77b",
      "preprint-recheck/42698274.json": "8fc555d4d0b13711f43d4ee79b499d643ab12262c248aaaf4598f1b311cb0f2a",
      "gen-xmodel/gpt-6-astra/rediscovery/R42717261-N.json": "445aabff30a27dec58bbb4ebad2bcb8f3b3ddc039f5b9123ade0a809e023bf15",
      "judge-xmodel/gpt-6-astra/rediscovery/R42717261-N-match2-claude-opus-5-5.json": "19ef163782573ff36ea8241fa0db2b1369ab19aeadece5dffe0577c610f8f902",
      "judge-xmodel/gpt-6-astra/rediscovery/R42717261-N-match2-grok-4.7.json": "7351fda399f76a1a31fc37508ed897d2579f9e6efab6bc33985b61371fc21631",
      "judge-xmodel/gpt-6-astra/rediscovery/R42717261-N-match2-gemini-4-argon-medium.json": "4076ed6e5f3364b23d107f7e76bd60311664c0e2e7e4120763f7195c7019cd89",
      "preprint-recheck/42717261.json": "22b31ffdc3b5f0153e076f4ae82c350df1804b64f5785f36427796332f649ae2",
      "gen-xmodel/gpt-6-astra/rediscovery/R42723546-N.json": "f870eb69c1e470868f6696087fef05e62eb84d1e904ee40abea94ff64cc086aa",
      "judge-xmodel/gpt-6-astra/rediscovery/R42723546-N-match2-claude-opus-5-5.json": "b081fd50278ac3febc12f394b2cd21aa56298e1fd884e68aaecaa7200a79612c",
      "judge-xmodel/gpt-6-astra/rediscovery/R42723546-N-match2-grok-4.7.json": "cdae1a020b0e51ef568662f3f6287f81e5744953ce18338c4685f86d9af57d47",
      "judge-xmodel/gpt-6-astra/rediscovery/R42723546-N-match2-gemini-4-argon-medium.json": "34844c8f098aee3c41cfdee4a662e9bd22c9e785488898a6fb1e8132c71eff7a",
      "preprint-recheck/42723546.json": "ede3def9d1235fdab9b58109d3d912ced36e4bd4f3cbee9b66a728d9d9d86648",
      "gen-xmodel/gpt-6-astra/rediscovery/R42725837-N.json": "91ff2d0f4022544a756cba95faed11519cbfed46fabb121bf8af98d66e6fd2ab",
      "judge-xmodel/gpt-6-astra/rediscovery/R42725837-N-match2-claude-opus-5-5.json": "18f3432777e7faa827832d574af70a89d365dbd0592d5f6fd788556fc66500df",
      "judge-xmodel/gpt-6-astra/rediscovery/R42725837-N-match2-grok-4.7.json": "541d73e496abdeaf9c65efc4d81dbed0e1877342bead68aa9b60c6a22c223655",
      "judge-xmodel/gpt-6-astra/rediscovery/R42725837-N-match2-gemini-4-argon-medium.json": "a0b01841c95a00a4b7e41678dee1075c58095fd0680a7ae659d22c20598a500e",
      "preprint-recheck/42725837.json": "f882512cfc78cf5aadd082ffa7de355562009cef2c7249aeaefec9577e23ed77",
      "gen-xmodel/gpt-6-astra/rediscovery/R42736449-N.json": "93dca8bd7c96d392cd6ae82f1db9239cd94fb1dc3e565e3dcaad998c839b7441",
      "judge-xmodel/gpt-6-astra/rediscovery/R42736449-N-match2-claude-opus-5-5.json": "d7984cb9625877019268176e3327daf083f3110172d880a950aadc2c343c55cd",
      "judge-xmodel/gpt-6-astra/rediscovery/R42736449-N-match2-grok-4.7.json": "f14fad33d34e47a8bcac32815f15c615df016b55d0e88c5458a0a8c2a4911208",
      "judge-xmodel/gpt-6-astra/rediscovery/R42736449-N-match2-gemini-4-argon-medium.json": "2c3e6c65261e6750511314cbba96333527a5c632f5d1fa514c3c62eee8f39e24",
      "preprint-recheck/42736449.json": "24ca01968ef074a621248e48ac4495d4c6af08c981f10d300ec756ae177f9114",
      "gen-xmodel/gpt-6-astra/rediscovery/R42744804-N.json": "77f579bfe1cd1dbfb7130fd5e9e85eac950411b97c852d8c51ab9af3c9e5d036",
      "judge-xmodel/gpt-6-astra/rediscovery/R42744804-N-match2-claude-opus-5-5.json": "8e30c9a713d24dd0e919e4c1e524e8815d0df8fd004284092ee77fb3456faa71",
      "judge-xmodel/gpt-6-astra/rediscovery/R42744804-N-match2-grok-4.7.json": "d9a01d2a6b7843505a3fc70c4bcee423342638cdf5f007a0250b87a2fe8b3bd0",
      "judge-xmodel/gpt-6-astra/rediscovery/R42744804-N-match2-gemini-4-argon-medium.json": "e8e81f835ab8fa56b17d99531d3c7c576efcc09e59bd1a88306a1df441d8d67f",
      "preprint-recheck/42744804.json": "6f91cb12f10c40f65f9a9296f3787ef64b1a38dd967019ce86eb9f65f7dd25ca",
      "gen-xmodel/gpt-6-astra/rediscovery/R42749700-N.json": "af6e816f0ddeab0a602b12c6369d728545e2fe489d5297e27c68f348bec1976a",
      "judge-xmodel/gpt-6-astra/rediscovery/R42749700-N-match2-claude-opus-5-5.json": "8077528f518ddf62a793690a3d557229b4fca363fce21784a16f878598d02ee0",
      "judge-xmodel/gpt-6-astra/rediscovery/R42749700-N-match2-grok-4.7.json": "c7a738f6aad4abf2cc02da69bb0e802e9e566c671816abcf15f2c5434e066aaf",
      "judge-xmodel/gpt-6-astra/rediscovery/R42749700-N-match2-gemini-4-argon-medium.json": "de1b24ceb5125a43289bef11eea04a7b7c542dca814482b76d00c84a0a5c94af",
      "preprint-recheck/42749700.json": "41a8c4349c3d4822633ebd7df038e8fe0538e12c791e9250a6b1f1fb54389a6b",
      "gen-xmodel/gpt-6-astra/rediscovery/R42758848-N.json": "4a834400cc45088b70dd9b5d10699a8dbf6e9d9ccd02d1e5ddd94bc2577c4c30",
      "judge-xmodel/gpt-6-astra/rediscovery/R42758848-N-match2-claude-opus-5-5.json": "fd6e8d23bbaed395057327cc10fa5cf8707f19784647115d461e62d6935359f7",
      "judge-xmodel/gpt-6-astra/rediscovery/R42758848-N-match2-grok-4.7.json": "21dbc39812feb66554f274f78d470352b813e6f8544e3266c9f28d32b1040bb0",
      "judge-xmodel/gpt-6-astra/rediscovery/R42758848-N-match2-gemini-4-argon-medium.json": "4fbac19c7fe72c3d4050ce73ca93189a9472885a20b237b509badc647a814bb3",
      "preprint-recheck/42758848.json": "a5b6ffd09182c55303af260ede2be8f75daa8b2afa91224de1566506a725acf3",
      "gen-xmodel/gpt-6-astra/rediscovery/R42759510-N.json": "e5c9984c199b20dffd0ba47bd6e5e6beed3fe89cb0d335083c9fa815ef9cbbf7",
      "judge-xmodel/gpt-6-astra/rediscovery/R42759510-N-match2-claude-opus-5-5.json": "5a7051ed34a89681ee24a2c3e0e16a9d925bd49a176e000ced69f04ec36c3575",
      "judge-xmodel/gpt-6-astra/rediscovery/R42759510-N-match2-grok-4.7.json": "10ec8086ef0388a81fc42fe3d2b0a54584604796640c73dfa78b649bcb56c956",
      "judge-xmodel/gpt-6-astra/rediscovery/R42759510-N-match2-gemini-4-argon-medium.json": "2228a544ac5e7bdd213d42c9b7e6d24fa390b9777a9c522dfcc3d1b9e26e4eac",
      "preprint-recheck/42759510.json": "03ed3241592a911eb7afb17f3420769cdc7cb842c5dacb762c03ad658bfcbe41",
      "gen-xmodel/gpt-6-astra/rediscovery/R42775695-N.json": "5e725c2a4c610fe54f9e93e48f7bfdbf3c51cb8659b8cde03b9ac0de9800a784",
      "judge-xmodel/gpt-6-astra/rediscovery/R42775695-N-match2-claude-opus-5-5.json": "13d10b551cc48f2a0a1053d576213317b06ac3276003962e5fd3650b9a6a0703",
      "judge-xmodel/gpt-6-astra/rediscovery/R42775695-N-match2-grok-4.7.json": "15ccd699a3610c9a842d7855765b660f59d1cfdc0f501937bd11be87d0b91d47",
      "judge-xmodel/gpt-6-astra/rediscovery/R42775695-N-match2-gemini-4-argon-medium.json": "a90e2d2deb570801b5b49d8e275480a1a2a9b295425b6b8151b4a178e046fd46",
      "preprint-recheck/42775695.json": "7154e3d9594f685a0597d197a1bd248e9b2c74877b93432c77bbd7d12e0fb40f",
      "gen-xmodel/gpt-6-astra/rediscovery/R42775698-N.json": "96d5323714684ef409468ae1e2ca7c54a8e728ab668d2960718277262a18d705",
      "judge-xmodel/gpt-6-astra/rediscovery/R42775698-N-match2-claude-opus-5-5.json": "85c1443401ff21f48eba5438008ee99797082262506edef8018b2a2d35e04c7d",
      "judge-xmodel/gpt-6-astra/rediscovery/R42775698-N-match2-grok-4.7.json": "c62c478679e70a34d352da74dce2eb8f869a6df7ff6bc1a7b2aa62358523af12",
      "judge-xmodel/gpt-6-astra/rediscovery/R42775698-N-match2-gemini-4-argon-medium.json": "c072d7efba1f68c93210c90ec7f8f8d8871cd80cc38232e355962e82701b475d",
      "preprint-recheck/42775698.json": "4e62373433b432017d88e093edf9e3c89b6ce919e1061333f365ceed9a8a7746",
      "gen-xmodel/gpt-6-astra/rediscovery/R42786310-N.json": "ca6ce505cdf233f2322708d3d845c471f5c13d6ef3c4be35fca2521bef3713f8",
      "judge-xmodel/gpt-6-astra/rediscovery/R42786310-N-match2-claude-opus-5-5.json": "aaf6446f71ea67b18c433801d57fbcd24a07f31ba0a8ece8d06550dbb7291b27",
      "judge-xmodel/gpt-6-astra/rediscovery/R42786310-N-match2-grok-4.7.json": "798574c189b3d9155f72b14d9a13a4287b672f351344f35ad7217a665bc8b44d",
      "judge-xmodel/gpt-6-astra/rediscovery/R42786310-N-match2-gemini-4-argon-medium.json": "51f47d0f7997d918871ed39b671b19bac96dd1344665edbebdb44e45422abc85",
      "preprint-recheck/42786310.json": "a442312ce7d33e857a4fcb17fac731988aacb02d551100a93487817ed98266d8",
      "gen-xmodel/gpt-6-astra/rediscovery/R42805954-N.json": "b08b350b49cb02e188eb60c5a6db37edf74f6bef3e8334f96e0c23f4b8aaf2a8",
      "judge-xmodel/gpt-6-astra/rediscovery/R42805954-N-match2-claude-opus-5-5.json": "2b03ff2d3ec4e03747a7b43f8fff0d7af329a0fd6a76a5b466637d49a6df8124",
      "judge-xmodel/gpt-6-astra/rediscovery/R42805954-N-match2-grok-4.7.json": "abc970553d7c4b31b624167dd201f1915e87c817d3b2c5f1b36f2e9fa9970110",
      "judge-xmodel/gpt-6-astra/rediscovery/R42805954-N-match2-gemini-4-argon-medium.json": "38674574d6ac843ca1d076e0694ddaab6c6d78951b1493802106dd853b6c583e",
      "preprint-recheck/42805954.json": "63ce449723c29c4a63d6ecefcce6d11e7c108c9a5de7d8ea7c9fbb416e11e5fd",
      "gen-xmodel/gpt-6-astra/rediscovery/R42810392-N.json": "095afddbfa130f0b01aec90febd1e93b6a08c4eeb5dda757fbef5a0c29365b6b",
      "judge-xmodel/gpt-6-astra/rediscovery/R42810392-N-match2-claude-opus-5-5.json": "e1920213fb34f3e07026886ef71654b0ed9703e735e41dbb36f2331f058e6c72",
      "judge-xmodel/gpt-6-astra/rediscovery/R42810392-N-match2-grok-4.7.json": "07efec9438b30537e123799782eea9fda27ab6f9f457b89c787a35afd8787bf9",
      "judge-xmodel/gpt-6-astra/rediscovery/R42810392-N-match2-gemini-4-argon-medium.json": "eeb702cc0f6de02336151781266cc2e63ae54bdc55d0d6dc0111542838d8f40f",
      "preprint-recheck/42810392.json": "f1108d01df89c43887402bc2d08fe08f32243bf9a140ad3eb1ca6f199b97a314",
      "gen-xmodel/gpt-6-astra/rediscovery/R42811497-N.json": "c1a397f7bf3462e3379e23fca954d82a596a0fbdeea4858cfae0b01d24d41692",
      "judge-xmodel/gpt-6-astra/rediscovery/R42811497-N-match2-claude-opus-5-5.json": "dee494d9c68f5889c1f5b2dd06ece2150aa922607675f86bbd5b5db1a80aa0ec",
      "judge-xmodel/gpt-6-astra/rediscovery/R42811497-N-match2-grok-4.7.json": "10baa424064c3c554d92f847ed9b1f98ddef978ec608621e562caae0856b449a",
      "judge-xmodel/gpt-6-astra/rediscovery/R42811497-N-match2-gemini-4-argon-medium.json": "816401b2820ed15133850c6df4071a89b9619103c58a9ac06687d2681b482b75",
      "preprint-recheck/42811497.json": "097b90b1703ac5ae612729004a77dd19449c322f8845b046eb035f9e9fe0072e",
      "gen-xmodel/gpt-6-astra/rediscovery/R42821663-N.json": "e0a10e9eca05b60790f39b69982fc8873a3db5bb4c22243839b5d4c8a532ffc7",
      "judge-xmodel/gpt-6-astra/rediscovery/R42821663-N-match2-claude-opus-5-5.json": "d26ca25ac4aee2bc888523505c28dcdcf021de003dd0af8b5de073c1ecb0e4fc",
      "judge-xmodel/gpt-6-astra/rediscovery/R42821663-N-match2-grok-4.7.json": "07f72ab21b52b7d3eecceed3e59f3212855b2adca17c5e92962bd8bee3e21c57",
      "judge-xmodel/gpt-6-astra/rediscovery/R42821663-N-match2-gemini-4-argon-medium.json": "51668823656bc4d29ae764db675bc59b96d84c48fa347714b7887c76b9337d4e",
      "preprint-recheck/42821663.json": "8a1778e859adc325aa08b5525ca65ac3dcb3a636c9a8a284bd008b36cff94cd1",
      "gen-xmodel/gpt-6-astra/rediscovery/R42822442-N.json": "7db968296950fc59d26a3c6e235fa71b06ae2b2ecd09d7298a2983eb8b3ddb45",
      "judge-xmodel/gpt-6-astra/rediscovery/R42822442-N-match2-claude-opus-5-5.json": "260e46d338b21bb90b58402e9066b3886aa1ec122c8cfe334fb68e073da3da44",
      "judge-xmodel/gpt-6-astra/rediscovery/R42822442-N-match2-grok-4.7.json": "62efb30a9430719d8db8b71ae4c955113458aa57ca19998db0f01af4384c9863",
      "judge-xmodel/gpt-6-astra/rediscovery/R42822442-N-match2-gemini-4-argon-medium.json": "02ac2f54371ad0456da3e7fc309c5082e67030755bde82d5ce3d53ee43a00f91",
      "preprint-recheck/42822442.json": "92fffd9dd32d8ad347a092b994733904cf5fae7fde0b399bef5b4d9c1d85961f",
      "gen-xmodel/gpt-6-astra/rediscovery/R42826184-N.json": "d10e3b658c1b0e13ff5ad9bedbc2d51d84d9e92215d26c7fa9d062b5398bdf1f",
      "judge-xmodel/gpt-6-astra/rediscovery/R42826184-N-match2-claude-opus-5-5.json": "960c2b1b4c3d9510ec5becd7819b55e6dfb0b46ab42a73d5d6fe81e2798db7f0",
      "judge-xmodel/gpt-6-astra/rediscovery/R42826184-N-match2-grok-4.7.json": "9d5738a534e67dd98e7942e5591a02fd00b53bf3a614c5756f8490f176ff2967",
      "judge-xmodel/gpt-6-astra/rediscovery/R42826184-N-match2-gemini-4-argon-medium.json": "957a149fd7f48451d97dc69953b4fd1747292b0c0ae50e671de5e9f7d4d08df8",
      "preprint-recheck/42826184.json": "dc24d46df16c4b3ab0da58ee2eac854f2cd03711f682c9d27c3e0810dd9f2d31",
      "gen-xmodel/gpt-6-astra/rediscovery/R42839094-N.json": "151a9ff2e4bbf4a01fc9ea95df4938d38b4112b67edae5dc289e7aa97dd379fc",
      "judge-xmodel/gpt-6-astra/rediscovery/R42839094-N-match2-claude-opus-5-5.json": "706d6ff9f95c9ca080a08cdbb740ed5bae812edfa9662a977994193cd77ee639",
      "judge-xmodel/gpt-6-astra/rediscovery/R42839094-N-match2-grok-4.7.json": "75ea04b7cd2aa68c56fac15628fa90acaa9e0b11fcc42b04337609463531e3e1",
      "judge-xmodel/gpt-6-astra/rediscovery/R42839094-N-match2-gemini-4-argon-medium.json": "9d1a2b5e7254c8ca9e93c13dc862f8b09ccd69857d864f430238e73c699ed368",
      "preprint-recheck/42839094.json": "207c04f165fca3b57e4d1cadacf86bebd57a899fee996d735c8e677196d62908",
      "gen-xmodel/gpt-6-astra/rediscovery/R42841227-N.json": "dfe24dc56f398ac1a80789d974f1072c3d0846be7f731db04b070f61988b8232",
      "judge-xmodel/gpt-6-astra/rediscovery/R42841227-N-match2-claude-opus-5-5.json": "abe10a68b7c8e97101398630edfe19c42502a7329c5c8b8fafe7806bc32e17ed",
      "judge-xmodel/gpt-6-astra/rediscovery/R42841227-N-match2-grok-4.7.json": "2da18709ed4189c1a65fcb35f6dcf7e92aa7aa43897e8e45b0c6d0f9e88c2c4f",
      "judge-xmodel/gpt-6-astra/rediscovery/R42841227-N-match2-gemini-4-argon-medium.json": "e37c9024186a83203383bbd149206d1e0e49a4e0df01383ad153dc54873f883e",
      "preprint-recheck/42841227.json": "778ce001b65a73ac02f1542baea8dfd3a02b815e4034e74615f3015a4da35c5e",
      "gen-xmodel/gpt-6-astra/rediscovery/R42842666-N.json": "ee74c6d4c8f01ce63314ab925e274b5c3cf1bbbad87780cdcae94a5f4e2f51ba",
      "judge-xmodel/gpt-6-astra/rediscovery/R42842666-N-match2-claude-opus-5-5.json": "a109a300b4a80a07f27449820f338d51f9d0930b95b565448b63d9beb6ee3a3b",
      "judge-xmodel/gpt-6-astra/rediscovery/R42842666-N-match2-grok-4.7.json": "5941199802ac29b979546cdbc5ce3bbeffcf8bab1d722ecc97d501818a8a0cb2",
      "judge-xmodel/gpt-6-astra/rediscovery/R42842666-N-match2-gemini-4-argon-medium.json": "f89ea05ece8a305ca3c3943d75886c1156ae51c9a9532c7104bd2242a28c9047",
      "preprint-recheck/42842666.json": "4b55f4f514e7761a1b7faf11cdf8788a8aa7688d93db4eaf0e4b0a90657dc49d",
      "gen-xmodel/gpt-6-astra/rediscovery/R42844664-N.json": "17ca313b9799cdfa16553669ce0bc630f90917262192b59c9bfb0689a26e0917",
      "judge-xmodel/gpt-6-astra/rediscovery/R42844664-N-match2-claude-opus-5-5.json": "ce789aac02c1e0018a1c25a29127878ac2c1fb4c07dccb6b9202e6627611d5ce",
      "judge-xmodel/gpt-6-astra/rediscovery/R42844664-N-match2-grok-4.7.json": "589e1689ec618ef9549e5ba013f31c2436565c5fd2def0caca50e86d2d58b270",
      "judge-xmodel/gpt-6-astra/rediscovery/R42844664-N-match2-gemini-4-argon-medium.json": "cdd221512ebae3a2eea52808e25ba735c6b461cb18eb50c37805ddf7a5d30f45",
      "preprint-recheck/42844664.json": "f4ddd99e5df65233f9d7861b78580a4c7f77401cb698914145c9319b496953f4",
      "gen-xmodel/gpt-6-astra/rediscovery/R42853938-N.json": "aba9e181b181e4f65884a74b2906eb646452b30f7902421d9169be40a70a4d8a",
      "judge-xmodel/gpt-6-astra/rediscovery/R42853938-N-match2-claude-opus-5-5.json": "d9e05a6612845ab77dfe231901a939af092f5fd5d895b38b49d449ec6b629fd7",
      "judge-xmodel/gpt-6-astra/rediscovery/R42853938-N-match2-grok-4.7.json": "7598d055043130d15f8216b78ee264255a4beedcc94cd80cc8fe0943896af7fe",
      "judge-xmodel/gpt-6-astra/rediscovery/R42853938-N-match2-gemini-4-argon-medium.json": "da7eacbb99a874a490c90c20ea69bccf6c0e217566a1c255a0911d4e7bbdc3c5",
      "preprint-recheck/42853938.json": "813a879cd9f49c09a3f2ddad4c35adbd14336982fe6e5dc944d955b52472fa1f",
      "gen-xmodel/gpt-6-astra/rediscovery/R42858183-N.json": "146ff1c1e4e7e27c47b6ccdc761518ac7ffc49d19588bc7f7c80758893e85470",
      "judge-xmodel/gpt-6-astra/rediscovery/R42858183-N-match2-claude-opus-5-5.json": "56495cc166dba9099ff3ef0f2a51daa2f957f74eaf8669905808b3f6f0c835ef",
      "judge-xmodel/gpt-6-astra/rediscovery/R42858183-N-match2-grok-4.7.json": "4e72cb04dd325d2d92f29908d09bf7625c8cc7c7d2d0dca9a53a3f539bc6c942",
      "judge-xmodel/gpt-6-astra/rediscovery/R42858183-N-match2-gemini-4-argon-medium.json": "84e5e80d298fb36f3bff05d2fe5abfea4d49044de7e1904265d73a8bfdddf654",
      "preprint-recheck/42858183.json": "862570ebf41aa383d24f443fa691690a2a60d10040fc14ba3df8563e74a7ecc6",
      "gen-xmodel/gpt-6-astra/rediscovery/R42806945-N.json": "5aa930b8b1ca9017a47a4a37b84471096a363c691d7c120baa4b69a63725ff3f",
      "judge-xmodel/gpt-6-astra/rediscovery/R42806945-N-match2-claude-opus-5-5.json": "e25206a332fc80e8175bce4ef7ba9a656d6f2890082d2dc56178961854852afe",
      "judge-xmodel/gpt-6-astra/rediscovery/R42806945-N-match2-grok-4.7.json": "caa615c124f27bb1a638095e0e0c4bea79d29675e8e9f9cb45553500c50d06a4",
      "judge-xmodel/gpt-6-astra/rediscovery/R42806945-N-match2-gemini-4-argon-medium.json": "12bf9594782c06ef6479ab4207baf6f268db9647eb953cdaa94209ed7e0a5dfe",
      "preprint-recheck/42806945.json": "1fdac0ec43a27c04bc2daced28859367146490e040f9eef443748df92876306a",
      "gen-xmodel/gpt-6-astra/rediscovery/R42723144-N.json": "f68ed86a4d8c08d75e91ae9e0c32449de4ed0e30a991c823dc19099cadeb6c7b",
      "judge-xmodel/gpt-6-astra/rediscovery/R42723144-N-match2-claude-opus-5-5.json": "11376c4d00ebfd6517977524cbd06d53d3f8094efb565d10fec94bdbf56631ce",
      "judge-xmodel/gpt-6-astra/rediscovery/R42723144-N-match2-grok-4.7.json": "9c609682dbbc691fb0b16340d359ea714f6cd5cb2ef86b0ef2825d58d5c72785",
      "judge-xmodel/gpt-6-astra/rediscovery/R42723144-N-match2-gemini-4-argon-medium.json": "9bef31e5190387f19330cba49ef089541c41f1a98ed6475a132e2b81de3cb069",
      "preprint-recheck/42723144.json": "225d8029290c9677182ec2440505ed8c7e9751cf0ad61f1242888da77225b4eb",
      "gen-xmodel/gpt-6-astra/rediscovery/R42808804-N.json": "689dc8df3e0bdffb40166deb42ed9c99cd1ef3ae1e97e2cae2b5adbf9de816c8",
      "judge-xmodel/gpt-6-astra/rediscovery/R42808804-N-match2-claude-opus-5-5.json": "1a20384049502356cbf67f332b6224d33a7829a89d2035af8d6039aa6b62dd7c",
      "judge-xmodel/gpt-6-astra/rediscovery/R42808804-N-match2-grok-4.7.json": "5e772183e63958a26515668ec0d52dbf1a74590a0711206ea1a3248882a1cefa",
      "judge-xmodel/gpt-6-astra/rediscovery/R42808804-N-match2-gemini-4-argon-medium.json": "df306e4f072db28f8c35c7f9a13a8ed9a3fc9fefea422d8992d18ba27eca87f4",
      "preprint-recheck/42808804.json": "be67b12477022ac349ee6f036a700d9ea52f4c7000dbcf9967b8d6b2c591ab86",
      "gen-xmodel/gpt-6-astra/rediscovery/R42585340-N.json": "0eafbc0435d0e756ca3fa42795446c1dfc167253d0c92e2c4f4cbe9f3cf6cd5f",
      "judge-xmodel/gpt-6-astra/rediscovery/R42585340-N-match2-claude-opus-5-5.json": "47c4260b62db64499a122f1aaea6b9dceb3529969115b26df145ecda7b8dbd17",
      "judge-xmodel/gpt-6-astra/rediscovery/R42585340-N-match2-grok-4.7.json": "2577c0ffc812fcedf36ab54ba508888b19ba470a8a01c527192694f0b1555012",
      "judge-xmodel/gpt-6-astra/rediscovery/R42585340-N-match2-gemini-4-argon-medium.json": "5d8744a02667ec89fe6d8a1696450870fd3ccaf8f2d3cc635fca8f14e09c32be",
      "preprint-recheck/42585340.json": "24c0d67efecb5d4a38f54c979f38298e37c3f630b42d0f9f0c348947d1f926cf",
      "gen-xmodel/gpt-6-astra/rediscovery/R42669067-N.json": "c3c1dd6ef432aa019b50fb65f0a46d1f25bffca1a9ed264831df78c89be3953f",
      "judge-xmodel/gpt-6-astra/rediscovery/R42669067-N-match2-claude-opus-5-5.json": "2792a0bd9977fade7fd0bfd03db50d6cf240e376bf7deb445c374a17e7c8ef1b",
      "judge-xmodel/gpt-6-astra/rediscovery/R42669067-N-match2-grok-4.7.json": "d8a35ea7277e23f89461ba64e4360309691cf9c11bf67f3388f541892f174608",
      "judge-xmodel/gpt-6-astra/rediscovery/R42669067-N-match2-gemini-4-argon-medium.json": "49014a8350f6facd607c7418fb39c81418613e25c9f0d841ea8971f9a83d3eb4",
      "preprint-recheck/42669067.json": "619a4dda793b2d8f7cc1d8073291d6138253f52bea88a9480018ab156cc7170d",
      "gen-xmodel/gpt-6-astra/rediscovery/R42811065-N.json": "7c0c5c01a7fda086e0110bf0465a3e5f5e6259107c0402b55a71739822e64e41",
      "judge-xmodel/gpt-6-astra/rediscovery/R42811065-N-match2-claude-opus-5-5.json": "c9d14918692934ea6ecfb446f95f4854b10f532951287e262d3287fcf122f048",
      "judge-xmodel/gpt-6-astra/rediscovery/R42811065-N-match2-grok-4.7.json": "fed93962923e768109f28f1956b06f02147f925a6f7c94403005aeb5e1a9ba85",
      "judge-xmodel/gpt-6-astra/rediscovery/R42811065-N-match2-gemini-4-argon-medium.json": "6242e450a161df38c403011d8cac0c59fb564f0ae29bd7cf36b69c208fbaf0d3",
      "preprint-recheck/42811065.json": "e9d5ea290a527f68e6ac8a57ea8aeae895b5bfb02ff27f91aec40092bfe80cb9",
      "gen-xmodel/gpt-6-astra/rediscovery/R42841610-N.json": "b44c4fdcd69210c5e1e7915bffee5a60ecf82869f3c53f84f5b06ea8659b86ef",
      "judge-xmodel/gpt-6-astra/rediscovery/R42841610-N-match2-claude-opus-5-5.json": "34ce4717eee401aeacbe3df9b88ee21ec7e162174c6b8a39f6acbdd1fde4a264",
      "judge-xmodel/gpt-6-astra/rediscovery/R42841610-N-match2-grok-4.7.json": "e5c15dfd4064e8b47c1d99b518dcb2e5f8e1ad099f65ffe01593c94aecd6c18c",
      "judge-xmodel/gpt-6-astra/rediscovery/R42841610-N-match2-gemini-4-argon-medium.json": "973297eacfbbc58cc774dbdb1286ed0ba2b22420b8614796e54d8fc18e6f924c",
      "preprint-recheck/42841610.json": "4c4dd91ebaf7c4b3a2a09c363a2ba223458eeec1245921554369f921fe79f9f7",
      "gen-xmodel/gpt-6-astra/rediscovery/R42806003-N.json": "99a98cd5d10b834ae94c0a5b06971291e15eaf75aed7d0be69432b1111da031c",
      "judge-xmodel/gpt-6-astra/rediscovery/R42806003-N-match2-claude-opus-5-5.json": "dae3aa52aa902eb3ec34c962725f393d13956d3b3de243d54ee6f4c0c03a0c12",
      "judge-xmodel/gpt-6-astra/rediscovery/R42806003-N-match2-grok-4.7.json": "5c5ff603452f5ce7923d7613d7a173ee3b20651de1947793881595fc6b331486",
      "judge-xmodel/gpt-6-astra/rediscovery/R42806003-N-match2-gemini-4-argon-medium.json": "cf5d2b168f12f337b93384511256a8830a5389abbed1a9bf2d268786c5b94ca5",
      "preprint-recheck/42806003.json": "27c2712abf56b5bec2678ec32c6b54f65595b87ae6d5e3db5a3f099cf2c0a62c",
      "gen-xmodel/gpt-6-astra/rediscovery/R42806572-N.json": "5e0debb18986567d57de416680abf466f7547cc0b68dbf9ba848136e76ccb352",
      "judge-xmodel/gpt-6-astra/rediscovery/R42806572-N-match2-claude-opus-5-5.json": "a5bcb55bacab261cdef0cde177a1a45e99fe3490c92057b62c5e1379dbd65103",
      "judge-xmodel/gpt-6-astra/rediscovery/R42806572-N-match2-grok-4.7.json": "53e42eb7bb7918b05cf864ac4db86ad896fc1d0fe11bdef66c0de1622e226f8d",
      "judge-xmodel/gpt-6-astra/rediscovery/R42806572-N-match2-gemini-4-argon-medium.json": "01ea79a0d1788737ee339e005dd119d3901b50f12e98cd842046e063e905566e",
      "preprint-recheck/42806572.json": "c83c0e0310d9b91da2a38b9a74bbf87cf3d0be564244a411803061b3e26349b7",
      "gen-xmodel/gpt-6-astra/rediscovery/R42748238-N.json": "b4af1cf57ecd9537c04f0ac994aa9788fe5feba18e9bf78512549f1900a72cba",
      "judge-xmodel/gpt-6-astra/rediscovery/R42748238-N-match2-claude-opus-5-5.json": "8611d560470ec4a42bec7af05b699c89fa6f3dd9579dbcd5085b8219f4e019f2",
      "judge-xmodel/gpt-6-astra/rediscovery/R42748238-N-match2-grok-4.7.json": "85634aacc040ac454c35f9ac22f049971f9a9a59ce4f90d723a530291a0c8ecd",
      "judge-xmodel/gpt-6-astra/rediscovery/R42748238-N-match2-gemini-4-argon-medium.json": "df7feeeef523c4c58917aeb61b2c422261ab128b3083af059d1c6ca1b5a0f81f",
      "preprint-recheck/42748238.json": "5c804e68b13403709f4054269ab8bacd884dc483643992ddcd33e61b040f47e2"
    },
    "outcomes": [
      {
        "task": "R42581103",
        "anonymousId": "H1",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42581103",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42581103",
        "anonymousId": "H3",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42581103",
        "anonymousId": "H4",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42581103",
        "anonymousId": "H5",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42601407",
        "anonymousId": "H1",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42601407",
        "anonymousId": "H2",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42601407",
        "anonymousId": "H3",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42601407",
        "anonymousId": "H4",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42601407",
        "anonymousId": "H5",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42605193",
        "anonymousId": "H1",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42605193",
        "anonymousId": "H2",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42605193",
        "anonymousId": "H3",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42605193",
        "anonymousId": "H4",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42605193",
        "anonymousId": "H5",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42608398",
        "anonymousId": "H1",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42608398",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42608398",
        "anonymousId": "H3",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42608398",
        "anonymousId": "H4",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 4,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42608398",
        "anonymousId": "H5",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42627902",
        "anonymousId": "H1",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42627902",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42627902",
        "anonymousId": "H3",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42627902",
        "anonymousId": "H4",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42627902",
        "anonymousId": "H5",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42630044",
        "anonymousId": "H1",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42630044",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42630044",
        "anonymousId": "H3",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42630044",
        "anonymousId": "H4",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42630044",
        "anonymousId": "H5",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 4,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42639736",
        "anonymousId": "H1",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 1,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42639736",
        "anonymousId": "H2",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 1,
          "gemini-4-argon-medium": 0
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42639736",
        "anonymousId": "H3",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42639736",
        "anonymousId": "H4",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42639736",
        "anonymousId": "H5",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42642518",
        "anonymousId": "H1",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42642518",
        "anonymousId": "H2",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42642518",
        "anonymousId": "H3",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42642518",
        "anonymousId": "H4",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42642518",
        "anonymousId": "H5",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42642521",
        "anonymousId": "H1",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42642521",
        "anonymousId": "H2",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42642521",
        "anonymousId": "H3",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42642521",
        "anonymousId": "H4",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42642521",
        "anonymousId": "H5",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42647119",
        "anonymousId": "H1",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 0
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42647119",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 0
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42647119",
        "anonymousId": "H3",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42647119",
        "anonymousId": "H4",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42647119",
        "anonymousId": "H5",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 4,
          "grok-4.7": 4,
          "gemini-4-argon-medium": 4
        },
        "strict": 1,
        "core": 1
      },
      {
        "task": "R42647635",
        "anonymousId": "H1",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42647635",
        "anonymousId": "H2",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42647635",
        "anonymousId": "H3",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 4,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42647635",
        "anonymousId": "H4",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42647635",
        "anonymousId": "H5",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42663085",
        "anonymousId": "H1",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42663085",
        "anonymousId": "H2",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42663085",
        "anonymousId": "H3",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42663085",
        "anonymousId": "H4",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42663085",
        "anonymousId": "H5",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42664348",
        "anonymousId": "H1",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42664348",
        "anonymousId": "H2",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42664348",
        "anonymousId": "H3",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42664348",
        "anonymousId": "H4",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42664348",
        "anonymousId": "H5",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42665751",
        "anonymousId": "H1",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42665751",
        "anonymousId": "H2",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42665751",
        "anonymousId": "H3",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42665751",
        "anonymousId": "H4",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42665751",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42689491",
        "anonymousId": "H1",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42689491",
        "anonymousId": "H2",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42689491",
        "anonymousId": "H3",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 4,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42689491",
        "anonymousId": "H4",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42689491",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42696595",
        "anonymousId": "H1",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42696595",
        "anonymousId": "H2",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42696595",
        "anonymousId": "H3",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42696595",
        "anonymousId": "H4",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42696595",
        "anonymousId": "H5",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42698274",
        "anonymousId": "H1",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42698274",
        "anonymousId": "H2",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42698274",
        "anonymousId": "H3",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42698274",
        "anonymousId": "H4",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42698274",
        "anonymousId": "H5",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42717261",
        "anonymousId": "H1",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42717261",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42717261",
        "anonymousId": "H3",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42717261",
        "anonymousId": "H4",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42717261",
        "anonymousId": "H5",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42723546",
        "anonymousId": "H1",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42723546",
        "anonymousId": "H2",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42723546",
        "anonymousId": "H3",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42723546",
        "anonymousId": "H4",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 5,
          "grok-4.7": 4,
          "gemini-4-argon-medium": 5
        },
        "strict": 1,
        "core": 1
      },
      {
        "task": "R42723546",
        "anonymousId": "H5",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42725837",
        "anonymousId": "H1",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42725837",
        "anonymousId": "H2",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 0,
          "gemini-4-argon-medium": 0
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42725837",
        "anonymousId": "H3",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42725837",
        "anonymousId": "H4",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 4,
          "grok-4.7": 4,
          "gemini-4-argon-medium": 4
        },
        "strict": 1,
        "core": 1
      },
      {
        "task": "R42725837",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42736449",
        "anonymousId": "H1",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42736449",
        "anonymousId": "H2",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42736449",
        "anonymousId": "H3",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42736449",
        "anonymousId": "H4",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 1,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42736449",
        "anonymousId": "H5",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42744804",
        "anonymousId": "H1",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42744804",
        "anonymousId": "H2",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 0
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42744804",
        "anonymousId": "H3",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42744804",
        "anonymousId": "H4",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42744804",
        "anonymousId": "H5",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42749700",
        "anonymousId": "H1",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42749700",
        "anonymousId": "H2",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42749700",
        "anonymousId": "H3",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42749700",
        "anonymousId": "H4",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42749700",
        "anonymousId": "H5",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42758848",
        "anonymousId": "H1",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42758848",
        "anonymousId": "H2",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42758848",
        "anonymousId": "H3",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42758848",
        "anonymousId": "H4",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42758848",
        "anonymousId": "H5",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42759510",
        "anonymousId": "H1",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42759510",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42759510",
        "anonymousId": "H3",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42759510",
        "anonymousId": "H4",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42759510",
        "anonymousId": "H5",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42775695",
        "anonymousId": "H1",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42775695",
        "anonymousId": "H2",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42775695",
        "anonymousId": "H3",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42775695",
        "anonymousId": "H4",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42775695",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42775698",
        "anonymousId": "H1",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42775698",
        "anonymousId": "H2",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42775698",
        "anonymousId": "H3",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42775698",
        "anonymousId": "H4",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42775698",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42786310",
        "anonymousId": "H1",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42786310",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42786310",
        "anonymousId": "H3",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42786310",
        "anonymousId": "H4",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42786310",
        "anonymousId": "H5",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42805954",
        "anonymousId": "H1",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42805954",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42805954",
        "anonymousId": "H3",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42805954",
        "anonymousId": "H4",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42805954",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42810392",
        "anonymousId": "H1",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42810392",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42810392",
        "anonymousId": "H3",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42810392",
        "anonymousId": "H4",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 5,
          "grok-4.7": 4,
          "gemini-4-argon-medium": 4
        },
        "strict": 1,
        "core": 1
      },
      {
        "task": "R42810392",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42811497",
        "anonymousId": "H1",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42811497",
        "anonymousId": "H2",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 1,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42811497",
        "anonymousId": "H3",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42811497",
        "anonymousId": "H4",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42811497",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 1,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42821663",
        "anonymousId": "H1",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42821663",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42821663",
        "anonymousId": "H3",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42821663",
        "anonymousId": "H4",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42821663",
        "anonymousId": "H5",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42822442",
        "anonymousId": "H1",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42822442",
        "anonymousId": "H2",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42822442",
        "anonymousId": "H3",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42822442",
        "anonymousId": "H4",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42822442",
        "anonymousId": "H5",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42826184",
        "anonymousId": "H1",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42826184",
        "anonymousId": "H2",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 0
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42826184",
        "anonymousId": "H3",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42826184",
        "anonymousId": "H4",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42826184",
        "anonymousId": "H5",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42839094",
        "anonymousId": "H1",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42839094",
        "anonymousId": "H2",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42839094",
        "anonymousId": "H3",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42839094",
        "anonymousId": "H4",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42839094",
        "anonymousId": "H5",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42841227",
        "anonymousId": "H1",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42841227",
        "anonymousId": "H2",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42841227",
        "anonymousId": "H3",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42841227",
        "anonymousId": "H4",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42841227",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42842666",
        "anonymousId": "H1",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42842666",
        "anonymousId": "H2",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 0
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42842666",
        "anonymousId": "H3",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42842666",
        "anonymousId": "H4",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 4,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42842666",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42844664",
        "anonymousId": "H1",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42844664",
        "anonymousId": "H2",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 0
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42844664",
        "anonymousId": "H3",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42844664",
        "anonymousId": "H4",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42844664",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42853938",
        "anonymousId": "H1",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42853938",
        "anonymousId": "H2",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42853938",
        "anonymousId": "H3",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42853938",
        "anonymousId": "H4",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42853938",
        "anonymousId": "H5",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42858183",
        "anonymousId": "H1",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42858183",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42858183",
        "anonymousId": "H3",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42858183",
        "anonymousId": "H4",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42858183",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806945",
        "anonymousId": "H1",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806945",
        "anonymousId": "H2",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806945",
        "anonymousId": "H3",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806945",
        "anonymousId": "H4",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806945",
        "anonymousId": "H5",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42723144",
        "anonymousId": "H1",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42723144",
        "anonymousId": "H2",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42723144",
        "anonymousId": "H3",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42723144",
        "anonymousId": "H4",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42723144",
        "anonymousId": "H5",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42808804",
        "anonymousId": "H1",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42808804",
        "anonymousId": "H2",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42808804",
        "anonymousId": "H3",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42808804",
        "anonymousId": "H4",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42808804",
        "anonymousId": "H5",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42585340",
        "anonymousId": "H1",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42585340",
        "anonymousId": "H2",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42585340",
        "anonymousId": "H3",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42585340",
        "anonymousId": "H4",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42585340",
        "anonymousId": "H5",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42669067",
        "anonymousId": "H1",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42669067",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42669067",
        "anonymousId": "H3",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42669067",
        "anonymousId": "H4",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42669067",
        "anonymousId": "H5",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42811065",
        "anonymousId": "H1",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42811065",
        "anonymousId": "H2",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42811065",
        "anonymousId": "H3",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42811065",
        "anonymousId": "H4",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42811065",
        "anonymousId": "H5",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42841610",
        "anonymousId": "H1",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42841610",
        "anonymousId": "H2",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42841610",
        "anonymousId": "H3",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42841610",
        "anonymousId": "H4",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42841610",
        "anonymousId": "H5",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806003",
        "anonymousId": "H1",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806003",
        "anonymousId": "H2",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806003",
        "anonymousId": "H3",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42806003",
        "anonymousId": "H4",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806003",
        "anonymousId": "H5",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806572",
        "anonymousId": "H1",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 4,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 3
        },
        "strict": 0,
        "core": 1
      },
      {
        "task": "R42806572",
        "anonymousId": "H2",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806572",
        "anonymousId": "H3",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806572",
        "anonymousId": "H4",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42806572",
        "anonymousId": "H5",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 3,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42748238",
        "anonymousId": "H1",
        "originalIndex": 0,
        "scores": {
          "claude-opus-5-5": 2,
          "grok-4.7": 3,
          "gemini-4-argon-medium": 2
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42748238",
        "anonymousId": "H2",
        "originalIndex": 4,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42748238",
        "anonymousId": "H3",
        "originalIndex": 3,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42748238",
        "anonymousId": "H4",
        "originalIndex": 2,
        "scores": {
          "claude-opus-5-5": 1,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      },
      {
        "task": "R42748238",
        "anonymousId": "H5",
        "originalIndex": 1,
        "scores": {
          "claude-opus-5-5": 0,
          "grok-4.7": 2,
          "gemini-4-argon-medium": 1
        },
        "strict": 0,
        "core": 0
      }
    ],
    "historicalNoToolsStatus": "Full per-call historical evidence unavailable; this verifies provenance, labels and saved temporal screening, not complete historical isolation"
  },
  "interpretation": "Models forecast experimental support for each causal hypothesis. Evaluation attaches incomplete historical article-correspondence labels only after predictions; no biological truth, future PPV, or probability calibration is established. No fixed number of recommendations or one-per-question restriction.",
  "limitations": [
    "Internal retrospective development on previously examined questions",
    "One saved article is an incomplete label for all plausible mechanisms",
    "The Astra/N source generator and two original judges also serve as predictors",
    "Historical generator isolation and later training-data composition are not fully established",
    "The public offline archive retains official date-source URLs and capture hashes; complete provider web pages are retained separately in the research evidence"
  ],
  "dictionary": {
    "selected": "hypotheses recommended by the frozen policy",
    "referenceSupported": "at least two of three original judges score 4/5 or >=3, as named by endpoint",
    "selectedWithoutReferenceSupport": "unmatched to the saved article, biologically unlabelled",
    "missedKnownPositives": "all reference positives not recommended, including technical-failure questions",
    "rates": "PPV/NPV/sensitivity/specificity for saved article correspondence conditional on valid forecast outputs"
  }
}