{
  "audit_date": "2026-09-24",
  "runner_code_sha256": "5c41ffd01ea787711cf00a8bc493aafc70e28b797b3a273da319b4954026c596",
  "local_evaluator_files": [
    {
      "repository": "rewire-benchmarks",
      "path": "packages/rewirebench/src/rewirebench/metrics.py",
      "sha256": "4030374ed11d38e523fc9991ddd792f8800e7739ac71588085bfff91f912d7f7"
    },
    {
      "repository": "rewire-benchmarks",
      "path": "packages/rewirebench/src/rewirebench/research/operations.py",
      "sha256": "235bb1dc523ecf6c2c51442ffc5a71f4ebe087ea2d62f2691daef9ad095e5921"
    },
    {
      "repository": "rewire-benchmarks",
      "path": "packages/rewirebench/src/rewirebench/protocols/proteingym.py",
      "sha256": "2d62959db5611b1c7c1c7e8e44056e96c90b3f52975b2080bc36da576f0ac871"
    },
    {
      "repository": "rewire-benchmarks",
      "path": "packages/rewirebench/src/rewirebench/protocols/flip2.py",
      "sha256": "346560e84621aa68cc8c33b644d7e874ab67a5a1242d86835e072c98271f2d02"
    },
    {
      "repository": "rewire-benchmarks",
      "path": "packages/rewirebench/src/rewirebench/protocols/mrnabench.py",
      "sha256": "31c6fbc8fe963b04f676a26fd922efd68cd68410f296754e5f5c499142261c49"
    }
  ],
  "upstream_evaluators": {
    "proteingym": {
      "revision": "144fe22b07dfaeec2b366f2346203a9838a55b4c",
      "url": "https://github.com/OATML-Markslab/ProteinGym/blob/144fe22b07dfaeec2b366f2346203a9838a55b4c/proteingym/performance_DMS_benchmarks.py",
      "rule": "true and predicted values >= respective 90th percentiles; includes all cutoff ties"
    },
    "flip2": {
      "revision": "62cace8735f5610e2743cf06ce0f944b37fffaa6",
      "url": "https://github.com/J-SNACKKB/FLIP/blob/62cace8735f5610e2743cf06ce0f944b37fffaa6/baselines/aggregate.py#L131-L135",
      "rule": "sklearn ndcg_score of y - min(y), full list, default tie averaging"
    },
    "mrnabench": {
      "revision": "74f96b8e6ae9f41cc3cccff089d826a62d5604b8",
      "local_protocol": "mrnabench-sample-mrl-v1",
      "local_protocol_version": "1"
    }
  },
  "mfass_database_source": {
    "repository": "rewire-database",
    "path": "data/benchmark-runs/mfass-v2.json",
    "sha256": "a3af693afc070b39b334e359beed7f9affd76f7456a4f9264e2d1e9dab26111d",
    "source_revision": "bee9133b83f3aedaf2bbb9013f1875515845607e",
    "metrics": [
      "precision_at_100",
      "average_precision",
      "auroc"
    ],
    "pangolin_precision_at_100": 0.65,
    "spliceai_precision_at_100": 0.64,
    "recall_present": false,
    "interpretation": "Research recall_at_capacity ordering reverses; database precision_at_100 does not reverse."
  },
  "case_bundle_hashes": [
    {
      "file": "flip2-discrepancies-campaign-fd29c4413eaf4e24.json",
      "sha256": "e6edf48f0c0f90f5e0b333b53a4807c0261226458876ca8ccc46e0c5c8124c9e"
    },
    {
      "file": "mfass-v2-discrepancies-campaign-fd29c4413eaf4e24.json",
      "sha256": "dc80d5ef1d743f88d1a509ef15f75f1877971956b893c857c3c111eb813a9689"
    },
    {
      "file": "mrnabench-discrepancies-campaign-fd29c4413eaf4e24.json",
      "sha256": "874957e162681262e9750143ceba92c2bf8dc218184830a4225ef0af23ace762"
    },
    {
      "file": "proteingym-amfr-discrepancies-campaign-fd29c4413eaf4e24.json",
      "sha256": "277063e1dae71bb783af26cf4d69de899d97f2e645346bd8b305b0b3c2d768f7"
    }
  ],
  "helper_sha256": "44f298ca60617ed631d9b920f0f4741c94641a7089f46479b4ee9039edff4b4a"
}