{
  "schemaVersion": 1,
  "scope": "One complete native MTEB AILACasedocs test task; not full MTEB/MMTEB coverage.",
  "submission": {
    "benchmark": "mteb-aila-casedocs",
    "bucket": "blobfish-benchmark-runs-blobfish-ai-429200",
    "input_sha256": "3b35ef32179eaf29ac2e703681c30e2b50cca427f633d6a1b4a277aafe3dee56",
    "job_uid": "a3bab236-855c-4759-b266-82873bbad847",
    "max_duration_seconds": 1800,
    "name": "mt-3b35ef32179eaf29ac2e7036",
    "namespace": "bf-benchmarks",
    "pool": "portfolio-controls-0916",
    "prefix": "retrieval-native/3b35ef32179eaf29ac2e703681c30e2b50cca427f633d6a1b4a277aafe3dee56",
    "runner_image": "us-central1-docker.pkg.dev/blobfish-ai-429200/cloud-run-source-deploy/bf-benchmark-retrieval@sha256:d873bd37498a5ef95d8a9fe3fe1d10b85f295570bd957fad12cae8fa530382b9",
    "secret_uid": "688947cf-ac72-4f70-aac1-b8bc26e09eb7",
    "source_commit": "8657d1d640a84e41169825e9a7c820aa3a361164",
    "submitted_at": "2026-09-16T19:19:54.238289+00:00"
  },
  "input": {
    "manifest": {
      "counts": {
        "documents": 186,
        "qrels": 195,
        "queries": 50
      },
      "dataset": {
        "path": "mteb/AILA_casedocs",
        "revision": "4106e6bcc72e0698d714ea8b101355e3e238431a",
        "split": "test"
      },
      "files": {
        "dataset.json": {
          "bytes": 5193259,
          "sha256": "22822eb270eecfdca53ba881a2ad08d66268ab7f401db81369cad8c31a0370d9"
        },
        "tokenizer.json": {
          "bytes": 7031645,
          "sha256": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539"
        }
      },
      "limitations": [
        "Proprietary API model weights are not immutable",
        "Tokenizer revision freezes native request batching only",
        "Cost is unknown unless reported by the provider"
      ],
      "model": {
        "api_model": "voyage-4-large",
        "embedding_dimensions": 1024,
        "evolved_prompts": false,
        "max_retries": 0,
        "name": "voyageai/voyage-4-large",
        "revision": "1",
        "similarity": "cosine"
      },
      "mteb_commit": "0d9d487fb340624e5760aac16864b84536c44817",
      "protocol": "mteb-aila-casedocs-voyage-native-v1",
      "scope": "One complete native MTEB task; not full MTEB or MMTEB coverage",
      "task": "AILACasedocs",
      "tokenizer": {
        "repository": "voyageai/voyage-4-large",
        "revision": "bb931c2635a93efe400c24741363d8ff61d7bb32"
      }
    },
    "max_duration_seconds": 1800,
    "placement": {
      "pool": "portfolio-controls-0916",
      "taint_key": "blobfish.ai/portfolio-controls"
    },
    "protocol": "mteb-aila-casedocs-voyage-native-v1",
    "runner_image": "us-central1-docker.pkg.dev/blobfish-ai-429200/cloud-run-source-deploy/bf-benchmark-retrieval@sha256:d873bd37498a5ef95d8a9fe3fe1d10b85f295570bd957fad12cae8fa530382b9",
    "source_prefix": "retrieval-sources/32ea65b63d384f69797cb591880cf5a5a4917300c5014099f1e82deca0143291",
    "worker_sha256": "b5d061f0d23ea7521fa7f9f1088f0e7c2abeb2412f175e844ef0d7fb94b6fa30"
  },
  "result": {
    "artifacts": {
      "controls.json": {
        "bytes": 10384,
        "sha256": "bab4ed294be7fbe6704ef38707df6f0e9d4b92542cbf56509874259be6822cab"
      },
      "embeddings/0000.json": {
        "bytes": 693760,
        "sha256": "1bcb65b3ed13a9946b3786e5b1f157ec567dd4f1461b192d127c8b6072ea138a"
      },
      "embeddings/0001.json": {
        "bytes": 390112,
        "sha256": "09cab91c4054e1c9b4e128716b61694bd989f71f6cea2b7bd5b089032a751d68"
      },
      "embeddings/0002.json": {
        "bytes": 325357,
        "sha256": "f9017639d920baf1e304aae9f916dc2f3721e9014a2a3f950eb6621942a778f8"
      },
      "embeddings/0003.json": {
        "bytes": 476611,
        "sha256": "d393020d514e34a30e27f7bbcaca21f0e74349a4f5234aa5875c4a5e6b1ceed4"
      },
      "embeddings/0004.json": {
        "bytes": 433621,
        "sha256": "8910a9bb45522042abd0f30561f64c4c734dc7da6a0f15e6cf26b6d835690c7c"
      },
      "embeddings/0005.json": {
        "bytes": 411887,
        "sha256": "e20a04fffe7a6cfed1a3b8675074f8cd964af126ea8f61e8498840deb65e0a0f"
      },
      "embeddings/0006.json": {
        "bytes": 303489,
        "sha256": "2c4a21b178604b82274532254dc5dc7849f64145672f4ec6ffbb292a204219af"
      },
      "embeddings/0007.json": {
        "bytes": 541789,
        "sha256": "d5faa54309c857b919300c0de3e790ccf3f413b48365b3d450218bde0ad32b56"
      },
      "embeddings/0008.json": {
        "bytes": 411924,
        "sha256": "8efd0b7904589d63f613fbb936453750ff7dab3205f84b95e45affb44f2f9af2"
      },
      "embeddings/0009.json": {
        "bytes": 281978,
        "sha256": "e2f7f606aa156da6451a0f96b69a5bf14a7181d1dafd34db32ac2eda3a7d8675"
      },
      "embeddings/0010.json": {
        "bytes": 520015,
        "sha256": "bbffe5838ff3852df499231f817e555b5578a418226e240d5bee87b16281a466"
      },
      "embeddings/0011.json": {
        "bytes": 325303,
        "sha256": "c0d8fd3f928d1c3dff4620d02d3c09ba1bb08b1410b515eec995937643099dbc"
      },
      "evaluation-started.json": {
        "bytes": 90,
        "sha256": "f74964d3f0ae356af3118c961cb4e43b8bed9194e27183ef7a62f5c539862e27"
      },
      "evaluation.json": {
        "bytes": 9790,
        "sha256": "ed541f8300a65be61b9ed7a67e2737e5452eb98e19e18ad90b1309dba03e3f11"
      },
      "native/cache/results/voyageai__voyage-4-large/1/experiments/max_retries_0/AILACasedocs.json": {
        "bytes": 4920,
        "sha256": "cfb78274643234f29ae201c8bde08a30a734caf9c37cabe580adb52a29e115ae"
      },
      "native/cache/results/voyageai__voyage-4-large/1/experiments/max_retries_0/model_meta.json": {
        "bytes": 887,
        "sha256": "5c493bce79693d15ba0010cc1c869f59a3e5e83df14d29c2b117a513c80748c2"
      },
      "native/dataset.json": {
        "bytes": 5193259,
        "sha256": "22822eb270eecfdca53ba881a2ad08d66268ab7f401db81369cad8c31a0370d9"
      },
      "native/predictions/AILACasedocs_predictions.json": {
        "bytes": 305294,
        "sha256": "9ff321c5b3f319b007b36f624a30c8ce2b2f178ed15ecd95339e75fc5c82b777"
      },
      "native/tokenizer.json": {
        "bytes": 4757021,
        "sha256": "1c1ca7cc18b6e02661babe6c523c6790b4f39b9d7e1790c26d8732dddc33b415"
      },
      "query-scores.json": {
        "bytes": 5390,
        "sha256": "646180c58fd21ce66d9d606ce00ec9124561a2d125ff549e9082bc4ce0927568"
      },
      "requests/0000-started.json": {
        "bytes": 229,
        "sha256": "680e4c1c957d50561e54cec636f3353e8bc9d876e8379646dc8975fe3e3e7ff4"
      },
      "requests/0000.json": {
        "bytes": 288,
        "sha256": "4730dea0035d9f266982716bc71c9e80ff24cb8c027e3fcec4daf920c8042fed"
      },
      "requests/0001-started.json": {
        "bytes": 229,
        "sha256": "45a518420d2a0c748f04f6f95a1825eff485355773a965efee731fd455e95ccc"
      },
      "requests/0001.json": {
        "bytes": 289,
        "sha256": "9a69fe690e1ae9ac3569ada14f6d2ee0bb1dc627c123ae6d196d8928f272d503"
      },
      "requests/0002-started.json": {
        "bytes": 232,
        "sha256": "8216a4705e9eeb2a0d9ec615e00330ce98fca62deaf5b68a9cd06306b950c8a6"
      },
      "requests/0002.json": {
        "bytes": 291,
        "sha256": "e5848750a64b9f2ddbef284d04fa6302bdb4970089b83a372a40957d8ec918dc"
      },
      "requests/0003-started.json": {
        "bytes": 232,
        "sha256": "136235c6eb7d32e1b3b93eaefa53f876a23c8de736d7c811205608614b8fbfe5"
      },
      "requests/0003.json": {
        "bytes": 292,
        "sha256": "117ef210949932bedd106d64b61bcbb211b6db9131a17757302f0aa2b2214caa"
      },
      "requests/0004-started.json": {
        "bytes": 232,
        "sha256": "a28d4aaca531f983c240aa259e005f59fb9a9593668eafb8a08ae82be7d1dfdc"
      },
      "requests/0004.json": {
        "bytes": 292,
        "sha256": "d65202c59f94b9e87adaa1ccccebf1fd7278c124ba16ef1ee91f6a2555b7f752"
      },
      "requests/0005-started.json": {
        "bytes": 232,
        "sha256": "f2725ae612edb9d6ce6fcfd593816692016f20670192b99a8df2de7bd71e434a"
      },
      "requests/0005.json": {
        "bytes": 292,
        "sha256": "db2b24c6050f7862ed2f571ea8d0a84d41d7dad632be9111c02251558cace988"
      },
      "requests/0006-started.json": {
        "bytes": 232,
        "sha256": "3aabbcc67d225c43dfee1399430a27356488471aa666ee3cadad11be9ecda82a"
      },
      "requests/0006.json": {
        "bytes": 291,
        "sha256": "afbd0d1bff8c5362eb0819c467bfc0189860dc0e7ff76e4d714f34616846ba36"
      },
      "requests/0007-started.json": {
        "bytes": 232,
        "sha256": "3dc68b9bb63c0cca2520e819f4094a424cb36b372e6b6509d030b9c5e98c6820"
      },
      "requests/0007.json": {
        "bytes": 292,
        "sha256": "1c2955f0352b1956f31889cfaa03a77e03cf3f6a8f26b6356ed13fff29a91f4e"
      },
      "requests/0008-started.json": {
        "bytes": 232,
        "sha256": "0c2d7721625ededf883f9565c257b9888d4580863de3444688718fe0ec5d5789"
      },
      "requests/0008.json": {
        "bytes": 292,
        "sha256": "f11dbdfd2f589df1937f425f7f2f651a117aa24507f0671c428d24bd177591a1"
      },
      "requests/0009-started.json": {
        "bytes": 232,
        "sha256": "36e31eb989fc6c276009e242e48ece44676995283d5283c3c4b5549979415cd9"
      },
      "requests/0009.json": {
        "bytes": 292,
        "sha256": "f25431beef09b7485dda89dd0a09bf15ea327c4337bf1bd6d373f38f88188705"
      },
      "requests/0010-started.json": {
        "bytes": 233,
        "sha256": "66f875558cce054f82ea6942a7824f60612e74dba5854e319650bf2b27051b08"
      },
      "requests/0010.json": {
        "bytes": 293,
        "sha256": "4e4588d4ef7c3e1277d0c0029464678f83b1feb04fa944f4cb6a2eef04faffb1"
      },
      "requests/0011-started.json": {
        "bytes": 233,
        "sha256": "3b1d884e5b8e072559f80fba30af325b4c4343a4e3a6a349f3323c6b373d2b78"
      },
      "requests/0011.json": {
        "bytes": 292,
        "sha256": "83c3ac62b798e2184951dda925fa34cc26a24faab17021a5507bacae096f7f1e"
      }
    },
    "controls_passed": true,
    "finished_at": "2026-09-16T19:22:21.505717+00:00",
    "input_sha256": "3b35ef32179eaf29ac2e703681c30e2b50cca427f633d6a1b4a277aafe3dee56",
    "job_uid": "a3bab236-855c-4759-b266-82873bbad847",
    "model_attempted": true,
    "protocol": "mteb-aila-casedocs-voyage-native-v1",
    "started_at": "2026-09-16T19:20:48.283226+00:00",
    "status": "completed"
  },
  "evaluation": {
    "documents": 186,
    "native_result": {
      "exceptions": [],
      "experiment_name": null,
      "model_name": "voyageai/voyage-4-large",
      "model_revision": "1",
      "task_results": [
        {
          "dataset_revision": "4106e6bcc72e0698d714ea8b101355e3e238431a",
          "date": "2026-09-16T19:22:19.325740Z",
          "evaluation_phases": [
            {
              "end": 62.23499982199999,
              "name": "Encoding queries and documents",
              "split": "test",
              "start": 1.3452000004576803e-05,
              "subset": "default"
            },
            {
              "end": 62.39576791600001,
              "name": "Scoring",
              "split": "test",
              "start": 62.277879496,
              "subset": "default"
            }
          ],
          "evaluation_time": 62.421116138,
          "kg_co2_emissions": null,
          "mteb_version": "2.21.0",
          "scores": {
            "test": [
              {
                "accuracy": 0.1415,
                "hf_subset": "default",
                "hit_rate_at_1": 0.44,
                "hit_rate_at_10": 0.74,
                "hit_rate_at_100": 0.98,
                "hit_rate_at_1000": 1.0,
                "hit_rate_at_20": 0.88,
                "hit_rate_at_3": 0.54,
                "hit_rate_at_5": 0.6,
                "languages": [
                  "eng-Latn"
                ],
                "main_score": 0.453,
                "map_at_1": 0.1415,
                "map_at_10": 0.3603,
                "map_at_100": 0.40785,
                "map_at_1000": 0.40991,
                "map_at_20": 0.38414,
                "map_at_3": 0.27768,
                "map_at_5": 0.32251,
                "mrr_at_1": 0.44,
                "mrr_at_10": 0.5175714285714286,
                "mrr_at_100": 0.5297090150617177,
                "mrr_at_1000": 0.5298770822886085,
                "mrr_at_20": 0.5272972839853645,
                "mrr_at_3": 0.48333333333333334,
                "mrr_at_5": 0.49833333333333335,
                "mteb_version": "2.21.0",
                "nauc_map_at_1000_diff1": 0.19048665418519792,
                "nauc_map_at_1000_max": 0.2293835464917234,
                "nauc_map_at_1000_std": -0.3330282944595213,
                "nauc_map_at_100_diff1": 0.1891369845234021,
                "nauc_map_at_100_max": 0.22857222483707096,
                "nauc_map_at_100_std": -0.33220789408859625,
                "nauc_map_at_10_diff1": 0.21307481524384994,
                "nauc_map_at_10_max": 0.21931866138348252,
                "nauc_map_at_10_std": -0.37596087483593,
                "nauc_map_at_1_diff1": 0.4945241854669457,
                "nauc_map_at_1_max": 0.16020096894951077,
                "nauc_map_at_1_std": -0.42971787896222313,
                "nauc_map_at_20_diff1": 0.19499552854013458,
                "nauc_map_at_20_max": 0.22676412652175298,
                "nauc_map_at_20_std": -0.3482381077873484,
                "nauc_map_at_3_diff1": 0.29586670132001586,
                "nauc_map_at_3_max": 0.1447279622452982,
                "nauc_map_at_3_std": -0.39596821300766233,
                "nauc_map_at_5_diff1": 0.2202453631984043,
                "nauc_map_at_5_max": 0.19050691018510363,
                "nauc_map_at_5_std": -0.38625301062184914,
                "nauc_mrr_at_1000_diff1": 0.2236179332150151,
                "nauc_mrr_at_1000_max": 0.18111649564991905,
                "nauc_mrr_at_1000_std": -0.38705037640126994,
                "nauc_mrr_at_100_diff1": 0.22356539357330185,
                "nauc_mrr_at_100_max": 0.1814750590883731,
                "nauc_mrr_at_100_std": -0.3863957734948889,
                "nauc_mrr_at_10_diff1": 0.22690632382794262,
                "nauc_mrr_at_10_max": 0.19162566242316134,
                "nauc_mrr_at_10_std": -0.38526087869969855,
                "nauc_mrr_at_1_diff1": 0.2807589914913608,
                "nauc_mrr_at_1_max": 0.18082163177950608,
                "nauc_mrr_at_1_std": -0.4195594299733777,
                "nauc_mrr_at_20_diff1": 0.22314878809860902,
                "nauc_mrr_at_20_max": 0.18206810217710803,
                "nauc_mrr_at_20_std": -0.3841418846173803,
                "nauc_mrr_at_3_diff1": 0.21478375933953825,
                "nauc_mrr_at_3_max": 0.10964183400237952,
                "nauc_mrr_at_3_std": -0.44648004669212127,
                "nauc_mrr_at_5_diff1": 0.22772882046177,
                "nauc_mrr_at_5_max": 0.17869206665233767,
                "nauc_mrr_at_5_std": -0.40464484892363006,
                "nauc_ndcg_at_1000_diff1": 0.17679412658884724,
                "nauc_ndcg_at_1000_max": 0.2324048636523111,
                "nauc_ndcg_at_1000_std": -0.31404205390237727,
                "nauc_ndcg_at_100_diff1": 0.1600693309679452,
                "nauc_ndcg_at_100_max": 0.23328449851127336,
                "nauc_ndcg_at_100_std": -0.2924237295109097,
                "nauc_ndcg_at_10_diff1": 0.195982209384784,
                "nauc_ndcg_at_10_max": 0.25254069612778646,
                "nauc_ndcg_at_10_std": -0.3394398133129833,
                "nauc_ndcg_at_1_diff1": 0.2807589914913608,
                "nauc_ndcg_at_1_max": 0.18082163177950608,
                "nauc_ndcg_at_1_std": -0.4195594299733777,
                "nauc_ndcg_at_20_diff1": 0.17686530431997494,
                "nauc_ndcg_at_20_max": 0.23757907409248377,
                "nauc_ndcg_at_20_std": -0.31610022203634514,
                "nauc_ndcg_at_3_diff1": 0.1811619986047888,
                "nauc_ndcg_at_3_max": 0.16611617106083587,
                "nauc_ndcg_at_3_std": -0.3508615983553639,
                "nauc_ndcg_at_5_diff1": 0.16497606751759494,
                "nauc_ndcg_at_5_max": 0.2026721254657566,
                "nauc_ndcg_at_5_std": -0.3289785033954405,
                "nauc_precision_at_1000_diff1": -0.11493993968754501,
                "nauc_precision_at_1000_max": 0.11185371708281378,
                "nauc_precision_at_1000_std": 0.11806650507142351,
                "nauc_precision_at_100_diff1": -0.1497894970086418,
                "nauc_precision_at_100_max": 0.11514882930792508,
                "nauc_precision_at_100_std": 0.13187458453356962,
                "nauc_precision_at_10_diff1": -0.08883939328048135,
                "nauc_precision_at_10_max": 0.22191924118922704,
                "nauc_precision_at_10_std": -0.0868354088187067,
                "nauc_precision_at_1_diff1": 0.2807589914913608,
                "nauc_precision_at_1_max": 0.18082163177950608,
                "nauc_precision_at_1_std": -0.4195594299733777,
                "nauc_precision_at_20_diff1": -0.130033122386292,
                "nauc_precision_at_20_max": 0.19033807038969688,
                "nauc_precision_at_20_std": 0.044599570704267184,
                "nauc_precision_at_3_diff1": 0.02991249623665848,
                "nauc_precision_at_3_max": 0.14405586255790695,
                "nauc_precision_at_3_std": -0.28406188390455206,
                "nauc_precision_at_5_diff1": -0.060029379848967175,
                "nauc_precision_at_5_max": 0.20230757306207378,
                "nauc_precision_at_5_std": -0.2080506691666607,
                "nauc_recall_at_1000_diff1": null,
                "nauc_recall_at_1000_max": null,
                "nauc_recall_at_1000_std": null,
                "nauc_recall_at_100_diff1": -0.25964785339812024,
                "nauc_recall_at_100_max": 0.25501632175430944,
                "nauc_recall_at_100_std": 0.4053632080681183,
                "nauc_recall_at_10_diff1": 0.12763178272989786,
                "nauc_recall_at_10_max": 0.305176839454133,
                "nauc_recall_at_10_std": -0.23398577986200148,
                "nauc_recall_at_1_diff1": 0.4945241854669457,
                "nauc_recall_at_1_max": 0.16020096894951077,
                "nauc_recall_at_1_std": -0.42971787896222313,
                "nauc_recall_at_20_diff1": 0.0967391776240601,
                "nauc_recall_at_20_max": 0.2201894436548014,
                "nauc_recall_at_20_std": -0.1666770189744962,
                "nauc_recall_at_3_diff1": 0.2272813130531435,
                "nauc_recall_at_3_max": 0.09332588590513317,
                "nauc_recall_at_3_std": -0.3617618031415139,
                "nauc_recall_at_5_diff1": 0.14223087315850838,
                "nauc_recall_at_5_max": 0.20229504422356648,
                "nauc_recall_at_5_std": -0.3021920508643423,
                "ndcg_at_1": 0.44,
                "ndcg_at_10": 0.453,
                "ndcg_at_100": 0.57503,
                "ndcg_at_1000": 0.58761,
                "ndcg_at_20": 0.49651,
                "ndcg_at_3": 0.43752,
                "ndcg_at_5": 0.42815,
                "precision_at_1": 0.44,
                "precision_at_10": 0.194,
                "precision_at_100": 0.0362,
                "precision_at_1000": 0.0039,
                "precision_at_20": 0.126,
                "precision_at_3": 0.36667,
                "precision_at_5": 0.284,
                "recall_at_1": 0.1415,
                "recall_at_10": 0.50657,
                "recall_at_100": 0.94108,
                "recall_at_1000": 1.0,
                "recall_at_20": 0.64883,
                "recall_at_3": 0.3103,
                "recall_at_5": 0.3874
              }
            ]
          },
          "task_name": "AILACasedocs"
        }
      ]
    },
    "queries": 50,
    "reported_cost_usd": null,
    "requests": [
      {
        "elapsed_seconds": 0.4554709290000005,
        "index": 0,
        "input_type": "query",
        "reported_cost_usd": null,
        "reported_total_tokens": 22516,
        "request_sha256": "24bd92819448d3676b9701bbaea9ee4dd47f4e26702410338f5e96db357353d4",
        "started_at": "2026-09-16T19:21:17.057212+00:00",
        "status": "completed",
        "texts": 32
      },
      {
        "elapsed_seconds": 0.25467999999999336,
        "index": 1,
        "input_type": "query",
        "reported_cost_usd": null,
        "reported_total_tokens": 11924,
        "request_sha256": "b3faec6eac9dd24da0ddbda54fb42855e468fd401858d24439cad157da074912",
        "started_at": "2026-09-16T19:21:17.893706+00:00",
        "status": "completed",
        "texts": 18
      },
      {
        "elapsed_seconds": 2.358098127000005,
        "index": 2,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 109168,
        "request_sha256": "531573fd5695565c1d4ed6adf724efd3a77d76070f8cbc8c050719b624e00c77",
        "started_at": "2026-09-16T19:21:19.219381+00:00",
        "status": "completed",
        "texts": 15
      },
      {
        "elapsed_seconds": 1.2089910380000077,
        "index": 3,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 111508,
        "request_sha256": "cca0d48d56523c529048c294fd37ced4cc55c786b9c412166ab5851510be52ec",
        "started_at": "2026-09-16T19:21:22.580888+00:00",
        "status": "completed",
        "texts": 22
      },
      {
        "elapsed_seconds": 1.2588265990000025,
        "index": 4,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 114526,
        "request_sha256": "4354518594c4b46f536dc138393e8659e9e66008c8061d083d8d1f810c70ac2c",
        "started_at": "2026-09-16T19:21:24.727120+00:00",
        "status": "completed",
        "texts": 20
      },
      {
        "elapsed_seconds": 0.9770138519999989,
        "index": 5,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 113325,
        "request_sha256": "2a20a5913e9adcae18f0a007778e63d2816b1a3f5542e4a695298e176b69e8e5",
        "started_at": "2026-09-16T19:21:26.975173+00:00",
        "status": "completed",
        "texts": 19
      },
      {
        "elapsed_seconds": 2.2869462769999984,
        "index": 6,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 95808,
        "request_sha256": "68f0e24025768ec477882e80a63c8ecdb21fc33beb466f28d41c42519072e140",
        "started_at": "2026-09-16T19:21:28.823292+00:00",
        "status": "completed",
        "texts": 14
      },
      {
        "elapsed_seconds": 1.8786832070000088,
        "index": 7,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 114703,
        "request_sha256": "642b679b8e4f8cf66f630d725ed0e8e885e29d62c311fc18f5b281a710c4a47b",
        "started_at": "2026-09-16T19:21:32.105681+00:00",
        "status": "completed",
        "texts": 25
      },
      {
        "elapsed_seconds": 1.0638153000000017,
        "index": 8,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 114519,
        "request_sha256": "256087035073c2ce03bb5d9113fea795426ce4eedb6ed5f425cc925f6e7c8b1a",
        "started_at": "2026-09-16T19:21:35.109233+00:00",
        "status": "completed",
        "texts": 19
      },
      {
        "elapsed_seconds": 2.2632051659999917,
        "index": 9,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 104139,
        "request_sha256": "52cb75fd28f2ea7028cb87ddac70aca07bce9e42cf3e8c99d584180c4e21994e",
        "started_at": "2026-09-16T19:21:37.083652+00:00",
        "status": "completed",
        "texts": 13
      },
      {
        "elapsed_seconds": 36.508563347000006,
        "index": 10,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 117718,
        "request_sha256": "a4752ab9766a2aa73dae0f56602cd659f946de17d520416a5ae0342faec56907",
        "started_at": "2026-09-16T19:21:40.231774+00:00",
        "status": "completed",
        "texts": 24
      },
      {
        "elapsed_seconds": 1.2509211779999987,
        "index": 11,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 94850,
        "request_sha256": "c7b3d42750a86e67470b06d610fd207fc700db96908c8a7dadc7167c204f51cd",
        "started_at": "2026-09-16T19:22:17.558177+00:00",
        "status": "completed",
        "texts": 15
      }
    ]
  },
  "controls": {
    "passed": true,
    "queries_per_control": 50,
    "results": {
      "irrelevant": {
        "all_scores": {
          "00000": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00001": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00002": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00003": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00004": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00005": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00006": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00007": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00008": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00009": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00010": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00011": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00012": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00013": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00014": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00015": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00016": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00017": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00018": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00019": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00020": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00021": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00022": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00023": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00024": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00025": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00026": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00027": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00028": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00029": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00030": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00031": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00032": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00033": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00034": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00035": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00036": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00037": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00038": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00039": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00040": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00041": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00042": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00043": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00044": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00045": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00046": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00047": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00048": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00049": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          }
        },
        "hit_rate": {
          "HitRate@10": 0.0
        },
        "map": {
          "MAP@10": 0.0
        },
        "mrr": {
          "MRR@10": 0.0
        },
        "naucs": {
          "nAUC_MAP@10_diff1": null,
          "nAUC_MAP@10_max": null,
          "nAUC_MAP@10_std": null,
          "nAUC_NDCG@10_diff1": null,
          "nAUC_NDCG@10_max": null,
          "nAUC_NDCG@10_std": null,
          "nAUC_P@10_diff1": null,
          "nAUC_P@10_max": null,
          "nAUC_P@10_std": null,
          "nAUC_Recall@10_diff1": null,
          "nAUC_Recall@10_max": null,
          "nAUC_Recall@10_std": null
        },
        "naucs_mrr": {
          "nAUC_MRR@10_diff1": null,
          "nAUC_MRR@10_max": null,
          "nAUC_MRR@10_std": null
        },
        "ndcg": {
          "NDCG@10": 0.0
        },
        "precision": {
          "P@10": 0.0
        },
        "recall": {
          "Recall@10": 0.0
        }
      },
      "perfect": {
        "all_scores": {
          "00000": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00001": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00002": {
            "P_10": 0.1,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00003": {
            "P_10": 0.1,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00004": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00005": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00006": {
            "P_10": 0.1,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00007": {
            "P_10": 0.3,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00008": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00009": {
            "P_10": 0.3,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00010": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00011": {
            "P_10": 0.1,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00012": {
            "P_10": 0.3,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00013": {
            "P_10": 0.1,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00014": {
            "P_10": 0.1,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00015": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00016": {
            "P_10": 0.3,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00017": {
            "P_10": 0.1,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00018": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00019": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00020": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00021": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00022": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00023": {
            "P_10": 0.1,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00024": {
            "P_10": 0.6,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00025": {
            "P_10": 0.8,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00026": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00027": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00028": {
            "P_10": 1.0,
            "map_cut_10": 0.45454545454545453,
            "ndcg_cut_10": 1.0,
            "recall_10": 0.45454545454545453,
            "success_10": 1.0
          },
          "00029": {
            "P_10": 1.0,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00030": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00031": {
            "P_10": 0.3,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00032": {
            "P_10": 0.1,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00033": {
            "P_10": 1.0,
            "map_cut_10": 0.7692307692307693,
            "ndcg_cut_10": 1.0,
            "recall_10": 0.7692307692307693,
            "success_10": 1.0
          },
          "00034": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00035": {
            "P_10": 0.6,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00036": {
            "P_10": 0.3,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00037": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00038": {
            "P_10": 1.0,
            "map_cut_10": 0.8333333333333334,
            "ndcg_cut_10": 1.0,
            "recall_10": 0.8333333333333334,
            "success_10": 1.0
          },
          "00039": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00040": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00041": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00042": {
            "P_10": 0.3,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00043": {
            "P_10": 0.6,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00044": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00045": {
            "P_10": 0.9,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00046": {
            "P_10": 0.1,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00047": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00048": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00049": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          }
        },
        "hit_rate": {
          "HitRate@10": 1.0
        },
        "map": {
          "MAP@10": 0.98114
        },
        "mrr": {
          "MRR@10": 1.0
        },
        "naucs": {
          "nAUC_MAP@10_diff1": -0.07050871440459036,
          "nAUC_MAP@10_max": -0.07050871440459036,
          "nAUC_MAP@10_std": -0.07050871440459036,
          "nAUC_NDCG@10_diff1": null,
          "nAUC_NDCG@10_max": null,
          "nAUC_NDCG@10_std": null,
          "nAUC_P@10_diff1": 0.28522973873519825,
          "nAUC_P@10_max": 0.28522973873519825,
          "nAUC_P@10_std": 0.28522973873519825,
          "nAUC_Recall@10_diff1": -0.07050871440459036,
          "nAUC_Recall@10_max": -0.07050871440459036,
          "nAUC_Recall@10_std": -0.07050871440459036
        },
        "naucs_mrr": {
          "nAUC_MRR@10_diff1": null,
          "nAUC_MRR@10_max": null,
          "nAUC_MRR@10_std": null
        },
        "ndcg": {
          "NDCG@10": 1.0
        },
        "precision": {
          "P@10": 0.356
        },
        "recall": {
          "Recall@10": 0.98114
        }
      }
    },
    "undefined_diagnostics": "Native NaN/infinity is serialized as null"
  },
  "queryScores": {
    "00000": {
      "P_10": 0.1,
      "map_cut_10": 0.5,
      "ndcg_cut_10": 0.6131471927654584,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00001": {
      "P_10": 0.2,
      "map_cut_10": 1.0,
      "ndcg_cut_10": 1.0,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00002": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00003": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00004": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00005": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00006": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00007": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00008": {
      "P_10": 0.1,
      "map_cut_10": 0.05,
      "ndcg_cut_10": 0.17723928678404774,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00009": {
      "P_10": 0.1,
      "map_cut_10": 0.047619047619047616,
      "ndcg_cut_10": 0.15642624200758548,
      "recall_10": 0.3333333333333333,
      "success_10": 1.0
    },
    "00010": {
      "P_10": 0.2,
      "map_cut_10": 0.29166666666666663,
      "ndcg_cut_10": 0.48247555939075504,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00011": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00012": {
      "P_10": 0.2,
      "map_cut_10": 0.6666666666666666,
      "ndcg_cut_10": 0.7653606369886217,
      "recall_10": 0.6666666666666666,
      "success_10": 1.0
    },
    "00013": {
      "P_10": 0.1,
      "map_cut_10": 0.5,
      "ndcg_cut_10": 0.6309297535714575,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00014": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00015": {
      "P_10": 0.2,
      "map_cut_10": 0.45,
      "ndcg_cut_10": 0.6240505200038379,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00016": {
      "P_10": 0.3,
      "map_cut_10": 0.2216931216931217,
      "ndcg_cut_10": 0.43334518829986224,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00017": {
      "P_10": 0.1,
      "map_cut_10": 1.0,
      "ndcg_cut_10": 1.0,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00018": {
      "P_10": 0.2,
      "map_cut_10": 0.09166666666666667,
      "ndcg_cut_10": 0.25190132085971084,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00019": {
      "P_10": 0.1,
      "map_cut_10": 0.05,
      "ndcg_cut_10": 0.17723928678404774,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00020": {
      "P_10": 0.3,
      "map_cut_10": 0.75,
      "ndcg_cut_10": 0.8318724637288826,
      "recall_10": 0.75,
      "success_10": 1.0
    },
    "00021": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00022": {
      "P_10": 0.1,
      "map_cut_10": 0.25,
      "ndcg_cut_10": 0.38685280723454163,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00023": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00024": {
      "P_10": 0.2,
      "map_cut_10": 0.3333333333333333,
      "ndcg_cut_10": 0.4935232796777481,
      "recall_10": 0.3333333333333333,
      "success_10": 1.0
    },
    "00025": {
      "P_10": 0.6,
      "map_cut_10": 0.75,
      "ndcg_cut_10": 0.8358912271816661,
      "recall_10": 0.75,
      "success_10": 1.0
    },
    "00026": {
      "P_10": 0.5,
      "map_cut_10": 1.0,
      "ndcg_cut_10": 1.0,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00027": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00028": {
      "P_10": 0.5,
      "map_cut_10": 0.18506493506493504,
      "ndcg_cut_10": 0.6059848036189867,
      "recall_10": 0.22727272727272727,
      "success_10": 1.0
    },
    "00029": {
      "P_10": 0.6,
      "map_cut_10": 0.549047619047619,
      "ndcg_cut_10": 0.7059054020403313,
      "recall_10": 0.6,
      "success_10": 1.0
    },
    "00030": {
      "P_10": 0.2,
      "map_cut_10": 1.0,
      "ndcg_cut_10": 1.0,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00031": {
      "P_10": 0.1,
      "map_cut_10": 0.05555555555555555,
      "ndcg_cut_10": 0.16716045496620227,
      "recall_10": 0.3333333333333333,
      "success_10": 1.0
    },
    "00032": {
      "P_10": 0.1,
      "map_cut_10": 1.0,
      "ndcg_cut_10": 1.0,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00033": {
      "P_10": 0.5,
      "map_cut_10": 0.2737179487179487,
      "ndcg_cut_10": 0.5631102580041939,
      "recall_10": 0.38461538461538464,
      "success_10": 1.0
    },
    "00034": {
      "P_10": 0.1,
      "map_cut_10": 0.125,
      "ndcg_cut_10": 0.2640681225725909,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00035": {
      "P_10": 0.5,
      "map_cut_10": 0.7857142857142857,
      "ndcg_cut_10": 0.8760157235037966,
      "recall_10": 0.8333333333333334,
      "success_10": 1.0
    },
    "00036": {
      "P_10": 0.1,
      "map_cut_10": 0.08333333333333333,
      "ndcg_cut_10": 0.20210734650054757,
      "recall_10": 0.3333333333333333,
      "success_10": 1.0
    },
    "00037": {
      "P_10": 0.1,
      "map_cut_10": 0.06666666666666667,
      "ndcg_cut_10": 0.16958010263680806,
      "recall_10": 0.2,
      "success_10": 1.0
    },
    "00038": {
      "P_10": 0.6,
      "map_cut_10": 0.46527777777777773,
      "ndcg_cut_10": 0.7116179486056782,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00039": {
      "P_10": 0.2,
      "map_cut_10": 0.8333333333333333,
      "ndcg_cut_10": 0.9197207891481876,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00040": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00041": {
      "P_10": 0.3,
      "map_cut_10": 0.6875,
      "ndcg_cut_10": 0.8048099750039491,
      "recall_10": 0.75,
      "success_10": 1.0
    },
    "00042": {
      "P_10": 0.3,
      "map_cut_10": 0.36944444444444446,
      "ndcg_cut_10": 0.5642221110316635,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00043": {
      "P_10": 0.4,
      "map_cut_10": 0.48333333333333334,
      "ndcg_cut_10": 0.6887841483036672,
      "recall_10": 0.6666666666666666,
      "success_10": 1.0
    },
    "00044": {
      "P_10": 0.1,
      "map_cut_10": 0.07142857142857142,
      "ndcg_cut_10": 0.20438239758848611,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00045": {
      "P_10": 0.6,
      "map_cut_10": 0.6111111111111112,
      "ndcg_cut_10": 0.7565748376244514,
      "recall_10": 0.6666666666666666,
      "success_10": 1.0
    },
    "00046": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00047": {
      "P_10": 0.4,
      "map_cut_10": 1.0,
      "ndcg_cut_10": 1.0,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00048": {
      "P_10": 0.2,
      "map_cut_10": 0.41666666666666663,
      "ndcg_cut_10": 0.5855700749881525,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00049": {
      "P_10": 0.2,
      "map_cut_10": 1.0,
      "ndcg_cut_10": 1.0,
      "recall_10": 1.0,
      "success_10": 1.0
    }
  },
  "cleanup": {
    "at": "2026-09-16T19:22:42.230584+00:00",
    "job": true,
    "secret": true,
    "owned_pods": true
  },
  "build": {
    "id": "a372a3f6-9194-4e51-a01e-1d57ffb00c89",
    "status": "SUCCESS",
    "startTime": "2026-09-16T18:49:09.543219367Z",
    "finishTime": "2026-09-16T18:53:22.604059Z",
    "image": "us-central1-docker.pkg.dev/blobfish-ai-429200/cloud-run-source-deploy/bf-benchmark-retrieval@sha256:d873bd37498a5ef95d8a9fe3fe1d10b85f295570bd957fad12cae8fa530382b9",
    "machine_type": "Cloud Build default",
    "timeout": "1800s",
    "source": {
      "bucket": "blobfish-ai-429200_cloudbuild",
      "generation": "1789584548403689",
      "object": "source/1789584547.852582-80374459ff064774ad1a386212f41083.tgz"
    },
    "source_commit": "676dbbfe7d61b9c0b3ea348a704185e3e667ad5e",
    "source_identity_sha256": "b8b9d8a0909b85e0272cf45783b631334b7d34f68d80527a019efa7eb99a6f76",
    "worker_sha256": "b5d061f0d23ea7521fa7f9f1088f0e7c2abeb2412f175e844ef0d7fb94b6fa30",
    "temporary_source_generation_absent": true
  }
}