{
  "schemaVersion": 1,
  "scope": "One complete native MTEB AILAStatutes test task; not full MTEB/MMTEB coverage.",
  "submission": {
    "benchmark": "mteb-aila-statutes",
    "bucket": "blobfish-benchmark-runs-blobfish-ai-429200",
    "input_sha256": "e60e2c76f31b67b34815620917392b6d1910dcaa7be989deab1e7eb192bdb96d",
    "job_uid": "12e95240-9541-4b4c-8731-a91a0c51bd4b",
    "max_duration_seconds": 1800,
    "name": "mt-e60e2c76f31b67b348156209",
    "namespace": "bf-benchmarks",
    "pool": "cyberdefense-controls-0916",
    "prefix": "retrieval-native/e60e2c76f31b67b34815620917392b6d1910dcaa7be989deab1e7eb192bdb96d",
    "runner_image": "us-central1-docker.pkg.dev/blobfish-ai-429200/cloud-run-source-deploy/bf-benchmark-retrieval@sha256:d2be0de40d24399927d88fb2de7931ea47cd4f7730f094f0d1a08a76548761e8",
    "secret_uid": "452a0edc-4f6e-42f4-9f5d-8a6e691f7f06",
    "source_commit": "8426a416b8fb30dae567919c359e1574cf3c7b77",
    "submitted_at": "2026-09-16T13:24:59.642752+00:00"
  },
  "input": {
    "manifest": {
      "counts": {
        "documents": 82,
        "qrels": 217,
        "queries": 50
      },
      "dataset": {
        "path": "mteb/AILA_statutes",
        "revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e",
        "split": "test"
      },
      "files": {
        "dataset.json": {
          "bytes": 324224,
          "sha256": "916ff83e2d8ca70250933da2f9d1fa964b3f55a1768df83ed124e90a36a93edd"
        },
        "tokenizer.json": {
          "bytes": 7031645,
          "sha256": "c0382117ea329cdf097041132f6d735924b697924d6f6fc3945713e96ce87539"
        }
      },
      "limitations": [
        "Proprietary API model weights are not immutable",
        "Tokenizer revision freezes native request batching only",
        "Cost is unknown unless reported by the provider"
      ],
      "model": {
        "api_model": "voyage-4-large",
        "embedding_dimensions": 1024,
        "evolved_prompts": false,
        "max_retries": 0,
        "name": "voyageai/voyage-4-large",
        "revision": "1",
        "similarity": "cosine"
      },
      "mteb_commit": "0d9d487fb340624e5760aac16864b84536c44817",
      "protocol": "mteb-aila-statutes-voyage-native-v1",
      "scope": "One complete native MTEB task; not full MTEB or MMTEB coverage",
      "task": "AILAStatutes",
      "tokenizer": {
        "repository": "voyageai/voyage-4-large",
        "revision": "bb931c2635a93efe400c24741363d8ff61d7bb32"
      }
    },
    "max_duration_seconds": 1800,
    "protocol": "mteb-aila-statutes-voyage-native-v1",
    "runner_image": "us-central1-docker.pkg.dev/blobfish-ai-429200/cloud-run-source-deploy/bf-benchmark-retrieval@sha256:d2be0de40d24399927d88fb2de7931ea47cd4f7730f094f0d1a08a76548761e8",
    "source_prefix": "retrieval-sources/2eb48fe8cdcd72796d8dc5d5ee7b1160ffe1a0348db25f621cf9192efaa93840",
    "worker_sha256": "d5e319979e383a57a84742a1b5cee5baa97124eeb5001c594624548ea8d4daa6"
  },
  "result": {
    "artifacts": {
      "controls.json": {
        "bytes": 10191,
        "sha256": "45ea8f5e9896821e4a50ca0a86101712b3714df9ec6833ec54f07ea904f7a021"
      },
      "embeddings/0000.json": {
        "bytes": 693760,
        "sha256": "25255ebebeb6482e05e8f9807566a1ac9bfefdcb375da0cecf1e5d2b12ebcd3a"
      },
      "embeddings/0001.json": {
        "bytes": 390111,
        "sha256": "424e5d48e9248e5e361200b2c6708bfbf5b7b9c9fbe1eb63a874a1c9a9173b63"
      },
      "embeddings/0002.json": {
        "bytes": 694392,
        "sha256": "bf977d330d224906301bb7ae6c557d58b9368b0d140e89ee9e078e9b82241f7e"
      },
      "embeddings/0003.json": {
        "bytes": 694355,
        "sha256": "9ab3d98aae43da0541d2b0deadb2e84249b32db27cef119910ca524f253425e9"
      },
      "embeddings/0004.json": {
        "bytes": 390675,
        "sha256": "b3d19336967b50314c70d79e7e9fceb61457be8ee5506ca35776bd1aca079a8b"
      },
      "evaluation-started.json": {
        "bytes": 90,
        "sha256": "492ecbe3cf34f5c65cc67e4d7caf56f3b38a0a533f7fffaf80f80d11b2876aa5"
      },
      "evaluation.json": {
        "bytes": 7683,
        "sha256": "3096adea304834f6fad0ee5bb53e9c54513bd3cf787620c31b6317aecc2b5dea"
      },
      "native/cache/results/voyageai__voyage-4-large/1/experiments/max_retries_0/AILAStatutes.json": {
        "bytes": 4888,
        "sha256": "47e69055831f36da11361996baec3569b9f25850f9cb1a2960e1090a3f9a8194"
      },
      "native/cache/results/voyageai__voyage-4-large/1/experiments/max_retries_0/model_meta.json": {
        "bytes": 887,
        "sha256": "5c493bce79693d15ba0010cc1c869f59a3e5e83df14d29c2b117a513c80748c2"
      },
      "native/dataset.json": {
        "bytes": 324224,
        "sha256": "916ff83e2d8ca70250933da2f9d1fa964b3f55a1768df83ed124e90a36a93edd"
      },
      "native/predictions/AILAStatutes_predictions.json": {
        "bytes": 134841,
        "sha256": "7790b55a9ab7322120837e0c2168e5a67ed992dba6ec6af89d95c5ac26148744"
      },
      "native/tokenizer.json": {
        "bytes": 4757021,
        "sha256": "1c1ca7cc18b6e02661babe6c523c6790b4f39b9d7e1790c26d8732dddc33b415"
      },
      "query-scores.json": {
        "bytes": 5687,
        "sha256": "2772875ab641b671c9d7624ca142cf0d88fc1180b6a0f93fbfc43bbbee8473d1"
      },
      "requests/0000-started.json": {
        "bytes": 229,
        "sha256": "b5b406ed48ad6986729826eb59e27a35c394e3187604cee5dd8a75273c3a05be"
      },
      "requests/0000.json": {
        "bytes": 288,
        "sha256": "cc1202bd82fa750a49a862a5fa8b18c11fe1b0a37973789179041ad1bf1d3ff4"
      },
      "requests/0001-started.json": {
        "bytes": 229,
        "sha256": "446e98fee0be4aa3c2aa353addf70ec783059d7420e130ec7b81f103cc5be515"
      },
      "requests/0001.json": {
        "bytes": 288,
        "sha256": "3b54a11c0b493ed2344b7e97a0a53f44c31b28ecae94323c3499de166e75e030"
      },
      "requests/0002-started.json": {
        "bytes": 232,
        "sha256": "5de09528a65672b188f7242534ee32e402061780f3d6282fca0814afa8250bad"
      },
      "requests/0002.json": {
        "bytes": 291,
        "sha256": "cc29a25b0778e12b12098952610d8e24e636e8f766015efb90b8a48d0b90fdb7"
      },
      "requests/0003-started.json": {
        "bytes": 232,
        "sha256": "ee3933e18d39b9c7fff42b0fb0a8a5326747f156b8af703a1668b3d90ea3a179"
      },
      "requests/0003.json": {
        "bytes": 292,
        "sha256": "5ec9f273533bc79abf530453c79d4cd7c7e1eebc8b834f008f06fd07470df836"
      },
      "requests/0004-started.json": {
        "bytes": 232,
        "sha256": "e49f1535a6397722f39afb0e97d99cfad6afabbdded2814eb25c1679c04e4a05"
      },
      "requests/0004.json": {
        "bytes": 291,
        "sha256": "74d1f60fcaf14e1bed8d0495ac93d256b08563400b06b104f2b22dcc82afd193"
      }
    },
    "controls_passed": true,
    "finished_at": "2026-09-16T13:26:54.384001+00:00",
    "input_sha256": "e60e2c76f31b67b34815620917392b6d1910dcaa7be989deab1e7eb192bdb96d",
    "job_uid": "12e95240-9541-4b4c-8731-a91a0c51bd4b",
    "model_attempted": true,
    "protocol": "mteb-aila-statutes-voyage-native-v1",
    "started_at": "2026-09-16T13:26:21.882888+00:00",
    "status": "completed"
  },
  "evaluation": {
    "documents": 82,
    "native_result": {
      "exceptions": [],
      "experiment_name": null,
      "model_name": "voyageai/voyage-4-large",
      "model_revision": "1",
      "task_results": [
        {
          "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e",
          "date": "2026-09-16T13:26:51.939809Z",
          "evaluation_phases": [
            {
              "end": 3.5783740940000115,
              "name": "Encoding queries and documents",
              "split": "test",
              "start": 1.1491999998725078e-05,
              "subset": "default"
            },
            {
              "end": 3.7071582470000095,
              "name": "Scoring",
              "split": "test",
              "start": 3.5919419920000024,
              "subset": "default"
            }
          ],
          "evaluation_time": 3.729393510999998,
          "kg_co2_emissions": null,
          "mteb_version": "2.21.0",
          "scores": {
            "test": [
              {
                "accuracy": 0.135,
                "hf_subset": "default",
                "hit_rate_at_1": 0.54,
                "hit_rate_at_10": 0.96,
                "hit_rate_at_100": 1.0,
                "hit_rate_at_1000": 1.0,
                "hit_rate_at_20": 1.0,
                "hit_rate_at_3": 0.74,
                "hit_rate_at_5": 0.9,
                "languages": [
                  "eng-Latn"
                ],
                "main_score": 0.50353,
                "map_at_1": 0.135,
                "map_at_10": 0.34943,
                "map_at_100": 0.42544,
                "map_at_1000": 0.42544,
                "map_at_20": 0.40187,
                "map_at_3": 0.22467,
                "map_at_5": 0.28545,
                "mrr_at_1": 0.54,
                "mrr_at_10": 0.6673809523809524,
                "mrr_at_100": 0.6702527472527473,
                "mrr_at_1000": 0.6702527472527473,
                "mrr_at_20": 0.6702527472527473,
                "mrr_at_3": 0.6233333333333334,
                "mrr_at_5": 0.6583333333333333,
                "mteb_version": "2.21.0",
                "nauc_map_at_1000_diff1": 0.13343844176363048,
                "nauc_map_at_1000_max": 0.2979618818254707,
                "nauc_map_at_1000_std": 0.1556490261252903,
                "nauc_map_at_100_diff1": 0.13343844176363048,
                "nauc_map_at_100_max": 0.2979618818254707,
                "nauc_map_at_100_std": 0.1556490261252903,
                "nauc_map_at_10_diff1": 0.13277083210006388,
                "nauc_map_at_10_max": 0.29298165569706514,
                "nauc_map_at_10_std": 0.10206587162901307,
                "nauc_map_at_1_diff1": 0.10071896181399585,
                "nauc_map_at_1_max": 0.1636720642392594,
                "nauc_map_at_1_std": -0.010507903435325676,
                "nauc_map_at_20_diff1": 0.1373035803699133,
                "nauc_map_at_20_max": 0.3129072942395535,
                "nauc_map_at_20_std": 0.19061478165696344,
                "nauc_map_at_3_diff1": 0.19652128789505738,
                "nauc_map_at_3_max": 0.2886209634238657,
                "nauc_map_at_3_std": 0.046330190980303214,
                "nauc_map_at_5_diff1": 0.17606538535717497,
                "nauc_map_at_5_max": 0.3121578768520663,
                "nauc_map_at_5_std": 0.07756225818005742,
                "nauc_mrr_at_1000_diff1": 0.13226707266237325,
                "nauc_mrr_at_1000_max": 0.22447474700359496,
                "nauc_mrr_at_1000_std": 0.11076917725281438,
                "nauc_mrr_at_100_diff1": 0.13226707266237325,
                "nauc_mrr_at_100_max": 0.22447474700359496,
                "nauc_mrr_at_100_std": 0.11076917725281438,
                "nauc_mrr_at_10_diff1": 0.12388095375460531,
                "nauc_mrr_at_10_max": 0.21258306442272532,
                "nauc_mrr_at_10_std": 0.1173779946896029,
                "nauc_mrr_at_1_diff1": 0.12439220916340213,
                "nauc_mrr_at_1_max": 0.2290294795921203,
                "nauc_mrr_at_1_std": 0.06487733044372217,
                "nauc_mrr_at_20_diff1": 0.13226707266237325,
                "nauc_mrr_at_20_max": 0.22447474700359496,
                "nauc_mrr_at_20_std": 0.11076917725281438,
                "nauc_mrr_at_3_diff1": 0.15625281664378032,
                "nauc_mrr_at_3_max": 0.2698145919379043,
                "nauc_mrr_at_3_std": 0.14598830396954568,
                "nauc_mrr_at_5_diff1": 0.13950286694725106,
                "nauc_mrr_at_5_max": 0.21991817101963568,
                "nauc_mrr_at_5_std": 0.10360487454356078,
                "nauc_ndcg_at_1000_diff1": 0.10159697463642356,
                "nauc_ndcg_at_1000_max": 0.2484679967528987,
                "nauc_ndcg_at_1000_std": 0.16191931048372588,
                "nauc_ndcg_at_100_diff1": 0.10159697463642356,
                "nauc_ndcg_at_100_max": 0.2484679967528987,
                "nauc_ndcg_at_100_std": 0.16191931048372588,
                "nauc_ndcg_at_10_diff1": 0.1015759865164255,
                "nauc_ndcg_at_10_max": 0.2357912655320855,
                "nauc_ndcg_at_10_std": 0.1371695586570547,
                "nauc_ndcg_at_1_diff1": 0.12439220916340213,
                "nauc_ndcg_at_1_max": 0.2290294795921203,
                "nauc_ndcg_at_1_std": 0.06487733044372217,
                "nauc_ndcg_at_20_diff1": 0.09249514280561454,
                "nauc_ndcg_at_20_max": 0.2579601148071358,
                "nauc_ndcg_at_20_std": 0.26489215886365425,
                "nauc_ndcg_at_3_diff1": 0.174328266215633,
                "nauc_ndcg_at_3_max": 0.27743232852447786,
                "nauc_ndcg_at_3_std": 0.0983788242721176,
                "nauc_ndcg_at_5_diff1": 0.1507935139228103,
                "nauc_ndcg_at_5_max": 0.2806787762463653,
                "nauc_ndcg_at_5_std": 0.09224151115862603,
                "nauc_precision_at_1000_diff1": -0.281626753992792,
                "nauc_precision_at_1000_max": -0.12652531055048324,
                "nauc_precision_at_1000_std": 0.12412872066007029,
                "nauc_precision_at_100_diff1": -0.28162675399278764,
                "nauc_precision_at_100_max": -0.1265253105504821,
                "nauc_precision_at_100_std": 0.12412872066007197,
                "nauc_precision_at_10_diff1": -0.030593302145986576,
                "nauc_precision_at_10_max": 0.1066310239845552,
                "nauc_precision_at_10_std": 0.1720289808950977,
                "nauc_precision_at_1_diff1": 0.12439220916340213,
                "nauc_precision_at_1_max": 0.2290294795921203,
                "nauc_precision_at_1_std": 0.06487733044372217,
                "nauc_precision_at_20_diff1": -0.08206078732860161,
                "nauc_precision_at_20_max": 0.12384944288813493,
                "nauc_precision_at_20_std": 0.43944436253343744,
                "nauc_precision_at_3_diff1": 0.15762876857445557,
                "nauc_precision_at_3_max": 0.2776075815271853,
                "nauc_precision_at_3_std": 0.12861110315801563,
                "nauc_precision_at_5_diff1": 0.06679897440954491,
                "nauc_precision_at_5_max": 0.23439426063803515,
                "nauc_precision_at_5_std": 0.1257087914797089,
                "nauc_recall_at_1000_diff1": null,
                "nauc_recall_at_1000_max": null,
                "nauc_recall_at_1000_std": null,
                "nauc_recall_at_100_diff1": null,
                "nauc_recall_at_100_max": null,
                "nauc_recall_at_100_std": null,
                "nauc_recall_at_10_diff1": 0.029413135010647917,
                "nauc_recall_at_10_max": 0.13734656012394889,
                "nauc_recall_at_10_std": 0.1613049686337236,
                "nauc_recall_at_1_diff1": 0.10071896181399585,
                "nauc_recall_at_1_max": 0.1636720642392594,
                "nauc_recall_at_1_std": -0.010507903435325676,
                "nauc_recall_at_20_diff1": -0.031778908008588375,
                "nauc_recall_at_20_max": 0.13249993244942632,
                "nauc_recall_at_20_std": 0.49018957808950414,
                "nauc_recall_at_3_diff1": 0.18125450745028096,
                "nauc_recall_at_3_max": 0.28460193866200567,
                "nauc_recall_at_3_std": 0.09798738525101129,
                "nauc_recall_at_5_diff1": 0.12588900976320322,
                "nauc_recall_at_5_max": 0.2560515785933447,
                "nauc_recall_at_5_std": 0.09088290961023136,
                "ndcg_at_1": 0.54,
                "ndcg_at_10": 0.50353,
                "ndcg_at_100": 0.6601,
                "ndcg_at_1000": 0.6601,
                "ndcg_at_20": 0.59639,
                "ndcg_at_3": 0.41657,
                "ndcg_at_5": 0.41263,
                "precision_at_1": 0.54,
                "precision_at_10": 0.246,
                "precision_at_100": 0.0434,
                "precision_at_1000": 0.00434,
                "precision_at_20": 0.173,
                "precision_at_3": 0.37333,
                "precision_at_5": 0.34,
                "recall_at_1": 0.135,
                "recall_at_10": 0.56133,
                "recall_at_100": 1.0,
                "recall_at_1000": 1.0,
                "recall_at_20": 0.793,
                "recall_at_3": 0.26,
                "recall_at_5": 0.39167
              }
            ]
          },
          "task_name": "AILAStatutes"
        }
      ]
    },
    "queries": 50,
    "reported_cost_usd": null,
    "requests": [
      {
        "elapsed_seconds": 0.4011198620000016,
        "index": 0,
        "input_type": "query",
        "reported_cost_usd": null,
        "reported_total_tokens": 22516,
        "request_sha256": "24bd92819448d3676b9701bbaea9ee4dd47f4e26702410338f5e96db357353d4",
        "started_at": "2026-09-16T13:26:48.333614+00:00",
        "status": "completed",
        "texts": 32
      },
      {
        "elapsed_seconds": 0.2396813929999979,
        "index": 1,
        "input_type": "query",
        "reported_cost_usd": null,
        "reported_total_tokens": 11924,
        "request_sha256": "b3faec6eac9dd24da0ddbda54fb42855e468fd401858d24439cad157da074912",
        "started_at": "2026-09-16T13:26:49.123317+00:00",
        "status": "completed",
        "texts": 18
      },
      {
        "elapsed_seconds": 0.30647254000000146,
        "index": 2,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 9856,
        "request_sha256": "dd4c9644b2894c60cd56522f35a8e54a15a5ee37742476e79706d1687166d4c1",
        "started_at": "2026-09-16T13:26:49.742933+00:00",
        "status": "completed",
        "texts": 32
      },
      {
        "elapsed_seconds": 0.24689850800000102,
        "index": 3,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 17194,
        "request_sha256": "f25c8f4bc978d9e5f52f1c68b05efedfbb4ae3d2141c160aa176ab1dbf1d377a",
        "started_at": "2026-09-16T13:26:50.507397+00:00",
        "status": "completed",
        "texts": 32
      },
      {
        "elapsed_seconds": 0.2809001010000003,
        "index": 4,
        "input_type": "document",
        "reported_cost_usd": null,
        "reported_total_tokens": 10881,
        "request_sha256": "b11cefb4d737136611ebc6a51ba2e3b6cb677561585de319e80fc22fad84a542",
        "started_at": "2026-09-16T13:26:51.186397+00:00",
        "status": "completed",
        "texts": 18
      }
    ]
  },
  "controls": {
    "passed": true,
    "queries_per_control": 50,
    "results": {
      "irrelevant": {
        "all_scores": {
          "00000": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00001": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00002": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00003": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00004": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00005": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00006": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00007": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00008": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00009": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00010": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00011": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00012": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00013": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00014": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00015": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00016": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00017": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00018": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00019": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00020": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00021": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00022": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00023": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00024": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00025": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00026": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00027": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00028": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00029": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00030": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00031": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00032": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00033": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00034": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00035": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00036": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00037": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00038": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00039": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00040": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00041": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00042": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00043": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00044": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00045": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00046": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00047": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00048": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          },
          "00049": {
            "P_10": 0.0,
            "map_cut_10": 0.0,
            "ndcg_cut_10": 0.0,
            "recall_10": 0.0,
            "success_10": 0.0
          }
        },
        "hit_rate": {
          "HitRate@10": 0.0
        },
        "map": {
          "MAP@10": 0.0
        },
        "mrr": {
          "MRR@10": 0.0
        },
        "naucs": {
          "nAUC_MAP@10_diff1": null,
          "nAUC_MAP@10_max": null,
          "nAUC_MAP@10_std": null,
          "nAUC_NDCG@10_diff1": null,
          "nAUC_NDCG@10_max": null,
          "nAUC_NDCG@10_std": null,
          "nAUC_P@10_diff1": null,
          "nAUC_P@10_max": null,
          "nAUC_P@10_std": null,
          "nAUC_Recall@10_diff1": null,
          "nAUC_Recall@10_max": null,
          "nAUC_Recall@10_std": null
        },
        "naucs_mrr": {
          "nAUC_MRR@10_diff1": null,
          "nAUC_MRR@10_max": null,
          "nAUC_MRR@10_std": null
        },
        "ndcg": {
          "NDCG@10": 0.0
        },
        "precision": {
          "P@10": 0.0
        },
        "recall": {
          "Recall@10": 0.0
        }
      },
      "perfect": {
        "all_scores": {
          "00000": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00001": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00002": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00003": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00004": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00005": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00006": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00007": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00008": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00009": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00010": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00011": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00012": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00013": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00014": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00015": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00016": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00017": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00018": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00019": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00020": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00021": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00022": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00023": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00024": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00025": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00026": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00027": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00028": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00029": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00030": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00031": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00032": {
            "P_10": 0.3,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00033": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00034": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00035": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00036": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00037": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00038": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00039": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00040": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00041": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00042": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00043": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00044": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00045": {
            "P_10": 0.4,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00046": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00047": {
            "P_10": 0.5,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00048": {
            "P_10": 0.3,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          },
          "00049": {
            "P_10": 0.2,
            "map_cut_10": 1.0,
            "ndcg_cut_10": 1.0,
            "recall_10": 1.0,
            "success_10": 1.0
          }
        },
        "hit_rate": {
          "HitRate@10": 1.0
        },
        "map": {
          "MAP@10": 1.0
        },
        "mrr": {
          "MRR@10": 1.0
        },
        "naucs": {
          "nAUC_MAP@10_diff1": null,
          "nAUC_MAP@10_max": null,
          "nAUC_MAP@10_std": null,
          "nAUC_NDCG@10_diff1": null,
          "nAUC_NDCG@10_max": null,
          "nAUC_NDCG@10_std": null,
          "nAUC_P@10_diff1": -0.09461956422312297,
          "nAUC_P@10_max": -0.09461956422312297,
          "nAUC_P@10_std": -0.09461956422312297,
          "nAUC_Recall@10_diff1": null,
          "nAUC_Recall@10_max": null,
          "nAUC_Recall@10_std": null
        },
        "naucs_mrr": {
          "nAUC_MRR@10_diff1": null,
          "nAUC_MRR@10_max": null,
          "nAUC_MRR@10_std": null
        },
        "ndcg": {
          "NDCG@10": 1.0
        },
        "precision": {
          "P@10": 0.434
        },
        "recall": {
          "Recall@10": 1.0
        }
      }
    },
    "undefined_diagnostics": "Native NaN/infinity is serialized as null"
  },
  "queryScores": {
    "00000": {
      "P_10": 0.1,
      "map_cut_10": 0.125,
      "ndcg_cut_10": 0.24630238874073,
      "recall_10": 0.25,
      "success_10": 1.0
    },
    "00001": {
      "P_10": 0.1,
      "map_cut_10": 0.5,
      "ndcg_cut_10": 0.6131471927654584,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00002": {
      "P_10": 0.3,
      "map_cut_10": 0.6875,
      "ndcg_cut_10": 0.8048099750039491,
      "recall_10": 0.75,
      "success_10": 1.0
    },
    "00003": {
      "P_10": 0.3,
      "map_cut_10": 0.21517857142857144,
      "ndcg_cut_10": 0.4042974959288707,
      "recall_10": 0.75,
      "success_10": 1.0
    },
    "00004": {
      "P_10": 0.4,
      "map_cut_10": 0.5976190476190476,
      "ndcg_cut_10": 0.7678620595110026,
      "recall_10": 0.8,
      "success_10": 1.0
    },
    "00005": {
      "P_10": 0.3,
      "map_cut_10": 0.27999999999999997,
      "ndcg_cut_10": 0.4660026449463635,
      "recall_10": 0.6,
      "success_10": 1.0
    },
    "00006": {
      "P_10": 0.4,
      "map_cut_10": 0.5333333333333333,
      "ndcg_cut_10": 0.7717609143252694,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00007": {
      "P_10": 0.4,
      "map_cut_10": 0.46571428571428564,
      "ndcg_cut_10": 0.6904118169110937,
      "recall_10": 0.8,
      "success_10": 1.0
    },
    "00008": {
      "P_10": 0.1,
      "map_cut_10": 0.04,
      "ndcg_cut_10": 0.13120507751234178,
      "recall_10": 0.2,
      "success_10": 1.0
    },
    "00009": {
      "P_10": 0.4,
      "map_cut_10": 0.5857142857142856,
      "ndcg_cut_10": 0.7731930041332795,
      "recall_10": 0.8,
      "success_10": 1.0
    },
    "00010": {
      "P_10": 0.3,
      "map_cut_10": 0.625,
      "ndcg_cut_10": 0.7757386182436072,
      "recall_10": 0.75,
      "success_10": 1.0
    },
    "00011": {
      "P_10": 0.1,
      "map_cut_10": 0.25,
      "ndcg_cut_10": 0.3903800499921017,
      "recall_10": 0.25,
      "success_10": 1.0
    },
    "00012": {
      "P_10": 0.4,
      "map_cut_10": 0.6888888888888889,
      "ndcg_cut_10": 0.8248239677678635,
      "recall_10": 0.8,
      "success_10": 1.0
    },
    "00013": {
      "P_10": 0.3,
      "map_cut_10": 0.24166666666666664,
      "ndcg_cut_10": 0.4226415848467783,
      "recall_10": 0.6,
      "success_10": 1.0
    },
    "00014": {
      "P_10": 0.2,
      "map_cut_10": 0.29166666666666663,
      "ndcg_cut_10": 0.44149241373678083,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00015": {
      "P_10": 0.4,
      "map_cut_10": 0.5833333333333333,
      "ndcg_cut_10": 0.7618017901203944,
      "recall_10": 0.8,
      "success_10": 1.0
    },
    "00016": {
      "P_10": 0.1,
      "map_cut_10": 0.5,
      "ndcg_cut_10": 0.6131471927654584,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00017": {
      "P_10": 0.4,
      "map_cut_10": 0.7321428571428571,
      "ndcg_cut_10": 0.8899603164338973,
      "recall_10": 1.0,
      "success_10": 1.0
    },
    "00018": {
      "P_10": 0.2,
      "map_cut_10": 0.2,
      "ndcg_cut_10": 0.36005461457723403,
      "recall_10": 0.4,
      "success_10": 1.0
    },
    "00019": {
      "P_10": 0.2,
      "map_cut_10": 0.1625,
      "ndcg_cut_10": 0.3191471544989227,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00020": {
      "P_10": 0.2,
      "map_cut_10": 0.13333333333333333,
      "ndcg_cut_10": 0.29007579773858083,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00021": {
      "P_10": 0.4,
      "map_cut_10": 0.71,
      "ndcg_cut_10": 0.830419897363192,
      "recall_10": 0.8,
      "success_10": 1.0
    },
    "00022": {
      "P_10": 0.2,
      "map_cut_10": 0.3333333333333333,
      "ndcg_cut_10": 0.5087403079104241,
      "recall_10": 0.4,
      "success_10": 1.0
    },
    "00023": {
      "P_10": 0.3,
      "map_cut_10": 0.4666666666666667,
      "ndcg_cut_10": 0.6552438651310554,
      "recall_10": 0.6,
      "success_10": 1.0
    },
    "00024": {
      "P_10": 0.3,
      "map_cut_10": 0.3333333333333333,
      "ndcg_cut_10": 0.562068903096022,
      "recall_10": 0.6,
      "success_10": 1.0
    },
    "00025": {
      "P_10": 0.4,
      "map_cut_10": 0.8,
      "ndcg_cut_10": 0.8687949224876582,
      "recall_10": 0.8,
      "success_10": 1.0
    },
    "00026": {
      "P_10": 0.3,
      "map_cut_10": 0.6875,
      "ndcg_cut_10": 0.8048099750039491,
      "recall_10": 0.75,
      "success_10": 1.0
    },
    "00027": {
      "P_10": 0.2,
      "map_cut_10": 0.35,
      "ndcg_cut_10": 0.5413996682199069,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00028": {
      "P_10": 0.2,
      "map_cut_10": 0.13333333333333333,
      "ndcg_cut_10": 0.29007579773858083,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00029": {
      "P_10": 0.4,
      "map_cut_10": 0.3866666666666666,
      "ndcg_cut_10": 0.5538466623591201,
      "recall_10": 0.8,
      "success_10": 1.0
    },
    "00030": {
      "P_10": 0.1,
      "map_cut_10": 0.02857142857142857,
      "ndcg_cut_10": 0.11305340175787204,
      "recall_10": 0.2,
      "success_10": 1.0
    },
    "00031": {
      "P_10": 0.1,
      "map_cut_10": 0.041666666666666664,
      "ndcg_cut_10": 0.13905617951077562,
      "recall_10": 0.25,
      "success_10": 1.0
    },
    "00032": {
      "P_10": 0.2,
      "map_cut_10": 0.15,
      "ndcg_cut_10": 0.3295827480202853,
      "recall_10": 0.6666666666666666,
      "success_10": 1.0
    },
    "00033": {
      "P_10": 0.4,
      "map_cut_10": 0.3466666666666667,
      "ndcg_cut_10": 0.5285896152159077,
      "recall_10": 0.8,
      "success_10": 1.0
    },
    "00034": {
      "P_10": 0.3,
      "map_cut_10": 0.52,
      "ndcg_cut_10": 0.6843515475204855,
      "recall_10": 0.6,
      "success_10": 1.0
    },
    "00035": {
      "P_10": 0.2,
      "map_cut_10": 0.06857142857142857,
      "ndcg_cut_10": 0.21109268758922906,
      "recall_10": 0.4,
      "success_10": 1.0
    },
    "00036": {
      "P_10": 0.2,
      "map_cut_10": 0.1125,
      "ndcg_cut_10": 0.28097267762005274,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00037": {
      "P_10": 0.2,
      "map_cut_10": 0.3333333333333333,
      "ndcg_cut_10": 0.5294362295028773,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00038": {
      "P_10": 0.2,
      "map_cut_10": 0.3333333333333333,
      "ndcg_cut_10": 0.5087403079104241,
      "recall_10": 0.4,
      "success_10": 1.0
    },
    "00039": {
      "P_10": 0.2,
      "map_cut_10": 0.20833333333333331,
      "ndcg_cut_10": 0.36331756126716835,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00040": {
      "P_10": 0.3,
      "map_cut_10": 0.4333333333333333,
      "ndcg_cut_10": 0.6295516106099184,
      "recall_10": 0.6,
      "success_10": 1.0
    },
    "00041": {
      "P_10": 0.3,
      "map_cut_10": 0.27999999999999997,
      "ndcg_cut_10": 0.4660026449463635,
      "recall_10": 0.6,
      "success_10": 1.0
    },
    "00042": {
      "P_10": 0.3,
      "map_cut_10": 0.4083333333333333,
      "ndcg_cut_10": 0.615733440277688,
      "recall_10": 0.6,
      "success_10": 1.0
    },
    "00043": {
      "P_10": 0.2,
      "map_cut_10": 0.16666666666666666,
      "ndcg_cut_10": 0.33424620450682646,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00044": {
      "P_10": 0.2,
      "map_cut_10": 0.13392857142857142,
      "ndcg_cut_10": 0.298254219601818,
      "recall_10": 0.5,
      "success_10": 1.0
    },
    "00045": {
      "P_10": 0.3,
      "map_cut_10": 0.5,
      "ndcg_cut_10": 0.6975637657739948,
      "recall_10": 0.75,
      "success_10": 1.0
    },
    "00046": {
      "P_10": 0.2,
      "map_cut_10": 0.26666666666666666,
      "ndcg_cut_10": 0.4599715079731103,
      "recall_10": 0.4,
      "success_10": 1.0
    },
    "00047": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00048": {
      "P_10": 0.0,
      "map_cut_10": 0.0,
      "ndcg_cut_10": 0.0,
      "recall_10": 0.0,
      "success_10": 0.0
    },
    "00049": {
      "P_10": 0.1,
      "map_cut_10": 0.5,
      "ndcg_cut_10": 0.6131471927654584,
      "recall_10": 0.5,
      "success_10": 1.0
    }
  },
  "cleanup": {
    "job": true,
    "configmap": true,
    "secret": true,
    "owned_pods": true
  },
  "build": {
    "id": "c11254fb-8de3-4980-b41f-ebe8d7db89c2",
    "status": "SUCCESS",
    "startTime": "2026-09-16T13:15:43.945762272Z",
    "finishTime": "2026-09-16T13:20:12.732552Z",
    "timeout": "1800s",
    "machine_type": "Cloud Build default",
    "source": {
      "bucket": "blobfish-ai-429200_cloudbuild",
      "generation": "1789564543054301",
      "object": "source/1789564542.644677-7a57c9bc2025454082d8252fa392930a.tgz"
    },
    "temporary_source_generation_absent": true,
    "cleanup_observed_at": "2026-09-16T13:25:00.961275+00:00",
    "image": "us-central1-docker.pkg.dev/blobfish-ai-429200/cloud-run-source-deploy/bf-benchmark-retrieval@sha256:d2be0de40d24399927d88fb2de7931ea47cd4f7730f094f0d1a08a76548761e8",
    "source_commit": "8426a416b8fb30dae567919c359e1574cf3c7b77"
  }
}