{
  "schemaVersion": 1,
  "kind": "native-harness-controls",
  "modelScore": null,
  "startedAt": "2026-09-16T08:50:06.864509+00:00",
  "finishedAt": "2026-09-16T08:57:07.075491+00:00",
  "protocol": "domainbench24-native-controls-gke-v1",
  "resultSha256": "dbd0d672f3a06152f6095a56815b40ebe7699f9d4e903db23f2503426251634e",
  "inputSha256": "534e844edcbb86ec9385750730bf12aa2cdcacfae6d3754cf83da8361fc483fb",
  "sourceCommit": "1133aea41432e7a1e6a0876e669d44b63dd9b9a7",
  "runnerImage": "us-central1-docker.pkg.dev/blobfish-ai-429200/cloud-run-source-deploy/bf-benchmark-runner@sha256:d16c8523791288028d04b74cfcfeab11225b6446f74d1a274d7118c27799cf61",
  "ownedQualificationResourcesRemoved": true,
  "sources": [
    {
      "path": "reports/portable-world-gke-20260916/qualification-v3.json",
      "sha256": "6d98158976e92f74ad0523334edf3e5642942df7ff97ed0a934c3af6adf31916"
    },
    {
      "path": "reports/portable-world-gke-20260916/exact-catalogs.json",
      "sha256": "457f9b898670501532aa10affb6ed6d0b7f1f11db8a2d50fca00eaa7447189fa"
    },
    {
      "path": "reports/portable-world-gke-20260916/qualified-registration.json",
      "sha256": "3913f9d6bb6f0797bf54eb1588042441d422197dbde8c1f44f0005981b740c0e"
    }
  ],
  "controls": [
    {
      "taskId": "bio_dedupe_assay_result",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "dbc4b9856bd6fa8272afc740e6079bf5863c83c70f79fa58aa5f82151045196d"
    },
    {
      "taskId": "bio_dedupe_assay_result",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "6c7fff2e037ece2bbdd6ef919bdc8e8285d5e83717c96d4e0eecbcced275ac7c"
    },
    {
      "taskId": "bio_duplicate_compound_name",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "88b355a3e960d0266bab2d694edf06e630bf66364a604abdc902fb7e6d69f4ab"
    },
    {
      "taskId": "bio_duplicate_compound_name",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "4468fa846de8905959d0c0436f94ed6f34ea6b0de9fe1c73139da19b2f3634a9"
    },
    {
      "taskId": "bio_invalidate_failed_run",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "8e3256f413e8db2e2e4a5b7ae36b3c16ea62f0d3c9178b71cd757f48873c9f7f"
    },
    {
      "taskId": "bio_invalidate_failed_run",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "77ed7319ac462bfe735d56115f5b4a83d1bf755a7845c2db4c63d0d3fba0d21b"
    },
    {
      "taskId": "bio_promote_hit_compound",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "f3126e2fee9765f4869f5c3707d576ee8522ebe726a6f43a8ea9fbb0154e27ba"
    },
    {
      "taskId": "bio_promote_hit_compound",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "afc0dd16cc8669f5a4f8cdcc688076f131bf508ca4740197362e243ada100aa8"
    },
    {
      "taskId": "cs_close_resolved_tickets",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "6bf0a0cd7c3148ca99ad8fedd952b85047723f79f3e8eb325d0eff69fe1977a0"
    },
    {
      "taskId": "cs_close_resolved_tickets",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "8f7213dd18f3715744080e35d5cd5ff6c09990422c0d32f5b25d31ca35012ccc"
    },
    {
      "taskId": "cs_dedupe_kb_article",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "abf571c197f09bf7ed4c80e38113f92ceda3b7b18fd01b5c4e1adca6aac49eea"
    },
    {
      "taskId": "cs_dedupe_kb_article",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "e7c318da16f0d3c7eb1a88ef094fcecd100ee6f67b54644fef987a117ad8fd90"
    },
    {
      "taskId": "cs_duplicate_customer_name",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "ee1b75432f7a29e3f1701edf92d089e349f230e8b1feafab54cc27992186eff9"
    },
    {
      "taskId": "cs_duplicate_customer_name",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "3ed70b8c8ba1b5690a6e5a35ff7975c9535d5c4e923b42541ec75452db76bbc1"
    },
    {
      "taskId": "cs_escalate_sla_breach",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "65918d1abb867c7da174e9597ecb626326992b1243206c21711672f26bd7c22a"
    },
    {
      "taskId": "cs_escalate_sla_breach",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "6fe6dfc7bedb34897843beb8bc91c3167fe0afa3534ecd90fa51b371883548ee"
    },
    {
      "taskId": "eng_dedupe_standup_note",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "64a0b6a7fb8b71ae167bbcf5c397bd0de80826cef4c261b72af95a591bd60cd7"
    },
    {
      "taskId": "eng_dedupe_standup_note",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "84d0c072bd09ac8c9e5a1764f2c8db27f669213ce699c12a12f6a5b95a7b30a5"
    },
    {
      "taskId": "eng_duplicate_repository_name",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "2994a4ba35819db5531ad3a052a2273a5c504f71be98c5c10f9dda9052921e1f"
    },
    {
      "taskId": "eng_duplicate_repository_name",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "965472adfccf4b2c336377f105a258aa60e12f6adaa11af17a7fd90dc6474059"
    },
    {
      "taskId": "eng_reopen_pr_with_red_ci",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "3fe1a24e1ca36c2165d384822431da365bfacea36b6f33cbc57bf2008bbb8881"
    },
    {
      "taskId": "eng_reopen_pr_with_red_ci",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "3fad552c50700919fcbe3f8c8d6156c3f30456caf22773118b2a87dc5cdce328"
    },
    {
      "taskId": "eng_resolve_ingest_incident",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "e5067626a12d41cdfb0b23321d43675998acd762f15f231e90f2f2449c3b27db"
    },
    {
      "taskId": "eng_resolve_ingest_incident",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "5ee1fb0405308faa1c8c399e184a9c4716067add2806bee13667b3c6a038f2f2"
    },
    {
      "taskId": "es_dedupe_document_chunk",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "b9b993e1ec28ae3dfff7086a1334cf2d7e9d27aaad306087272f0ff724349a41"
    },
    {
      "taskId": "es_dedupe_document_chunk",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "7edf9c37ed3b8fc72ddf884adf250eb1ee81d133e384903ebec28269f274a66d"
    },
    {
      "taskId": "es_duplicate_person_name",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "ae4cd46ce1723ebb762019080709c891bd344b661393479d39a59405647567c7"
    },
    {
      "taskId": "es_duplicate_person_name",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "ee37cea562509ca79cf5eb5430bfaa695937f2943a84a6c61ccc3bede137e00b"
    },
    {
      "taskId": "es_lock_down_confidential_document",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "a2743f57a826e8643ab71e7e5684004da00e4db67815de9110cdc14fbee42637"
    },
    {
      "taskId": "es_lock_down_confidential_document",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "4f871def215ec072e975de6a45e7bc6ec72cb1457e5148ae3dac10164a1ca3e2"
    },
    {
      "taskId": "es_mark_disconnected_source_stale",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "4d703409480475ad18a4255ae01345223611438019b37f4fbe34354513c8b6d0"
    },
    {
      "taskId": "es_mark_disconnected_source_stale",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "50743a2058e48ce0f012b33ef70d609bf8d9517b87a41e61a6c5dd57edefe7fc"
    },
    {
      "taskId": "fa_dedupe_dcf_assumption",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "d1d01b7b9a2229c8348dd6b7c84e9f68b86de01e4df75658903b26d1b8898841"
    },
    {
      "taskId": "fa_dedupe_dcf_assumption",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "e28826b0ce4ca72c98ec6e1abc4a38ea81f3659236bd32711fa460223c8ce0fc"
    },
    {
      "taskId": "fa_duplicate_company_listing",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "9e8c6ac8a89fbe545048420e2ac419ead3ae724fcc5be2ac6991b8dead1bcb3b"
    },
    {
      "taskId": "fa_duplicate_company_listing",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "81d7b3cd5737ff6f06a5e056944ea0773199831331c9c1c7b9d78e00424e0c65"
    },
    {
      "taskId": "fa_finalize_solstice_dcf",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "00668b32d28dc1237e44af6665be4bdf20706b846b1a504ff72b636bcbd9ab1d"
    },
    {
      "taskId": "fa_finalize_solstice_dcf",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "29933b70fcd8c6de43fd98a96d41d84e92c57229a1bc45ab98fefe289623a269"
    },
    {
      "taskId": "fa_revert_model_without_discount_rate",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "119abbb4d62a61ad01e27a2b736307a9cde14c7c1a9d478a99d005bdd87a7cf1"
    },
    {
      "taskId": "fa_revert_model_without_discount_rate",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "8d1974dbeeb7e1a067e5687436a3068e45921b67078d0a9dc6172b43ac326678"
    },
    {
      "taskId": "ops_dedupe_process_step",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "900cf71a18c3a8faa633270b463d64c89e23624102d4f8fe7b5e65edf7908568"
    },
    {
      "taskId": "ops_dedupe_process_step",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "715635b610dabd56d07d3f50968d647900c36c607488852b7c812c46d26abca9"
    },
    {
      "taskId": "ops_duplicate_vendor_name",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "025330047f8f97f3db77c09d445c44663f97895a86e8332d7a082c88edfbcce9"
    },
    {
      "taskId": "ops_duplicate_vendor_name",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "afbc3f2eb0a55e878a1031eb62eed790f9e05198d98ee4b6a83de1fd9b4a5173"
    },
    {
      "taskId": "ops_flag_overdue_vendor_renewal",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "22686cc886c9da058f9899f13c88d9ce5d7928a4b9bda5aa847ad41fb1af0aec"
    },
    {
      "taskId": "ops_flag_overdue_vendor_renewal",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "781e34c4b39bf14fa1fa598b7afe2068fb4bf76273e506a86d1db429ac26cd30"
    },
    {
      "taskId": "ops_reject_uncontrolled_change",
      "mode": "oracle",
      "expectedReward": 1,
      "observedReward": 1.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "2536e2b4b271eee590f896a338bdaba2aa691ad1347e56eb54bec045f5bc6974"
    },
    {
      "taskId": "ops_reject_uncontrolled_change",
      "mode": "noop",
      "expectedReward": 0,
      "observedReward": 0.0,
      "status": "passed",
      "attempted": true,
      "archiveSha256": "fdc37f6a4b9465da3e5ba4f4be6b3e6f03937841b23554466b873ed4868db6f8"
    }
  ]
}