{ "schemaVersion": "blobfish.first-party-model-runs.v4", "observedAt": "2026-09-01T11:25:00Z", "runs": [ { "slug": "factorybench-100", "dataset": "blobfishai/factorybench-100", "version": "3.3.5", "revision": 9, "runId": "196c6031-bf83-4af7-b75a-cb21f0414bc9", "startedAt": "2026-09-01T00:10:52.642082", "finishedAt": "2026-09-01T04:14:29.381080", "selection": "All 100 tasks in the exact published release; no retries.", "model": { "name": "gpt-5.6-luna", "provider": "openai", "agent": "codex", "agentVersion": "0.151.0", "reasoningEffort": "max", "reasoningSummary": "detailed", "webSearch": "disabled" }, "harness": { "name": "Harbor", "version": "0.21.0" }, "agentRuntime": { "id": "codex-0.151.0-node-22.23.2-linux-aarch64", "agent": "codex", "agentVersion": "0.151.0", "nodeVersion": "22.23.2", "nvmVersion": "0.40.2", "platform": "linux-aarch64", "mountTarget": "/home/agent/.nvm", "mountTargets": [ "/home/agent/.nvm", "/root/.nvm" ], "readOnly": true, "treeSha256": "173c7d848f977ee35f4556e5dc4455de21c004d37fcddc932dca411b4e24993f", "files": 5132, "bytes": 528586691 }, "executionPolicy": { "concurrentTrials": 3, "agentSetupTimeoutMultiplier": 3.0, "maxRetries": 0, "attemptsPerTask": 1 }, "executionBoundary": { "scoringSurface": "released-task-state-and-answer", "builtInWebSearch": "disabled", "osLevelNoEgress": "not-claimed" }, "aggregate": { "tasks": 100, "meanScore": 76.2, "strictPasses": 1, "strictPassRate": 1.0, "averageToolCalls": 76.96, "providerNativeTraceTasks": 100, "harborAgentFallbackTasks": 0, "providerNativeToolCalls": 7696, "providerNativeSuccessfulCalls": 7032, "providerNativeFailedCalls": 664, "averageCostUsd": 0.088655, "totalCostUsd": 8.865507, "costCoverageTasks": 100, "tokenCoverageTasks": { "input": 100, "cached": 100, "output": 100 } }, "releaseBinding": { "releaseBuildSha256": "11eb641027c003357616553415a6712579b9e44eddab1da069a12e47f42baafd", "harborTaskPayloadSha256": "f4423413e6df837425bb63b3911aa94011af041fd82c8f724aef239ee361714e", "harborTaskPayloadFiles": 1800, "harborTaskPayloadBytes": 61123681, "trialBindingsSha256": "7bc28ced4a325fe0af08868901eccfed9385d21c8fa1ed8365616c6ba218d511", "sourceModelRun": { "schemaVersion": "blobfish.source-model-run-binding.v1", "runSlug": "gpt-5.6-luna-v3.3.5-full-100", "jobId": "196c6031-bf83-4af7-b75a-cb21f0414bc9", "taskCount": 100, "manifestArtifact": "model-runs/gpt-5.6-luna-v3.3.5-full-100.json", "manifestSha256": "d6a85b42bccddb1357004386ad1413a0f6d22de50aedef5fa6db7165a3c05590", "mirrorCount": 3, "artifactTreeSha256": "ace7bd246b0da4009e55eed1482630533f858d0d8968ee0ff0547aa191974199", "artifactFiles": 101, "artifactBytes": 20027997, "harborModelRunBundleArtifact": "model-runs.json", "harborModelRunBundleSha256": "abc8cd77daf45a2d3c3e8851163e7e3413c95dc6de25ca1f1bfe2679b60340de", "harborModelRunBundleBytes": 24490665, "sourceManifestUrl": "https://github.com/blobfishai/factory-agent-simulation/blob/main/model_runs/gpt-5.6-luna-v3.3.5-full-100.json", "sharedTrialBindingsSha256": "edb118283ee03e29405520d96bb507f2bd8b7fcda987abae77eccf07cc679337", "featuredTaskId": "factorybench-001", "featuredTrajectorySha256": "c26b57f7e49556a3cdf9c702c374d6a445d56e4e5db28dc42e8318af7d806523", "featuredVerifierTraceSha256": "8afa87e1146a41361fa6172156dc15f3bd25bd818eeb9737f0c88a8cef832d26", "featuredFinalResponseSha256": "8f796608ad83c5278c777683e9af91b344c30ff8d2ba82e0731f37885b49e4cc", "featuredArtifact": "model-runs/gpt-5.6-luna-v3.3.5-full-100/trials/factorybench-001.json", "featuredArtifactSha256": "6aa73e7f818936b77d00a138b2c84f97a82ab75bdf6f5f34583881703b47a15c", "featuredArtifactUrl": "https://github.com/blobfishai/factory-agent-simulation/blob/main/model_runs/gpt-5.6-luna-v3.3.5-full-100/trials/factorybench-001.json" }, "verifierArtifactFiles": 500, "verifierArtifactBytes": 22960063, "distinctVerifierArtifactDigests": 100, "distinctTaskNames": 100, "distinctHarborTaskDigests": 100, "distinctTrialTaskChecksums": 100, "distinctTrialLocks": 100, "jobResultSha256": "268da394fb07d6e22cb612e1fbf7587b357802a60d194404ae0ed64f614f0587", "jobConfigSha256": "a574ec3cbda987b2c84f05217d8e9b75ab52ce53df0c7a075e4b890b8f3af8db", "jobLockSha256": "f71cadbb02259d6cc2e3000c95b26168a57c4c5ac0141b14e22b1a6c968d604d", "jobLockSchema": 3, "trialLockSchema": 2 }, "featuredTrajectory": { "taskId": "factorybench-001", "score": 88.67, "strictPass": false, "toolCalls": 71, "traceMode": "provider-native", "traceSource": "verifier/trace.json", "eventsSha256": "7208b250ef9a6814d8599f909574506feadb7a9611d5ab2e94d6defdfe56cbc6", "events": [ { "index": 1, "stage": "Investigate", "tool": "oracle_fusion.work_orders.list", "server": null, "arguments": { "limit": 500, "onlyData": true, "totalResults": true }, "outcome": "ok", "result": "{\"count\": 4, \"hasMore\": false, \"items\": [{\"ItemNumber\": \"LMP-BULB-12\", \"ItemRevision\": \"R9\", \"LastUpdateDate\": \"2025-12-18T16:20:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"OrganizationCode\": \"SEA\", \"PlannedCompletionDate\": \"2026-01-13\", \"PlannedStartDate\": \"2026-01-12\", \"PlannedStartQuantity\": 480, \"SourceHeaderReference\": \"CASE-001\", \"WorkOrderDescription\": \"CASE-001: Commit one pallet of Luma lamps\", \"WorkOrderId\": 800001, \"WorkOrderNumber\": \"WO-0001\", \"WorkOrderStatusCode\": \"SUPERSEDED\"}, {\"ItemNumber\": \"LMP-BULB-12\", \"ItemRevision\": \"C\", \"LastUpdateDate\": \"2026-01-12T08:00:00-08:00\",\u2026" }, { "index": 2, "stage": "Investigate", "tool": "oracle_fusion.work_order_operations.list", "server": null, "arguments": { "limit": 1000, "onlyData": true, "totalResults": true }, "outcome": "error", "result": "{\"error\": \"arguments missing required properties: ['WorkOrderId']\"}" }, { "index": 3, "stage": "Investigate", "tool": "oracle_fusion.work_order_materials.list", "server": null, "arguments": { "limit": 1000, "onlyData": true, "totalResults": true }, "outcome": "error", "result": "{\"error\": \"arguments missing required properties: ['WorkOrderId']\"}" }, { "index": 4, "stage": "Investigate", "tool": "oracle_fusion.work_order_resources.list", "server": null, "arguments": { "limit": 1000, "onlyData": true, "totalResults": true }, "outcome": "error", "result": "{\"error\": \"arguments missing required properties: ['WorkOrderId']\"}" }, { "index": 5, "stage": "Investigate", "tool": "oracle_fusion.inventory_onhand_balances.list", "server": null, "arguments": { "limit": 1000, "onlyData": true, "totalResults": true }, "outcome": "ok", "result": "{\"count\": 4, \"hasMore\": false, \"items\": [{\"AvailableToTransact\": 360, \"InventoryItemId\": 2100001, \"ItemNumber\": \"LMP-BULB-12\", \"ItemRevision\": \"R9\", \"LastUpdateDate\": \"2025-12-18T16:20:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"Locator\": \"SEA.STORES.02\", \"LotNumber\": \"LOT-0001\", \"OrganizationCode\": \"SEA\", \"PrimaryQuantity\": 420, \"PrimaryUnitOfMeasure\": \"EA\", \"ReservedQuantity\": 60, \"SubinventoryCode\": \"STORES\"}, {\"AvailableToTransact\": 360, \"InventoryItemId\": 1400001, \"ItemNumber\": \"LMP-BULB-12\", \"ItemRevision\": \"C\", \"LastUpdateDate\": \"2026-01-12T08:00:00-08:00\", \"LastUpdatedBy\": \"FACTOR\u2026" }, { "index": 6, "stage": "Investigate", "tool": "oracle_fusion.sales_orders.list", "server": null, "arguments": { "limit": 500, "onlyData": true, "totalResults": true }, "outcome": "ok", "result": "{\"count\": 4, \"hasMore\": false, \"items\": [{\"BusinessUnitName\": \"Northstar Manufacturing BU\", \"DemandStatusCode\": \"SCHEDULED\", \"HeaderId\": 12000001, \"LastUpdateDate\": \"2025-12-18T16:20:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"OrderKey\": \"12000001-7\", \"OrderNumber\": \"SO-47001\", \"OrderedQuantity\": 120, \"RequestedShipDate\": \"2026-01-21\", \"SourceTransactionNumber\": \"CASE-001\", \"SourceTransactionSystem\": \"NORTHSTAR_OMS\", \"StatusCode\": \"SUPERSEDED\"}, {\"BusinessUnitName\": \"Northstar Manufacturing BU\", \"DemandStatusCode\": \"SCHEDULED\", \"HeaderId\": 12000001, \"LastUpdateDate\": \"2026-01-12T08:00:00-\u2026" }, { "index": 7, "stage": "Investigate", "tool": "oracle_fusion.purchase_orders.list", "server": null, "arguments": { "limit": 500, "onlyData": true, "totalResults": true }, "outcome": "ok", "result": "{\"count\": 0, \"hasMore\": false, \"items\": [], \"limit\": 500, \"links\": [], \"offset\": 0}" }, { "index": 8, "stage": "Investigate", "tool": "oracle_fusion.supply_requests.list", "server": null, "arguments": { "limit": 500, "onlyData": true, "totalResults": true }, "outcome": "ok", "result": "{\"count\": 0, \"hasMore\": false, \"items\": [], \"limit\": 500, \"links\": [], \"offset\": 0}" }, { "index": 9, "stage": "Investigate", "tool": "oracle_fusion.work_orders.get", "server": null, "arguments": { "WorkOrderId": 100001, "expand": "all", "onlyData": true }, "outcome": "ok", "result": "{\"ItemNumber\": \"LMP-BULB-12\", \"ItemRevision\": \"C\", \"LastUpdateDate\": \"2026-01-12T08:00:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"OrganizationCode\": \"SEA\", \"PlannedCompletionDate\": \"2026-01-13\", \"PlannedStartDate\": \"2026-01-12\", \"PlannedStartQuantity\": 480, \"SourceHeaderReference\": \"CASE-001\", \"WorkOrderDescription\": \"CASE-001: Commit one pallet of Luma lamps\", \"WorkOrderId\": 100001, \"WorkOrderNumber\": \"WO-0001\", \"WorkOrderStatusCode\": \"ORA_RELEASED\"}" }, { "index": 10, "stage": "Investigate", "tool": "oracle_fusion.work_order_operations.list", "server": null, "arguments": { "WorkOrderId": 100001, "limit": 100, "onlyData": true, "totalResults": true }, "outcome": "ok", "result": "{\"count\": 4, \"hasMore\": false, \"items\": [{\"CompletedQuantity\": 0, \"DispatchStatus\": \"SUPERSEDED\", \"LastUpdateDate\": \"2025-12-18T16:20:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"OperationName\": \"Controlled operation for CASE-001\", \"OperationSequenceNumber\": 10, \"PlannedCompletionDate\": \"2026-01-13\", \"PlannedStartDate\": \"2026-01-12\", \"RejectedQuantity\": 0, \"WorkCenterCode\": \"WC-2\", \"WorkOrderId\": 800001, \"WorkOrderOperationId\": 200001}, {\"CompletedQuantity\": 0, \"DispatchStatus\": \"READY\", \"LastUpdateDate\": \"2026-01-12T08:00:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"OperationName\": \"Co\u2026" }, { "index": 11, "stage": "Investigate", "tool": "oracle_fusion.work_order_materials.list", "server": null, "arguments": { "WorkOrderId": 100001, "limit": 100, "onlyData": true, "totalResults": true }, "outcome": "ok", "result": "{\"count\": 4, \"hasMore\": false, \"items\": [{\"IssuedQuantity\": 0, \"ItemNumber\": \"LMP-BULB-12\", \"ItemRevision\": \"R9\", \"LastUpdateDate\": \"2025-12-18T16:20:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"MaterialSequenceNumber\": 10, \"OperationSequenceNumber\": 10, \"QuantityPerAssembly\": 4, \"RequiredQuantity\": 480, \"SupplySubinventory\": \"STORES\", \"WorkOrderId\": 800001, \"WorkOrderOperationId\": 200001, \"WorkOrderOperationMaterialId\": 300001}, {\"IssuedQuantity\": 0, \"ItemNumber\": \"LMP-BULB-12\", \"ItemRevision\": \"C\", \"LastUpdateDate\": \"2026-01-12T08:00:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"Materi\u2026" }, { "index": 12, "stage": "Investigate", "tool": "oracle_fusion.work_order_resources.list", "server": null, "arguments": { "WorkOrderId": 100001, "limit": 100, "onlyData": true, "totalResults": true }, "outcome": "ok", "result": "{\"count\": 0, \"hasMore\": false, \"items\": [], \"limit\": 100, \"links\": [], \"offset\": 0}" }, { "index": 13, "stage": "Investigate", "tool": "oracle_fusion.work_orders.get", "server": null, "arguments": { "WorkOrderId": 900001, "expand": "all", "onlyData": true }, "outcome": "error", "result": "{\"error\": \"oracle_fusion.work_orders.get record not found for WorkOrderId=900001\"}" }, { "index": 14, "stage": "Investigate", "tool": "oracle_fusion.work_order_operations.list", "server": null, "arguments": { "WorkOrderId": 900001, "limit": 100, "onlyData": true, "totalResults": true }, "outcome": "ok", "result": "{\"count\": 4, \"hasMore\": false, \"items\": [{\"CompletedQuantity\": 0, \"DispatchStatus\": \"SUPERSEDED\", \"LastUpdateDate\": \"2025-12-18T16:20:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"OperationName\": \"Controlled operation for CASE-001\", \"OperationSequenceNumber\": 10, \"PlannedCompletionDate\": \"2026-01-13\", \"PlannedStartDate\": \"2026-01-12\", \"RejectedQuantity\": 0, \"WorkCenterCode\": \"WC-2\", \"WorkOrderId\": 800001, \"WorkOrderOperationId\": 200001}, {\"CompletedQuantity\": 0, \"DispatchStatus\": \"READY\", \"LastUpdateDate\": \"2026-01-12T08:00:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"OperationName\": \"Co\u2026" }, { "index": 15, "stage": "Investigate", "tool": "oracle_fusion.work_order_materials.list", "server": null, "arguments": { "WorkOrderId": 900001, "limit": 100, "onlyData": true, "totalResults": true }, "outcome": "ok", "result": "{\"count\": 4, \"hasMore\": false, \"items\": [{\"IssuedQuantity\": 0, \"ItemNumber\": \"LMP-BULB-12\", \"ItemRevision\": \"R9\", \"LastUpdateDate\": \"2025-12-18T16:20:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"MaterialSequenceNumber\": 10, \"OperationSequenceNumber\": 10, \"QuantityPerAssembly\": 4, \"RequiredQuantity\": 480, \"SupplySubinventory\": \"STORES\", \"WorkOrderId\": 800001, \"WorkOrderOperationId\": 200001, \"WorkOrderOperationMaterialId\": 300001}, {\"IssuedQuantity\": 0, \"ItemNumber\": \"LMP-BULB-12\", \"ItemRevision\": \"C\", \"LastUpdateDate\": \"2026-01-12T08:00:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"Materi\u2026" }, { "index": 16, "stage": "Investigate", "tool": "oracle_fusion.work_order_resources.list", "server": null, "arguments": { "WorkOrderId": 900001, "limit": 100, "onlyData": true, "totalResults": true }, "outcome": "ok", "result": "{\"count\": 0, \"hasMore\": false, \"items\": [], \"limit\": 100, \"links\": [], \"offset\": 0}" }, { "index": 17, "stage": "Investigate", "tool": "factorybench.context.get", "server": null, "arguments": {}, "outcome": "ok", "result": "{\"evidence_index\": [{\"asset_id\": \"factorybench-001-decision\", \"kind\": \"spreadsheet_export\", \"media_type\": \"text/csv\", \"path\": \"approval-decision-log.csv\", \"sha256\": \"26b926b28952108480eb2cd642acb36fbb4966c166496517f031dfc18696fc00\", \"source\": \"google_sheets\", \"title\": \"Approval decision log\"}, {\"asset_id\": \"factorybench-001-authority-matrix\", \"kind\": \"authority_matrix\", \"media_type\": \"application/vnd.openxmlformats-officedocument.spreadsheetml.sheet\", \"path\": \"approvals/delegation-of-authority.xlsx\", \"sha256\": \"5b26673eafe52761c915de0f8a54826fa776d9b90d850e34bd1a328731c38330\", \"source\": \"goog\u2026" }, { "index": 18, "stage": "Investigate", "tool": "slack.search_messages", "server": null, "arguments": { "count": 100, "page": 1, "query": "\"CASE-001\"", "sort": "timestamp", "sort_dir": "asc" }, "outcome": "ok", "result": "{\"messages\": {\"matches\": [{\"channel\": {\"id\": \"C-PROCUREMENT\"}, \"text\": \"Account team needs one defensible decision for one pallet of Luma lamps by 2026-01-21; a faster or broader action has value only if it remains inside material readiness versus the protected assembly calendar.\", \"ts\": \"1768000001.000100\", \"user\": \"U-OPS-LEAD\"}, {\"channel\": {\"id\": \"C-PROCUREMENT\"}, \"text\": \"I found 480 EA on the header, but the workbook has separate observation and exclusion rows. Please do not net from this message.\", \"ts\": \"1768000001.000150\", \"user\": \"U-PLANNER\"}, {\"channel\": {\"id\": \"C-PROCUREMENT\"}, \"fi\u2026" }, { "index": 19, "stage": "Investigate", "tool": "google_drive.files.list", "server": null, "arguments": { "fields": "files(id,name,mimeType,modifiedTime,size,description,webViewLink),nextPageToken", "pageSize": 100, "q": "name contains 'CASE-001' and trashed = false" }, "outcome": "ok", "result": "{\"files\": [{\"description\": \"CASE-001: Operating policy\", \"id\": \"drive-001-01\", \"mimeType\": \"text/markdown\", \"modifiedTime\": \"2026-01-12T09:00:00Z\", \"name\": \"operating-policy.md\"}, {\"description\": \"CASE-001: Business request and control\", \"id\": \"drive-001\", \"mimeType\": \"text/markdown\", \"modifiedTime\": \"2026-01-12T09:00:00Z\", \"name\": \"business-request-and-control.md\"}, {\"description\": \"CASE-001: Supplier readiness confirmation\", \"id\": \"drive-001-03\", \"mimeType\": \"application/pdf\", \"modifiedTime\": \"2026-01-12T09:00:00Z\", \"name\": \"supplier-confirmation.pdf\"}, {\"description\": \"CASE-001: Planning s\u2026" }, { "index": 20, "stage": "Investigate", "tool": "google_sheets.spreadsheets.get", "server": null, "arguments": { "includeGridData": false, "spreadsheetId": "sheet-001" }, "outcome": "ok", "result": "{\"developerMetadata\": [{\"metadataKey\": \"case\", \"metadataValue\": \"CASE-001\"}, {\"metadataKey\": \"sourceRevision\", \"metadataValue\": \"C\"}], \"namedRanges\": [{\"name\": \"EligibleCoverage\", \"namedRangeId\": \"control-001\"}, {\"name\": \"DecisionApprovals\", \"namedRangeId\": \"approval-001\"}, {\"name\": \"DecisionAudit\", \"namedRangeId\": \"audit-001\"}], \"properties\": {\"title\": \"CASE-001 finite-capacity and coverage workbook\"}, \"sheets\": [{\"properties\": {\"sheetId\": 0, \"title\": \"Control\"}}, {\"properties\": {\"sheetId\": 1, \"title\": \"Approvals\"}}, {\"properties\": {\"sheetId\": 2, \"title\": \"Audit\"}}], \"spreadsheetId\": \"sheet-\u2026" }, { "index": 21, "stage": "Investigate", "tool": "gmail.messages.list", "server": null, "arguments": { "maxResults": 100, "q": "\"CASE-001\"", "userId": "me" }, "outcome": "ok", "result": "{\"messages\": [{\"id\": \"msg-001\", \"threadId\": \"thread-001\"}, {\"id\": \"msg-001-1\", \"threadId\": \"thread-001\"}, {\"id\": \"msg-001-2\", \"threadId\": \"thread-001\"}, {\"id\": \"msg-001-3\", \"threadId\": \"thread-001\"}], \"resultSizeEstimate\": 4}" }, { "index": 22, "stage": "Investigate", "tool": "google_sheets.spreadsheets.values.batchGet", "server": null, "arguments": { "majorDimension": "ROWS", "ranges": [ "Control!A1:I50", "Audit!A1:G100" ], "spreadsheetId": "sheet-001", "valueRenderOption": "UNFORMATTED_VALUE" }, "outcome": "ok", "result": "{\"spreadsheetId\": \"sheet-001\", \"valueRanges\": [{\"majorDimension\": \"ROWS\", \"range\": \"Control!A1:I50\", \"values\": [[\"case\", \"source_row\", \"observed\", \"excluded\", \"unit\", \"source_revision\", \"organization\", \"control_status\", \"control_note\"], [\"CASE-001\", \"OBS-0001-1\", 105, \"\", \"EA\", \"C\", \"SEA\", \"OBSERVED_NOT_NETTED\", \"nettable LMP-BULB-12 units\"], [\"CASE-001\", \"OBS-0001-2\", 105, \"\", \"EA\", \"C\", \"SEA\", \"OBSERVED_NOT_NETTED\", \"nettable LMP-BULB-12 units\"], [\"CASE-001\", \"OBS-0001-3\", 105, \"\", \"EA\", \"C\", \"SEA\", \"OBSERVED_NOT_NETTED\", \"nettable LMP-BULB-12 units\"], [\"CASE-001\", \"OBS-0001-4\", 105, \"\", \"E\u2026" }, { "index": 23, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001" }, "outcome": "ok", "result": "{\"content\": \"# Business request and control \u2014 CASE-001\\n\\nSubject: one pallet of Luma lamps\\nBusiness/control date: 2026-01-21\\nRequester reference: NS-000001\\nDecision boundary: material readiness versus the protected assembly calendar.\\nEscalation boundary: add_weekend_shift requires a separate approval.\\n\\nThis record states the boundary only. It does not identify the recommended option or compute the supported outcome.\\n\", \"description\": \"Business request and control\", \"id\": \"drive-001\", \"kind\": \"drive#file\", \"md5Checksum\": \"2bade8fa0dd928e2a447d2f8364bd34a96383a0b1ec4f2397ddda2f79d36ba9d\u2026" }, { "index": 24, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-01" }, "outcome": "ok", "result": "{\"content\": \"# Commit one pallet of Luma lamps \u2014 operating policy\\n\\nDecision scope: one pallet of Luma lamps.\\n\\nControl rule: material readiness versus the protected assembly calendar. Establish the immutable source record and effective revision, then reconcile revision-C bulbs required for 120 four-lamp kits, nettable LMP-BULB-12 units, and quarantined and reserved bulb units from independent records. Do not treat a header total, filename, similar name, or unapproved alternative as evidence. The final mutation must be atomic and limited to the supported record and measure.\\n\\nRequired clos\u2026" }, { "index": 25, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-approval-001" }, "outcome": "ok", "result": "{\"content\": \"{\\n \\\"approvalId\\\": \\\"approval-001\\\",\\n \\\"approvedScope\\\": \\\"Approval AP-0001 permits one control-compliant action on NS-000001 up to 360 EA, provided material readiness versus the protected assembly calendar. It does not select an option in advance and does not authorize broader records or add_weekend_shift.\\\",\\n \\\"businessNeedBy\\\": \\\"2026-01-21\\\",\\n \\\"case\\\": \\\"CASE-001\\\",\\n \\\"fileId\\\": \\\"drive-approval-001\\\",\\n \\\"requiredReviewers\\\": [\\n \\\"U-APPROVER\\\"\\n ],\\n \\\"reviewerResponses\\\": [\\n {\\n \\\"response\\\": \\\"APPROVED\\\",\\n \\\"reviewer\\\": \\\"U-APPROVER\\\"\\n }\\n ],\\n \\\"status\\\": \\\"IN_P\u2026" }, { "index": 26, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-12" }, "outcome": "ok", "result": "{\"content\": \"# lamp BOM and launch commitment\\n\\nCase: CASE-001\\nDocument control number: SPEC-0001\\nEffective revision: C\\nSuperseded revision visible in archive: R9\\nSubject: one pallet of Luma lamps\\nPrimary measure: revision-C bulbs required for 120 four-lamp kits\\nSource finished or header quantity: 120\\nEffective usage per finished or header unit: 4 EA\\nUnit: EA\\nEligibility definition: nettable LMP-BULB-12 units\\nExclusion definition: quarantined and reserved bulb units\\nControl: material readiness versus the protected assembly calendar\\n\\n## Applicability\\n\\nApply only to NS-000001, o\u2026" }, { "index": 27, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-04" }, "outcome": "ok", "result": "{\"content\": \"[[\\\"case\\\", \\\"source_record\\\", \\\"measure\\\", \\\"value\\\", \\\"unit\\\", \\\"revision\\\", \\\"eligibility\\\", \\\"plant\\\", \\\"status\\\"], [\\\"CASE-001\\\", \\\"NS-000001\\\", \\\"revision-C bulbs required for 120 four-lamp kits\\\", 480, \\\"EA\\\", \\\"C\\\", \\\"SOURCE_REQUIREMENT\\\", \\\"SEA\\\", \\\"ACTIVE\\\"], [\\\"CASE-001\\\", \\\"OBS-0001-1\\\", \\\"nettable LMP-BULB-12 units\\\", 105, \\\"EA\\\", \\\"C\\\", \\\"OBSERVED_NOT_NETTED\\\", \\\"SEA\\\", \\\"AVAILABLE\\\"], [\\\"CASE-001\\\", \\\"OBS-0001-2\\\", \\\"nettable LMP-BULB-12 units\\\", 105, \\\"EA\\\", \\\"C\\\", \\\"OBSERVED_NOT_NETTED\\\", \\\"SEA\\\", \\\"AVAILABLE\\\"], [\\\"CASE-001\\\", \\\"OBS-0001-3\\\", \\\"nettable LMP-BULB\u2026" }, { "index": 28, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-16" }, "outcome": "ok", "result": "{\"content\": \"[[\\\"case\\\", \\\"resource\\\", \\\"slot\\\", \\\"start\\\", \\\"duration_days\\\", \\\"available_capacity\\\", \\\"unit\\\", \\\"qualification\\\", \\\"load_status\\\", \\\"authority\\\"], [\\\"CASE-001\\\", \\\"qualified non-displacing WC-2 slots\\\", \\\"SEA-BASE-001\\\", \\\"2026-01-18\\\", 2, 420, \\\"EA\\\", \\\"QUALIFIED\\\", \\\"OPEN_AFTER_PROTECTED_LOAD\\\", \\\"CURRENT\\\"], [\\\"CASE-001\\\", \\\"qualified non-displacing WC-2 slots\\\", \\\"SEA-OT-001\\\", \\\"2026-01-17\\\", 1, 480, \\\"EA\\\", \\\"QUALIFIED\\\", \\\"CONDITIONAL\\\", \\\"SEPARATE_APPROVAL\\\"], [\\\"CASE-001\\\", \\\"qualified non-displacing WC-2 slots-A\\\", \\\"SEA-A-001\\\", \\\"2026-01-17\\\", 1, 140, \\\"EA\\\", \\\"E\u2026" }, { "index": 29, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-17" }, "outcome": "ok", "result": "{\"content\": \"[[\\\"case\\\", \\\"shift\\\", \\\"date\\\", \\\"skill_or_resource\\\", \\\"qualified\\\", \\\"active\\\", \\\"regular_capacity\\\", \\\"overtime_capacity\\\", \\\"protected_capacity\\\", \\\"approval_status\\\"], [\\\"CASE-001\\\", \\\"A\\\", \\\"2026-01-18\\\", \\\"qualified non-displacing WC-2 slots\\\", \\\"YES\\\", \\\"YES\\\", 210, 0, 60, \\\"NORMAL\\\"], [\\\"CASE-001\\\", \\\"B\\\", \\\"2026-01-18\\\", \\\"qualified non-displacing WC-2 slots\\\", \\\"YES\\\", \\\"YES\\\", 210, 105, 0, \\\"OVERTIME_NOT_GRANTED\\\"], [\\\"CASE-001\\\", \\\"C\\\", \\\"2026-01-18\\\", \\\"qualified non-displacing WC-2 slots\\\", \\\"NO\\\", \\\"YES\\\", 140, 0, 0, \\\"NOT_QUALIFIED\\\"], [\\\"CASE-001\\\", \\\"WEEKEND\\\"\u2026" }, { "index": 30, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-18" }, "outcome": "ok", "result": "{\"content\": \"[[\\\"case\\\", \\\"supplier\\\", \\\"item_or_service\\\", \\\"revision\\\", \\\"tier\\\", \\\"readiness\\\", \\\"capacity\\\", \\\"unit\\\", \\\"status\\\", \\\"authority\\\"], [\\\"CASE-001\\\", \\\"Rainier Components\\\", \\\"LMP-BULB-12\\\", \\\"C\\\", \\\"STANDARD\\\", \\\"2026-01-17\\\", 120, \\\"EA\\\", \\\"CONFIRMED_INPUT\\\", \\\"BUYER_RELEASE_REQUIRED\\\"], [\\\"CASE-001\\\", \\\"Rainier Components\\\", \\\"LMP-BULB-12\\\", \\\"C\\\", \\\"PRIORITY\\\", \\\"2026-01-14\\\", 120, \\\"EA\\\", \\\"CAPACITY_HELD\\\", \\\"SEPARATE_APPROVAL\\\"], [\\\"CASE-001\\\", \\\"Rainier Components ARCHIVE\\\", \\\"LMP-BULB-12\\\", \\\"R9\\\", \\\"STANDARD\\\", \\\"2026-01-17\\\", 120, \\\"EA\\\", \\\"EXPIRED\\\", \\\"SUPERSEDED\\\"]\u2026" }, { "index": 31, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-21" }, "outcome": "ok", "result": "{\"content\": \"case,record,parent_or_subject,component_or_control,usage,header_quantity,gross_requirement,unit,revision,effectivity\\nCASE-001,NS-000001,LMP-BULB-12,COMP-001-A,4,120,480,EA,C,CURRENT\\nCASE-001,NS-000001,LMP-BULB-12,COMP-001-B,1,120,120,EA,C,REFERENCE_INPUT\\nCASE-001,NS-000001,LMP-BULB-12,COMP-001-C,1,120,240,EA,C,CONDITIONAL\\nCASE-001,NS-000001,LMP-BULB-12,COMP-001-ARCH,4,120,480,EA,R9,SUPERSEDED\\nCASE-002,NS-000002,LMP-BULB-12,COMP-002-A,4,120,480,EA,C,OTHER_CASE\\nCASE-001,NS-000001,LMP-BULB-12,COMP-001-PDX,4,120,480,EA,C,OTHER_ORGANIZATION\\n\", \"description\": \"Component and cont\u2026" }, { "index": 32, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-20" }, "outcome": "ok", "result": "{\"content\": \"case,item,lot,organization,subinventory,on_hand,reserved,quality_hold,available_status,revision\\nCASE-001,LMP-BULB-12,LOT-001-A,SEA,STORES,105,0,0,AVAILABLE,C\\nCASE-001,LMP-BULB-12,LOT-001-B,SEA,STORES,105,30,0,PARTLY_RESERVED,C\\nCASE-001,LMP-BULB-12,LOT-001-C,SEA,MRB,105,0,30,QUALITY_HOLD,C\\nCASE-001,LMP-BULB-12,LOT-001-D,SEA,STORES,105,0,0,AVAILABLE,C\\nCASE-002,LMP-BULB-12,LOT-001-E,SEA,STORES,160,0,0,OTHER_CASE,C\\nCASE-001,LMP-BULB-12,LOT-001-F,PDX,STORES,120,0,0,OTHER_ORGANIZATION,C\\nCASE-001,LMP-BULB-12,LOT-001-G,SEA,ARCHIVE,96,0,0,SUPERSEDED,R9\\n\", \"description\": \"Raw-mater\u2026" }, { "index": 33, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-22" }, "outcome": "ok", "result": "{\"content\": \"case,item_or_subject,lot_or_record,revision,inspection_status,hold_status,disposition,effective,scope_note\\nCASE-001,LMP-BULB-12,LOT-001-A,C,ACCEPTED,NONE,USE,2026-01-12,current case\\nCASE-001,LMP-BULB-12,LOT-001-B,C,ACCEPTED,RESERVATION,PARTIAL,2026-01-12,preserve reserved quantity\\nCASE-001,LMP-BULB-12,LOT-001-C,C,PENDING,QUALITY,HOLD,2026-01-12,quarantined and reserved bulb units\\nCASE-001,LMP-BULB-12,LOT-001-D,C,ACCEPTED,NONE,USE,2026-01-12,current case\\nCASE-001,LMP-BULB-12,LOT-001-ARCH,R9,ACCEPTED,NONE,ARCHIVE,2025-12-13,superseded result\\nCASE-002,LMP-BULB-12,LOT-001-OTHER\u2026" }, { "index": 34, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-23" }, "outcome": "ok", "result": "{\"content\": \"{\\n \\\"asOf\\\": \\\"2026-01-12\\\",\\n \\\"case\\\": \\\"CASE-001\\\",\\n \\\"instruction\\\": \\\"Correlate active qualification, organization, protected load, outage status, and case ownership; row order does not imply preference.\\\",\\n \\\"record\\\": \\\"NS-000001\\\",\\n \\\"resources\\\": [\\n {\\n \\\"case\\\": \\\"CASE-001\\\",\\n \\\"qualification\\\": \\\"CURRENT\\\",\\n \\\"resource\\\": \\\"qualified non-displacing WC-2 slots\\\",\\n \\\"status\\\": \\\"OPEN_AFTER_PROTECTED_LOAD\\\",\\n \\\"window\\\": \\\"2026-01-18\\\"\\n },\\n {\\n \\\"case\\\": \\\"CASE-001\\\",\\n \\\"qualification\\\": \\\"EXPIRED\\\",\\n \\\"resource\\\": \\\"qualified non-displacing WC-2 slots-A\\\",\\n\u2026" }, { "index": 35, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-24" }, "outcome": "ok", "result": "{\"content\": \"{\\n \\\"case\\\": \\\"CASE-001\\\",\\n \\\"channel\\\": \\\"C-FACTORY-PLANNING\\\",\\n \\\"messages\\\": [\\n {\\n \\\"text\\\": \\\"Please reconcile NS-000001 for CASE-001; the header and detail sources do not yet support a commitment.\\\",\\n \\\"ts\\\": \\\"1769000001.000100\\\",\\n \\\"user\\\": \\\"U-PLANNING\\\"\\n },\\n {\\n \\\"text\\\": \\\"On-hand includes a reservation and a quality-held row for LMP-BULB-12. Use the lot register, not this summary.\\\",\\n \\\"ts\\\": \\\"1769000001.000140\\\",\\n \\\"user\\\": \\\"U-MATERIALS\\\"\\n },\\n {\\n \\\"text\\\": \\\"The first open row for qualified non-displacing WC-2 slots may still be unusable because qualif\u2026" }, { "index": 36, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-25" }, "outcome": "ok", "result": "{\"content\": \"From: sourcing-001@northstar.example\\nTo: order.fulfillment.manager@northstar.example\\nCc: planning@northstar.example, quality@northstar.example, controls@northstar.example\\nDate: 2026-01-12 13:15:00 -0800\\nMessage-ID: \\nReferences: \\nSubject: Re: CASE-001 source capacity and commercial controls\\nMIME-Version: 1.0\\nContent-Type: text/plain; charset=UTF-8\\n\\nWe matched the supplier response to LMP-BULB-12, revision C, and immutable record NS-000001. The standard and priority readiness dates are inputs only; neither is a\u2026" }, { "index": 37, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-06" }, "outcome": "ok", "result": "{\"content\": \"From: operations-1@northstar.example\\nTo: order.fulfillment.manager@northstar.example\\nCc: controls@northstar.example, rainier.components@supplier.example\\nDate: 2026-01-12\\nMessage-ID: \\nSubject: CASE-001 \u2014 decision needed for one pallet of Luma lamps\\nMIME-Version: 1.0\\nContent-Type: text/plain; charset=UTF-8\\n\\nSales needs a date for one pallet of Luma lamps. When can we honestly have it finished with today's schedule and stock, what is preventing an earlier run, and do expediting parts or adding a shift change the answer? Commit the best approved pl\u2026" }, { "index": 38, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-26" }, "outcome": "ok", "result": "{\"content\": \"{\\n \\\"asOf\\\": \\\"2026-01-12\\\",\\n \\\"case\\\": \\\"CASE-001\\\",\\n \\\"control\\\": \\\"Use immutable IDs and effective status. This index describes lineage only and contains no selected option or final calculation.\\\",\\n \\\"effectiveRevision\\\": \\\"C\\\",\\n \\\"record\\\": \\\"NS-000001\\\",\\n \\\"sources\\\": [\\n {\\n \\\"immutableKey\\\": \\\"NS-000001\\\",\\n \\\"sourceId\\\": \\\"ORACLE-0001\\\",\\n \\\"status\\\": \\\"CURRENT\\\",\\n \\\"system\\\": \\\"oracle_fusion\\\"\\n },\\n {\\n \\\"immutableKey\\\": \\\"C\\\",\\n \\\"sourceId\\\": \\\"BOM-0001-C\\\",\\n \\\"status\\\": \\\"CURRENT\\\",\\n \\\"system\\\": \\\"google_drive\\\"\\n },\\n {\\n \\\"immutableKey\\\": \\\"R9\\\",\\n \\\"source\u2026" }, { "index": 39, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-27" }, "outcome": "ok", "result": "{\"content\": \"2026-01-12T08:00:00-08:00 case=CASE-001 record=NS-000001 event=oracle_snapshot_indexed source_revision=C status=CURRENT actor=U-SYSTEM\\n2026-01-12T08:30:00-08:00 case=CASE-001 record=NS-000001 event=business_date_confirmed source_revision=C status=CURRENT actor=U-OPS-LEAD\\n2026-01-12T09:00:00-08:00 case=CASE-001 record=NS-000001 event=released_structure_indexed source_revision=C status=CURRENT actor=U-ENGINEERING-CONTROL\\n2026-01-12T09:30:00-08:00 case=CASE-001 record=NS-000001 event=archive_structure_indexed source_revision=R9 status=SUPERSEDED actor=U-ENGINEERING-RECORDS\\n2026-\u2026" }, { "index": 40, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-28" }, "outcome": "ok", "result": "{\"content\": \"case: CASE-001\\nrecord: NS-000001\\nas_of: 2026-01-12\\nevidence:\\n - source: oracle_snapshot\\n revision: C\\n status: current\\n immutable_key: NS-000001\\n - source: engineering_structure\\n revision: C\\n status: current\\n immutable_key: BOM-0001-C\\n - source: engineering_archive\\n revision: R9\\n status: superseded\\n immutable_key: BOM-0001-R9\\n - source: supplier_confirmation\\n revision: C\\n status: conditional_input\\n immutable_key: CNF-000001\\n - source: approval\\n revision: C\\n status: current_scoped\\n immutable_key: AP-0001\\n - source: nearby_case\\n revision: C\\n status: exclude\u2026" }, { "index": 41, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-18" }, "outcome": "ok", "result": "{\"content\": \"[[\\\"case\\\", \\\"supplier\\\", \\\"item_or_service\\\", \\\"revision\\\", \\\"tier\\\", \\\"readiness\\\", \\\"capacity\\\", \\\"unit\\\", \\\"status\\\", \\\"authority\\\"], [\\\"CASE-001\\\", \\\"Rainier Components\\\", \\\"LMP-BULB-12\\\", \\\"C\\\", \\\"STANDARD\\\", \\\"2026-01-17\\\", 120, \\\"EA\\\", \\\"CONFIRMED_INPUT\\\", \\\"BUYER_RELEASE_REQUIRED\\\"], [\\\"CASE-001\\\", \\\"Rainier Components\\\", \\\"LMP-BULB-12\\\", \\\"C\\\", \\\"PRIORITY\\\", \\\"2026-01-14\\\", 120, \\\"EA\\\", \\\"CAPACITY_HELD\\\", \\\"SEPARATE_APPROVAL\\\"], [\\\"CASE-001\\\", \\\"Rainier Components ARCHIVE\\\", \\\"LMP-BULB-12\\\", \\\"R9\\\", \\\"STANDARD\\\", \\\"2026-01-17\\\", 120, \\\"EA\\\", \\\"EXPIRED\\\", \\\"SUPERSEDED\\\"]\u2026" }, { "index": 42, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-21" }, "outcome": "ok", "result": "{\"content\": \"case,record,parent_or_subject,component_or_control,usage,header_quantity,gross_requirement,unit,revision,effectivity\\nCASE-001,NS-000001,LMP-BULB-12,COMP-001-A,4,120,480,EA,C,CURRENT\\nCASE-001,NS-000001,LMP-BULB-12,COMP-001-B,1,120,120,EA,C,REFERENCE_INPUT\\nCASE-001,NS-000001,LMP-BULB-12,COMP-001-C,1,120,240,EA,C,CONDITIONAL\\nCASE-001,NS-000001,LMP-BULB-12,COMP-001-ARCH,4,120,480,EA,R9,SUPERSEDED\\nCASE-002,NS-000002,LMP-BULB-12,COMP-002-A,4,120,480,EA,C,OTHER_CASE\\nCASE-001,NS-000001,LMP-BULB-12,COMP-001-PDX,4,120,480,EA,C,OTHER_ORGANIZATION\\n\", \"description\": \"Component and cont\u2026" }, { "index": 43, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-20" }, "outcome": "ok", "result": "{\"content\": \"case,item,lot,organization,subinventory,on_hand,reserved,quality_hold,available_status,revision\\nCASE-001,LMP-BULB-12,LOT-001-A,SEA,STORES,105,0,0,AVAILABLE,C\\nCASE-001,LMP-BULB-12,LOT-001-B,SEA,STORES,105,30,0,PARTLY_RESERVED,C\\nCASE-001,LMP-BULB-12,LOT-001-C,SEA,MRB,105,0,30,QUALITY_HOLD,C\\nCASE-001,LMP-BULB-12,LOT-001-D,SEA,STORES,105,0,0,AVAILABLE,C\\nCASE-002,LMP-BULB-12,LOT-001-E,SEA,STORES,160,0,0,OTHER_CASE,C\\nCASE-001,LMP-BULB-12,LOT-001-F,PDX,STORES,120,0,0,OTHER_ORGANIZATION,C\\nCASE-001,LMP-BULB-12,LOT-001-G,SEA,ARCHIVE,96,0,0,SUPERSEDED,R9\\n\", \"description\": \"Raw-mater\u2026" }, { "index": 44, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-22" }, "outcome": "ok", "result": "{\"content\": \"case,item_or_subject,lot_or_record,revision,inspection_status,hold_status,disposition,effective,scope_note\\nCASE-001,LMP-BULB-12,LOT-001-A,C,ACCEPTED,NONE,USE,2026-01-12,current case\\nCASE-001,LMP-BULB-12,LOT-001-B,C,ACCEPTED,RESERVATION,PARTIAL,2026-01-12,preserve reserved quantity\\nCASE-001,LMP-BULB-12,LOT-001-C,C,PENDING,QUALITY,HOLD,2026-01-12,quarantined and reserved bulb units\\nCASE-001,LMP-BULB-12,LOT-001-D,C,ACCEPTED,NONE,USE,2026-01-12,current case\\nCASE-001,LMP-BULB-12,LOT-001-ARCH,R9,ACCEPTED,NONE,ARCHIVE,2025-12-13,superseded result\\nCASE-002,LMP-BULB-12,LOT-001-OTHER\u2026" }, { "index": 45, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-23" }, "outcome": "ok", "result": "{\"content\": \"{\\n \\\"asOf\\\": \\\"2026-01-12\\\",\\n \\\"case\\\": \\\"CASE-001\\\",\\n \\\"instruction\\\": \\\"Correlate active qualification, organization, protected load, outage status, and case ownership; row order does not imply preference.\\\",\\n \\\"record\\\": \\\"NS-000001\\\",\\n \\\"resources\\\": [\\n {\\n \\\"case\\\": \\\"CASE-001\\\",\\n \\\"qualification\\\": \\\"CURRENT\\\",\\n \\\"resource\\\": \\\"qualified non-displacing WC-2 slots\\\",\\n \\\"status\\\": \\\"OPEN_AFTER_PROTECTED_LOAD\\\",\\n \\\"window\\\": \\\"2026-01-18\\\"\\n },\\n {\\n \\\"case\\\": \\\"CASE-001\\\",\\n \\\"qualification\\\": \\\"EXPIRED\\\",\\n \\\"resource\\\": \\\"qualified non-displacing WC-2 slots-A\\\",\\n\u2026" }, { "index": 46, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-05" }, "outcome": "ok", "result": "{\"content\": \"timestamp,case,actor,control,value,source\\n2026-01-12T09:10:00-08:00,CASE-001,U-OPS-LEAD,business_date_confirmed,2026-01-21,slack\\n2026-01-12T09:42:00-08:00,CASE-001,U-CONTROLLER,immutable_record_scope,NS-000001,oracle_export\\n2026-01-12T09:48:00-08:00,CASE-001,U-CONTROLLER,effective_revision,C,signed_specification\\n2026-01-12T10:01:00-08:00,CASE-001,U-APPROVER,maximum_supported_measure,360 EA,drive_approval\\n2026-01-12T10:05:00-08:00,CASE-001,U-APPROVER,expedite_bulbs_limit_usd,640,drive_approval\\n2026-01-12T10:07:00-08:00,CASE-001,U-APPROVER,add_weekend_shift_approval,NOT_GRANT\u2026" }, { "index": 47, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-approval-001" }, "outcome": "ok", "result": "{\"content\": \"{\\n \\\"approvalId\\\": \\\"approval-001\\\",\\n \\\"approvedScope\\\": \\\"Approval AP-0001 permits one control-compliant action on NS-000001 up to 360 EA, provided material readiness versus the protected assembly calendar. It does not select an option in advance and does not authorize broader records or add_weekend_shift.\\\",\\n \\\"businessNeedBy\\\": \\\"2026-01-21\\\",\\n \\\"case\\\": \\\"CASE-001\\\",\\n \\\"fileId\\\": \\\"drive-approval-001\\\",\\n \\\"requiredReviewers\\\": [\\n \\\"U-APPROVER\\\"\\n ],\\n \\\"reviewerResponses\\\": [\\n {\\n \\\"response\\\": \\\"APPROVED\\\",\\n \\\"reviewer\\\": \\\"U-APPROVER\\\"\\n }\\n ],\\n \\\"status\\\": \\\"IN_P\u2026" }, { "index": 48, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-03" }, "outcome": "ok", "result": "{\"content\": \"RAINIER COMPONENTS \u2014 CONTROLLED COMMERCIAL / SERVICE RECORD\\nDocument: lamp-bom-and-launch-commitment-0001\\nCase reference: CASE-001\\nIssued: 2026-01-12 11:25 Pacific\\nValid through: 2026-01-19\\n\\n1. REFERENCED SCOPE\\nSource subject: lamp BOM and launch commitment\\nImmutable record or item: LMP-BULB-12\\nEffective revision supplied by requester: C\\nMaximum scope represented by this response: 120 EA\\nThis confirmation is not valid for similarly named items, superseded revisions, other plants, or another case.\\n\\n2. CONFIRMED COMMERCIAL / CAPACITY INPUT\\nAlternative described by req\u2026" }, { "index": 49, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-15" }, "outcome": "ok", "result": "{\"content\": \"RAINIER COMPONENTS \u2014 CONTROLLED PRICE AND SERVICE CATALOG\\nCase reference: CASE-001\\nItem or service: LMP-BULB-12\\nApplicable source revision: C\\nCatalog effective: 2026-01-12\\nCurrency: USD\\n\\nSTANDARD SERVICE TIER\\nConfirmed readiness input: 2026-01-17\\nMaximum case-linked scope: 120 EA\\nPublished incremental impact: USD 640\\nReservation status: conditional on buyer release and immutable source match\\n\\nPRIORITY SERVICE TIER\\nConfirmed readiness input: 2026-01-14\\nMaximum case-linked scope: 120 EA\\nPublished incremental impact: USD 1280\\nAuthorization status: separate approval\u2026" }, { "index": 50, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-19" }, "outcome": "ok", "result": "{\"content\": \"[[\\\"case\\\", \\\"role\\\", \\\"actor\\\", \\\"scope\\\", \\\"limit_usd\\\", \\\"effective_from\\\", \\\"effective_to\\\", \\\"status\\\", \\\"constraint\\\"], [\\\"CASE-001\\\", \\\"operations_planner\\\", \\\"U-AGENT\\\", \\\"investigate_and_prepare\\\", 0, \\\"2026-01-12\\\", \\\"\\\", \\\"ACTIVE\\\", \\\"NO_EXCEPTION_APPROVAL\\\"], [\\\"CASE-001\\\", \\\"operations_lead\\\", \\\"U-OPS-LEAD\\\", \\\"normal_operating_scope\\\", 25000, \\\"2026-01-12\\\", \\\"\\\", \\\"ACTIVE\\\", \\\"material readiness versus the protected assembly calendar\\\"], [\\\"CASE-001\\\", \\\"authorized_approver\\\", \\\"U-APPROVER\\\", \\\"case_scoped_decision\\\", 250000, \\\"2026-01-12\\\", \\\"\\\", \\\"ACTIVE\\\", \\\"AP-\u2026" }, { "index": 51, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-09" }, "outcome": "ok", "result": "{\"content\": \"{\\n \\\"case\\\": \\\"CASE-001\\\",\\n \\\"itemOrResource\\\": \\\"LMP-BULB-12\\\",\\n \\\"lastUpdateDate\\\": \\\"2026-01-12T08:00:00-08:00\\\",\\n \\\"organizationCode\\\": \\\"SEA\\\",\\n \\\"providerSetupCrosswalk\\\": {\\n \\\"candidates\\\": [\\n {\\n \\\"candidateReference\\\": \\\"SETUP-0001-ARCHIVE\\\",\\n \\\"controlStatus\\\": \\\"SUPERSEDED\\\",\\n \\\"immutableRecord\\\": \\\"NS-000001\\\",\\n \\\"organizationCode\\\": \\\"SEA\\\",\\n \\\"sourceRevision\\\": \\\"R9\\\",\\n \\\"targetAndProviderValues\\\": {\\n \\\"WorkOrderId\\\": 1500001,\\n \\\"requestBody\\\": {\\n \\\"PlannedCompletionDate\\\": \\\"2026-01-20\\\",\\n \\\"PlannedStartDate\\\": \\\"2026-01-18\\\",\\n \\\"WorkOrderStatusCod\u2026" }, { "index": 52, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-24" }, "outcome": "ok", "result": "{\"content\": \"{\\n \\\"case\\\": \\\"CASE-001\\\",\\n \\\"channel\\\": \\\"C-FACTORY-PLANNING\\\",\\n \\\"messages\\\": [\\n {\\n \\\"text\\\": \\\"Please reconcile NS-000001 for CASE-001; the header and detail sources do not yet support a commitment.\\\",\\n \\\"ts\\\": \\\"1769000001.000100\\\",\\n \\\"user\\\": \\\"U-PLANNING\\\"\\n },\\n {\\n \\\"text\\\": \\\"On-hand includes a reservation and a quality-held row for LMP-BULB-12. Use the lot register, not this summary.\\\",\\n \\\"ts\\\": \\\"1769000001.000140\\\",\\n \\\"user\\\": \\\"U-MATERIALS\\\"\\n },\\n {\\n \\\"text\\\": \\\"The first open row for qualified non-displacing WC-2 slots may still be unusable because qualif\u2026" }, { "index": 53, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-06" }, "outcome": "ok", "result": "{\"content\": \"From: operations-1@northstar.example\\nTo: order.fulfillment.manager@northstar.example\\nCc: controls@northstar.example, rainier.components@supplier.example\\nDate: 2026-01-12\\nMessage-ID: \\nSubject: CASE-001 \u2014 decision needed for one pallet of Luma lamps\\nMIME-Version: 1.0\\nContent-Type: text/plain; charset=UTF-8\\n\\nSales needs a date for one pallet of Luma lamps. When can we honestly have it finished with today's schedule and stock, what is preventing an earlier run, and do expediting parts or adding a shift change the answer? Commit the best approved pl\u2026" }, { "index": 54, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-17" }, "outcome": "ok", "result": "{\"content\": \"[[\\\"case\\\", \\\"shift\\\", \\\"date\\\", \\\"skill_or_resource\\\", \\\"qualified\\\", \\\"active\\\", \\\"regular_capacity\\\", \\\"overtime_capacity\\\", \\\"protected_capacity\\\", \\\"approval_status\\\"], [\\\"CASE-001\\\", \\\"A\\\", \\\"2026-01-18\\\", \\\"qualified non-displacing WC-2 slots\\\", \\\"YES\\\", \\\"YES\\\", 210, 0, 60, \\\"NORMAL\\\"], [\\\"CASE-001\\\", \\\"B\\\", \\\"2026-01-18\\\", \\\"qualified non-displacing WC-2 slots\\\", \\\"YES\\\", \\\"YES\\\", 210, 105, 0, \\\"OVERTIME_NOT_GRANTED\\\"], [\\\"CASE-001\\\", \\\"C\\\", \\\"2026-01-18\\\", \\\"qualified non-displacing WC-2 slots\\\", \\\"NO\\\", \\\"YES\\\", 140, 0, 0, \\\"NOT_QUALIFIED\\\"], [\\\"CASE-001\\\", \\\"WEEKEND\\\"\u2026" }, { "index": 55, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-16" }, "outcome": "ok", "result": "{\"content\": \"[[\\\"case\\\", \\\"resource\\\", \\\"slot\\\", \\\"start\\\", \\\"duration_days\\\", \\\"available_capacity\\\", \\\"unit\\\", \\\"qualification\\\", \\\"load_status\\\", \\\"authority\\\"], [\\\"CASE-001\\\", \\\"qualified non-displacing WC-2 slots\\\", \\\"SEA-BASE-001\\\", \\\"2026-01-18\\\", 2, 420, \\\"EA\\\", \\\"QUALIFIED\\\", \\\"OPEN_AFTER_PROTECTED_LOAD\\\", \\\"CURRENT\\\"], [\\\"CASE-001\\\", \\\"qualified non-displacing WC-2 slots\\\", \\\"SEA-OT-001\\\", \\\"2026-01-17\\\", 1, 480, \\\"EA\\\", \\\"QUALIFIED\\\", \\\"CONDITIONAL\\\", \\\"SEPARATE_APPROVAL\\\"], [\\\"CASE-001\\\", \\\"qualified non-displacing WC-2 slots-A\\\", \\\"SEA-A-001\\\", \\\"2026-01-17\\\", 1, 140, \\\"EA\\\", \\\"E\u2026" }, { "index": 56, "stage": "Investigate", "tool": "google_drive.files.download", "server": null, "arguments": { "fileId": "drive-001-05" }, "outcome": "ok", "result": "{\"content\": \"timestamp,case,actor,control,value,source\\n2026-01-12T09:10:00-08:00,CASE-001,U-OPS-LEAD,business_date_confirmed,2026-01-21,slack\\n2026-01-12T09:42:00-08:00,CASE-001,U-CONTROLLER,immutable_record_scope,NS-000001,oracle_export\\n2026-01-12T09:48:00-08:00,CASE-001,U-CONTROLLER,effective_revision,C,signed_specification\\n2026-01-12T10:01:00-08:00,CASE-001,U-APPROVER,maximum_supported_measure,360 EA,drive_approval\\n2026-01-12T10:05:00-08:00,CASE-001,U-APPROVER,expedite_bulbs_limit_usd,640,drive_approval\\n2026-01-12T10:07:00-08:00,CASE-001,U-APPROVER,add_weekend_shift_approval,NOT_GRANT\u2026" }, { "index": 57, "stage": "Investigate", "tool": "slack.conversations_replies", "server": null, "arguments": { "channel": "C-PROCUREMENT", "limit": 100, "ts": "1768000001.000100" }, "outcome": "ok", "result": "{\"has_more\": false, \"messages\": [{\"text\": \"Account team needs one defensible decision for one pallet of Luma lamps by 2026-01-21; a faster or broader action has value only if it remains inside material readiness versus the protected assembly calendar.\", \"ts\": \"1768000001.000100\", \"user\": \"U-OPS-LEAD\"}, {\"text\": \"I found 480 EA on the header, but the workbook has separate observation and exclusion rows. Please do not net from this message.\", \"ts\": \"1768000001.000150\", \"user\": \"U-PLANNER\"}, {\"files\": [{\"id\": \"F-000001\", \"mimetype\": \"application/pdf\", \"name\": \"approval-and-impact-note.pdf\", \"tit\u2026" }, { "index": 58, "stage": "Investigate", "tool": "gmail.threads.get", "server": null, "arguments": { "format": "full", "id": "thread-001", "userId": "me" }, "outcome": "ok", "result": "{\"historyId\": \"900001\", \"id\": \"thread-001\", \"messages\": [{\"id\": \"msg-001\", \"labelIds\": [\"INBOX\"], \"payload\": {\"body\": {\"data\": \"RnJvbTogb3BlcmF0aW9ucy0xQG5vcnRoc3Rhci5leGFtcGxlClRvOiBvcmRlci5mdWxmaWxsbWVudC5tYW5hZ2VyQG5vcnRoc3Rhci5leGFtcGxlCkNjOiBjb250cm9sc0Bub3J0aHN0YXIuZXhhbXBsZSwgcmFpbmllci5jb21wb25lbnRzQHN1cHBsaWVyLmV4YW1wbGUKRGF0ZTogMjAyNi0wMS0xMgpNZXNzYWdlLUlEOiA8bXNnLTAwMUBub3J0aHN0YXIuZXhhbXBsZT4KU3ViamVjdDogQ0FTRS0wMDEg4oCUIGRlY2lzaW9uIG5lZWRlZCBmb3Igb25lIHBhbGxldCBvZiBMdW1hIGxhbXBzCk1JTUUtVmVyc2lvbjogMS4wCkNvbnRlbnQtVHlwZTogdGV4dC9wbGFpbjsgY2hhcnNldD1VVEYtOAoKU2FsZXMgbmVlZHMgYSBkYXR\u2026" }, { "index": 59, "stage": "Investigate", "tool": "slack.search_messages", "server": null, "arguments": { "count": 100, "page": 1, "query": "\"expedite_bulbs\"", "sort": "timestamp", "sort_dir": "asc" }, "outcome": "ok", "result": "{\"messages\": {\"matches\": [{\"channel\": {\"id\": \"C-PROCUREMENT\"}, \"text\": \"Account team needs one defensible decision for one pallet of Luma lamps by 2026-01-21; a faster or broader action has value only if it remains inside material readiness versus the protected assembly calendar.\", \"ts\": \"1768000001.000100\", \"user\": \"U-OPS-LEAD\"}, {\"channel\": {\"id\": \"C-PROCUREMENT\"}, \"text\": \"I found 480 EA on the header, but the workbook has separate observation and exclusion rows. Please do not net from this message.\", \"ts\": \"1768000001.000150\", \"user\": \"U-PLANNER\"}, {\"channel\": {\"id\": \"C-PROCUREMENT\"}, \"fi\u2026" }, { "index": 60, "stage": "Investigate", "tool": "gmail.messages.list", "server": null, "arguments": { "maxResults": 100, "q": "\"expedite_bulbs\"", "userId": "me" }, "outcome": "ok", "result": "{\"messages\": [{\"id\": \"msg-001\", \"threadId\": \"thread-001\"}, {\"id\": \"msg-001-1\", \"threadId\": \"thread-001\"}, {\"id\": \"msg-001-2\", \"threadId\": \"thread-001\"}, {\"id\": \"msg-001-3\", \"threadId\": \"thread-001\"}], \"resultSizeEstimate\": 4}" }, { "index": 61, "stage": "Investigate", "tool": "oracle_fusion.sales_orders.get", "server": null, "arguments": { "OrderKey": "12000001", "expand": "all", "onlyData": true }, "outcome": "ok", "result": "{\"BusinessUnitName\": \"Northstar Manufacturing BU\", \"DemandStatusCode\": \"SCHEDULED\", \"HeaderId\": 12000001, \"LastUpdateDate\": \"2026-01-12T08:00:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"OrderKey\": \"12000001\", \"OrderNumber\": \"SO-47001\", \"OrderedQuantity\": 120, \"RequestedShipDate\": \"2026-01-21\", \"SourceTransactionNumber\": \"CASE-001\", \"SourceTransactionSystem\": \"NORTHSTAR_OMS\", \"StatusCode\": \"OPEN\"}" }, { "index": 62, "stage": "Investigate", "tool": "slack.search_messages", "server": null, "arguments": { "count": 100, "page": 1, "query": "\"add_weekend_shift\"", "sort": "timestamp", "sort_dir": "asc" }, "outcome": "ok", "result": "{\"messages\": {\"matches\": [{\"channel\": {\"id\": \"C-PROCUREMENT\"}, \"text\": \"Account team needs one defensible decision for one pallet of Luma lamps by 2026-01-21; a faster or broader action has value only if it remains inside material readiness versus the protected assembly calendar.\", \"ts\": \"1768000001.000100\", \"user\": \"U-OPS-LEAD\"}, {\"channel\": {\"id\": \"C-PROCUREMENT\"}, \"text\": \"I found 480 EA on the header, but the workbook has separate observation and exclusion rows. Please do not net from this message.\", \"ts\": \"1768000001.000150\", \"user\": \"U-PLANNER\"}, {\"channel\": {\"id\": \"C-PROCUREMENT\"}, \"fi\u2026" }, { "index": 63, "stage": "Investigate", "tool": "slack.search_messages", "server": null, "arguments": { "count": 100, "page": 1, "query": "\"2026-01-20\"", "sort": "timestamp", "sort_dir": "asc" }, "outcome": "ok", "result": "{\"messages\": {\"matches\": [{\"channel\": {\"id\": \"C-PROCUREMENT\"}, \"text\": \"Account team needs one defensible decision for one pallet of Luma lamps by 2026-01-21; a faster or broader action has value only if it remains inside material readiness versus the protected assembly calendar.\", \"ts\": \"1768000001.000100\", \"user\": \"U-OPS-LEAD\"}, {\"channel\": {\"id\": \"C-PROCUREMENT\"}, \"text\": \"I found 480 EA on the header, but the workbook has separate observation and exclusion rows. Please do not net from this message.\", \"ts\": \"1768000001.000150\", \"user\": \"U-PLANNER\"}, {\"channel\": {\"id\": \"C-PROCUREMENT\"}, \"fi\u2026" }, { "index": 64, "stage": "Investigate", "tool": "slack.files_info", "server": null, "arguments": { "file": "F-000001" }, "outcome": "ok", "result": "{\"file\": {\"id\": \"F-000001\", \"mimetype\": \"application/pdf\", \"name\": \"approval-and-impact-note.pdf\", \"preview\": \"Approval AP-0001 permits one control-compliant action on NS-000001 up to 360 EA, provided material readiness versus the protected assembly calendar. It does not select an option in advance and does not authorize broader records or add_weekend_shift.\\nAccount team needs one defensible decision for one pallet of Luma lamps by 2026-01-21; a faster or broader action has value only if it remains inside material readiness versus the protected assembly calendar.\", \"title\": \"CASE-001 approva\u2026" }, { "index": 65, "stage": "Act", "tool": "oracle_fusion.work_orders.update", "server": null, "arguments": { "WorkOrderId": 100001, "requestBody": { "PlannedCompletionDate": "2026-01-20", "PlannedStartDate": "2026-01-18", "WorkOrderStatusCode": "ORA_RELEASED" } }, "outcome": "ok", "result": "{\"ItemNumber\": \"LMP-BULB-12\", \"ItemRevision\": \"C\", \"LastUpdateDate\": \"2026-01-12T08:00:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"OrganizationCode\": \"SEA\", \"PlannedCompletionDate\": \"2026-01-20\", \"PlannedStartDate\": \"2026-01-18\", \"PlannedStartQuantity\": 480, \"SourceHeaderReference\": \"CASE-001\", \"WorkOrderDescription\": \"CASE-001: Commit one pallet of Luma lamps\", \"WorkOrderId\": 100001, \"WorkOrderNumber\": \"WO-0001\", \"WorkOrderStatusCode\": \"ORA_RELEASED\", \"links\": []}" }, { "index": 66, "stage": "Verify", "tool": "oracle_fusion.work_orders.get", "server": null, "arguments": { "WorkOrderId": 100001, "onlyData": true }, "outcome": "ok", "result": "{\"ItemNumber\": \"LMP-BULB-12\", \"ItemRevision\": \"C\", \"LastUpdateDate\": \"2026-01-20T16:00:00-08:00\", \"LastUpdatedBy\": \"FACTORY.PLANNER\", \"OrganizationCode\": \"SEA\", \"PlannedCompletionDate\": \"2026-01-20\", \"PlannedStartDate\": \"2026-01-18\", \"PlannedStartQuantity\": 480, \"SourceHeaderReference\": \"CASE-001\", \"WorkOrderDescription\": \"CASE-001: Commit one pallet of Luma lamps\", \"WorkOrderId\": 100001, \"WorkOrderNumber\": \"WO-0001\", \"WorkOrderStatusCode\": \"ORA_RELEASED\"}" }, { "index": 67, "stage": "Act", "tool": "google_sheets.spreadsheets.values.update", "server": null, "arguments": { "includeValuesInResponse": true, "range": "Control!H3", "requestBody": { "majorDimension": "ROWS", "range": "Control!H3", "values": [ [ "standard_plan | committed_completion=2026-01-20 | binding_constraint=qualified non-displacing WC-2 slot after protected load; 120 EA external recovery required" ] ] }, "spreadsheetId": "sheet-001", "valueInputOption": "RAW" }, "outcome": "ok", "result": "{\"spreadsheetId\": \"sheet-001\", \"updatedCells\": 1, \"updatedColumns\": 1, \"updatedData\": {\"majorDimension\": \"ROWS\", \"range\": \"Control!H3\", \"values\": [[\"standard_plan | committed_completion=2026-01-20 | binding_constraint=qualified non-displacing WC-2 slot after protected load; 120 EA external recovery required\"]]}, \"updatedRange\": \"Control!H3\", \"updatedRows\": 1}" }, { "index": 68, "stage": "Act", "tool": "gmail.drafts.create", "server": null, "arguments": { "message": { "raw": "RnJvbTogb3JkZXIuZnVsZmlsbG1lbnQubWFuYWdlckBub3J0aHN0YXIuZXhhbXBsZQ0KVG86IG9wZXJhdGlvbnMtMUBub3J0aHN0YXIuZXhhbXBsZQ0KQ2M6IGNvbnRyb2xzQG5vcnRoc3Rhci5leGFtcGxlLCBwbGFubmluZ0Bub3J0aHN0YXIuZXhhbXBsZSwgcXVhbGl0eUBub3J0aHN0YXIuZXhhbXBsZSwgcmFpbmllci5jb21wb25lbnRzQHN1cHBsaWVyLmV4YW1wbGUNClN1YmplY3Q6IFJlOiBDQVNFLTAwMSAtIGRlY2lzaW9uIG5lZWRlZCBmb3Igb25lIHBhbGxldCBvZiBMdW1hIGxhbXBzDQpJbi1SZXBseS1UbzogPG1zZy0wMDFAbm9ydGhzdGFyLmV4YW1wbGU-DQpSZWZlcmVuY2VzOiA8bXNnLTAwMUBub3J0aHN0YXIuZXhhbXBsZT4NCk1JTUUtVmVyc2lvbjogMS4wDQpDb250ZW50LVR5cGU6IHRleHQvcGxhaW47IGNoYXJzZXQ9VVRGLTgNCg0KTGF1bmNoLXRlYW0gdXBkYXRlIC0gQ0FTRS0wMDEgKGZvciByZXZpZXc7IG5vdCBzZW50KQ0KDQpEZWNpc2lvbjogc3RhbmRhcmRfcGxhbi4NCkNvbW1pdDogb25lIHBhbGxldCBvZiBMdW1hIGxhbXBzIGZvciBOUy0wMDAwMDEgLyBMTVAtQlVMQi0xMiByZXZpc2lvbiBDIGF0IFNFQSwgV08tMDAwMS4gUGxhbm5lZCBzdGFydCAyMDI2LTAxLTE4OyBjb21taXR0ZWQgY29tcGxldGlvbiAyMDI2LTAxLTIwLiBUaGlzIGlzIG9uZSBkYXkgYWhlYWQgb2YgdGhlIDIwMjYtMDEtMjEgYnVzaW5lc3MgbmVlZCBkYXRlLg0KDQpXaHkgbm90IGVhcmxpZXI6IHRoZSByZWxlYXNlZCByZXF1aXJlbWVudCBpcyA0ODAgRUEgKDEyMCBmb3VyLWxhbXAga2l0cykuIEluZGVwZW5kZW50IGN1cnJlbnQgcm93cyBzaG93IDQyMCBFQSwgYnV0IDYwIEVBIG11c3QgcmVtYWluIGV4Y2x1ZGVkICgzMCByZXNlcnZlZCBhbmQgMzAgcXVhbGl0eS1oZWxkKSwgbGVhdmluZyAzNjAgRUEgdXNhYmxlIGFuZCBhIDEyMCBFQSBleHRlcm5hbCByZWNvdmVyeSBzaG9ydGZhbGwuIFJhaW5pZXIgc3RhbmRhcmQgcmVhZGluZXNzIGlzIDIwMjYtMDEtMTcuIFRoZSBmaXJzdCBjdXJyZW50IHF1YWxpZmllZCBub24tZGlzcGxhY2luZyBXQy0yIHNsb3QgYWZ0ZXIgdGhlIHByb3RlY3RlZCBsb2FkIHN0YXJ0cyAyMDI2LTAxLTE4IGFuZCBmaW5pc2hlcyAyMDI2LTAxLTIwLiBUaGUgcHJvdGVjdGVkIGxvYWQgaXMgbm9uLWRpc3BsYWNlYWJsZTsgZXhwaXJlZCwgb3V0YWdlLCB1bnF1YWxpZmllZCwgb3RoZXItcGxhbnQsIG90aGVyLWNhc2UsIGFyY2hpdmVkLCBhbmQgZHJhZnQgcm93cyBhcmUgbm90IGVsaWdpYmxlLg0KDQpPcHRpb25zOiBleHBlZGl0ZV9idWxicyBjb25maXJtcyBwYXJ0cyByZWFkaW5lc3Mgb24gMjAyNi0wMS0xNCwgYnV0IGZpbml0ZS1jYXBhY2l0eSBjb21wbGV0aW9uIHJlbWFpbnMgMjAyNi0wMS0yMCwgc28gaXQgc2F2ZXMgMCBkYXlzIGFuZCBpcyBub3Qgd29ydGggdGhlIFVTRCA2NDAgaW5jcmVtZW50YWwgaW1wYWN0LiBhZGRfd2Vla2VuZF9zaGlmdCB3b3VsZCBmaW5pc2ggMjAyNi0wMS0xOCAoMiBkYXlzIGVhcmxpZXIpLCBidXQgaXQgcmVxdWlyZXMgc2VwYXJhdGUgYXBwcm92YWwgYW5kIGlzIG91dHNpZGUgdGhlIGN1cnJlbnQgYXV0aG9yaXR5OyBpdCBpcyBub3Qgc2VsZWN0ZWQuDQoNCkNvbnRyb2w6IGFjdGlvbiBpcyBsaW1pdGVkIHRvIENBU0UtMDAxIC8gTlMtMDAwMDAxLCByZXZpc2lvbiBDLCBTRUEsIHVuZGVyIEFQLTAwMDEuIFF1YXJhbnRpbmVkIGFuZCByZXNlcnZlZCB1bml0cyByZW1haW4gZXhjbHVkZWQuIFBsZWFzZSByZXZpZXcu", "threadId": "thread-001" }, "userId": "me" }, "outcome": "ok", "result": "{\"id\": \"draft-001\", \"message\": {\"id\": \"draft-msg-001\", \"labelIds\": [\"DRAFT\"], \"threadId\": \"thread-001\"}}" }, { "index": 69, "stage": "Verify", "tool": "google_sheets.spreadsheets.values.get", "server": null, "arguments": { "majorDimension": "ROWS", "range": "Control!H3", "spreadsheetId": "sheet-001", "valueRenderOption": "UNFORMATTED_VALUE" }, "outcome": "ok", "result": "{\"majorDimension\": \"ROWS\", \"range\": \"Control!H3\", \"values\": [[\"standard_plan | committed_completion=2026-01-20 | binding_constraint=qualified non-displacing WC-2 slot after protected load; 120 EA external recovery required\"]]}" }, { "index": 70, "stage": "Verify", "tool": "gmail.drafts.get", "server": null, "arguments": { "format": "full", "id": "draft-001", "userId": "me" }, "outcome": "ok", "result": "{\"id\": \"draft-001\", \"message\": {\"id\": \"draft-msg-001\", \"labelIds\": [\"DRAFT\"], \"payload\": {\"body\": {\"data\": \"RnJvbTogb3JkZXIuZnVsZmlsbG1lbnQubWFuYWdlckBub3J0aHN0YXIuZXhhbXBsZQ0KVG86IG9wZXJhdGlvbnMtMUBub3J0aHN0YXIuZXhhbXBsZQ0KQ2M6IGNvbnRyb2xzQG5vcnRoc3Rhci5leGFtcGxlLCBwbGFubmluZ0Bub3J0aHN0YXIuZXhhbXBsZSwgcXVhbGl0eUBub3J0aHN0YXIuZXhhbXBsZSwgcmFpbmllci5jb21wb25lbnRzQHN1cHBsaWVyLmV4YW1wbGUNClN1YmplY3Q6IFJlOiBDQVNFLTAwMSAtIGRlY2lzaW9uIG5lZWRlZCBmb3Igb25lIHBhbGxldCBvZiBMdW1hIGxhbXBzDQpJbi1SZXBseS1UbzogPG1zZy0wMDFAbm9ydGhzdGFyLmV4YW1wbGU-DQpSZWZlcmVuY2VzOiA8bXNnLTAwMUBub3J0aHN0YXIuZXhhbXBsZT4NCk1JTUU\u2026" }, { "index": 71, "stage": "Verify", "tool": "factorybench.submit_answer", "server": null, "arguments": { "accelerated_completion": "2026-01-20", "baseline_completion": "2026-01-20", "business_need_date": "2026-01-21", "coverage_item_or_resource": "LMP-BULB-12", "decision_timing_status": "ON_TIME", "earliest_qualified_base_slot": "2026-01-18", "escalated_completion": "2026-01-18", "escalation_approval_required": 1, "expedite_completion_days_saved": 0, "expedited_external_readiness": "2026-01-14", "external_recovery_quantity": 120, "ineligible_coverage_quantity": 60, "observed_coverage_quantity": 420, "outcome_vs_control_days": -1, "quantity_unit": "EA", "recommended_incremental_cost_usd": 0, "recommended_option": "standard_plan", "recommended_outcome_date": "2026-01-20", "required_quantity": 480, "shortage_quantity": 120, "standard_external_readiness": "2026-01-17", "usable_coverage_quantity": 360, "weekend_shift_completion_days_saved": 2 }, "outcome": "ok", "result": "{\"accepted\": true, \"fields\": {\"accelerated_completion\": \"2026-01-20\", \"baseline_completion\": \"2026-01-20\", \"business_need_date\": \"2026-01-21\", \"coverage_item_or_resource\": \"LMP-BULB-12\", \"decision_timing_status\": \"ON_TIME\", \"earliest_qualified_base_slot\": \"2026-01-18\", \"escalated_completion\": \"2026-01-18\", \"escalation_approval_required\": \"1\", \"expedite_completion_days_saved\": \"0\", \"expedited_external_readiness\": \"2026-01-14\", \"external_recovery_quantity\": \"120\", \"ineligible_coverage_quantity\": \"60\", \"observed_coverage_quantity\": \"420\", \"outcome_vs_control_days\": \"-1\", \"quantity_unit\": \"EA\", \"\u2026" } ], "finalResponseSha256": "8f796608ad83c5278c777683e9af91b344c30ff8d2ba82e0731f37885b49e4cc", "finalResponse": "Committed plan: `standard_plan` for SEA `WO-0001` / `LMP-BULB-12` rev C, completing 2026-01-20\u2014one day ahead of the 2026-01-21 need date, contingent on 120 EA external recovery.\n\n- Requirement: 480 EA; usable stock: 360 EA after excluding 60 EA reserved/quality-held.\n- Earlier run is blocked by the 120-EA shortfall and the protected load; first qualified slot starts 2026-01-18.\n- Expediting parts reaches readiness 2026-01-14 but still completes 2026-01-20, saving 0 days at USD 640.\n- Weekend shift would finish 2026-01-18, but requires separate approval and was not selected.\n\nUpdated the control outcome cell and prepared draft `draft-001` in the existing email thread for launch-team review. It was not sent.", "sourceManifestUrl": "https://github.com/blobfishai/factory-agent-simulation/blob/main/model_runs/gpt-5.6-luna-v3.3.5-full-100.json", "sourceManifest": "model-runs/gpt-5.6-luna-v3.3.5-full-100.json", "sourceArtifactUrl": "https://github.com/blobfishai/factory-agent-simulation/blob/main/model_runs/gpt-5.6-luna-v3.3.5-full-100/trials/factorybench-001.json", "sourceArtifact": "model-runs/gpt-5.6-luna-v3.3.5-full-100/trials/factorybench-001.json" }, "trials": [ { "trialId": "1dcbb950-078c-4823-b2c9-a6661b4c9096", "taskId": "factorybench-001", "taskName": "blobfishai/factorybench-001", "harborTaskDigest": "sha256:7756281f943ff7cdd3b54f3955ec3bc2d3a2f05891ae0f87dd908b535ff7b2ab", "trialTaskChecksum": "513e13bad544815969025735c04aecc67e00f5f7684b5ba6f6c0166f865c357c", "lockSha256": "f532c83b3b0f18e88d520328cd2d014006136351edda9ca901a030a0214a50c5", "publishedFileCount": 18, "publishedBytes": 615272, "score": 88.67, "strictPass": false, "toolCalls": 71, "evidenceReads": 63, "successfulToolCalls": 67, "rejectedToolCalls": 4, "costUsd": 0.07025052, "tokens": { "input": 1550979, "cached": 1440256, "output": 16084 }, "startedAt": "2026-09-01T08:31:22.933819Z", "finishedAt": "2026-09-01T08:37:19.474210Z", "trialResultSha256": "cfc21b06ca6848cce293b8681119eebbde7d35e774ec0e58c78b4a14da80b189", "trajectorySha256": "c26b57f7e49556a3cdf9c702c374d6a445d56e4e5db28dc42e8318af7d806523", "finalResponseSha256": "8f796608ad83c5278c777683e9af91b344c30ff8d2ba82e0731f37885b49e4cc", "verifierTraceSha256": "8afa87e1146a41361fa6172156dc15f3bd25bd818eeb9737f0c88a8cef832d26", "providerTraceSha256": "8afa87e1146a41361fa6172156dc15f3bd25bd818eeb9737f0c88a8cef832d26", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "7208b250ef9a6814d8599f909574506feadb7a9611d5ab2e94d6defdfe56cbc6", "providerNativeToolCalls": 71, "providerNativeSuccessfulCalls": 67, "providerNativeFailedCalls": 4, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "8afa87e1146a41361fa6172156dc15f3bd25bd818eeb9737f0c88a8cef832d26", "observedProviderCalls": 71, "observedSuccessfulProviderCalls": 67, "observedFailedProviderCalls": 4, "reportedTotalCalls": 71, "reportedSuccessfulCalls": 67, "reportedFailedCalls": 4 }, "verifierCallReceiptSha256": "2e2804925f865d8a2735b85d94ee9fa893560a7330603c1df9a3eec3c09f52f2", "verifierArtifactManifestSha256": "e93306564657d861a6b002fee658a46cc0e579944d74c3a8bcf6453612db98c0", "verifierArtifactFiles": 5, "verifierArtifactBytes": 218301 }, { "trialId": "d5afc715-9933-4ddb-a359-eab634958ce7", "taskId": "factorybench-002", "taskName": "blobfishai/factorybench-002", "harborTaskDigest": "sha256:bc07f28a5ea7d86c73c7bbce81f93ae20539fe6665cfeddb1b061d076d64a270", "trialTaskChecksum": "50dca27097f5d82bd09ea856e51b6ca19cc31aa60736d89929354d55fe1ec73f", "lockSha256": "b64c18e4f7bd7bfdeded2a8d78e04145c480eb4f65bc4cc66e3a7dd31f0e056c", "publishedFileCount": 18, "publishedBytes": 602531, "score": 81.17, "strictPass": false, "toolCalls": 45, "evidenceReads": 41, "successfulToolCalls": 44, "rejectedToolCalls": 1, "costUsd": 0.04717980000000001, "tokens": { "input": 1081695, "cached": 1000960, "output": 9178 }, "startedAt": "2026-09-01T10:16:37.629701Z", "finishedAt": "2026-09-01T10:20:20.379310Z", "trialResultSha256": "03b85a45b70711bff8371f2dd201b35ec137db534a918e1767fbb673ab4a40b5", "trajectorySha256": "d5369bff6f99ac5489e5d3867d1d356c25c2f251e4b12725eb55d1856615db8a", "finalResponseSha256": "18d8dc992a265fe447c35c6160bfaefc5c804dea91705130d1b205ac7585445a", "verifierTraceSha256": "76a65e213f580854d424d46ac9301cc38066dc8dbdbcf197c583572a3d94e40a", "providerTraceSha256": "76a65e213f580854d424d46ac9301cc38066dc8dbdbcf197c583572a3d94e40a", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "c4ef65d5e2ae2856e46b58777e2d96c73274d3f639ef498e06c2e1a9719b1c9d", "providerNativeToolCalls": 45, "providerNativeSuccessfulCalls": 44, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "76a65e213f580854d424d46ac9301cc38066dc8dbdbcf197c583572a3d94e40a", "observedProviderCalls": 45, "observedSuccessfulProviderCalls": 44, "observedFailedProviderCalls": 1, "reportedTotalCalls": 45, "reportedSuccessfulCalls": 44, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "7d489ccb365f54276f1bd2187aa76c041ad94de6be8b33d965bf6d112530dbd4", "verifierArtifactManifestSha256": "14f4c43a00a6e56f6d9e368670664fbcfe36522f2bc3ff111e4b98508584a727", "verifierArtifactFiles": 5, "verifierArtifactBytes": 175449 }, { "trialId": "fa678b66-6025-4103-ade4-7e2991bd41ee", "taskId": "factorybench-003", "taskName": "blobfishai/factorybench-003", "harborTaskDigest": "sha256:57332e31b7e4f720fda8df30f389ac67ded52e28b17040fa23bf0e281e41f7fc", "trialTaskChecksum": "d7e7acd86fb49934a0fa32e7aaeaf6797abdefa4f6b566a2db98d4387cf705ad", "lockSha256": "c86dee9ab50aa55ab49880e0183ab7e2a4837c0cce3a00fdaed3e45a303f2e66", "publishedFileCount": 18, "publishedBytes": 618712, "score": 100.0, "strictPass": true, "toolCalls": 72, "evidenceReads": 69, "successfulToolCalls": 72, "rejectedToolCalls": 0, "costUsd": 0.10747168, "tokens": { "input": 2988524, "cached": 2847744, "output": 18634 }, "startedAt": "2026-09-01T10:41:34.844439Z", "finishedAt": "2026-09-01T10:48:26.526581Z", "trialResultSha256": "05eebd19991d9e78c06c90f54867899a5e3d8fdb1cc437c29987b335c294560a", "trajectorySha256": "ac1d7fa7bc493a82dda74e4f60524515a485f65ef37cec2641e811a4b0d67fbf", "finalResponseSha256": "e35c1cf2d26d1e99188e55f287ac3d7a84a16197656b0b5d9eca3f741dc09e35", "verifierTraceSha256": "2530eb3a309541e0ca4ebf95c137330b97dba6225ca1043130377e6f33c9f168", "providerTraceSha256": "2530eb3a309541e0ca4ebf95c137330b97dba6225ca1043130377e6f33c9f168", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "ae98fe829b77643d1328ca9ffbe0f1fce97b24c96b8ded57ec7997b777e9252b", "providerNativeToolCalls": 72, "providerNativeSuccessfulCalls": 72, "providerNativeFailedCalls": 0, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "2530eb3a309541e0ca4ebf95c137330b97dba6225ca1043130377e6f33c9f168", "observedProviderCalls": 72, "observedSuccessfulProviderCalls": 72, "observedFailedProviderCalls": 0, "reportedTotalCalls": 72, "reportedSuccessfulCalls": 72, "reportedFailedCalls": 0 }, "verifierCallReceiptSha256": "34f369b0220e34c9399d9ba3b6c4d03673a3488e026333c3d9d23fa9ef464b90", "verifierArtifactManifestSha256": "52c2595a7e7f190b26ce9c8f38a570c2aca239ef0ea91d4402c73157985b2c26", "verifierArtifactFiles": 5, "verifierArtifactBytes": 234230 }, { "trialId": "e93260c6-571c-429b-8a2c-aa02d3a595d7", "taskId": "factorybench-004", "taskName": "blobfishai/factorybench-004", "harborTaskDigest": "sha256:c6bc9cfed82bea43df032317f3c2d6cd6ad9d6a249b8fcf8d70428f70069814a", "trialTaskChecksum": "51bc5ac1c5744153061725e5f38606eeb11925bd9740e51259def12660255917", "lockSha256": "4462d3fc507023914ce3ae36fbe54103a369647ef1e829dd7c89f85ecb940711", "publishedFileCount": 18, "publishedBytes": 605579, "score": 88.81, "strictPass": false, "toolCalls": 91, "evidenceReads": 81, "successfulToolCalls": 84, "rejectedToolCalls": 7, "costUsd": 0.12212704000000002, "tokens": { "input": 3202382, "cached": 3048192, "output": 25271 }, "startedAt": "2026-09-01T10:37:22.386902Z", "finishedAt": "2026-09-01T10:46:13.263578Z", "trialResultSha256": "33fd4adf8f3ab4f4609d0365dc265b807af6aac684ebab5abf612c1c6c29293e", "trajectorySha256": "b319523704ac8456c44b5ff0b3ebfbc873a1c1a9b58f39d72434eb884e1f3cfb", "finalResponseSha256": "e944010ac7e28da392e5ffdd28696f6d3803b38a7d69635852f2957add2f7f4b", "verifierTraceSha256": "994eb84e3f62d9d701c874db8387f5a63af667d4f6a1866e0983b50593ebd31e", "providerTraceSha256": "994eb84e3f62d9d701c874db8387f5a63af667d4f6a1866e0983b50593ebd31e", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "c015930724da546363b2efe3492963b56f8e7fc24915e1197b77bec50f7a3129", "providerNativeToolCalls": 91, "providerNativeSuccessfulCalls": 84, "providerNativeFailedCalls": 7, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "994eb84e3f62d9d701c874db8387f5a63af667d4f6a1866e0983b50593ebd31e", "observedProviderCalls": 91, "observedSuccessfulProviderCalls": 84, "observedFailedProviderCalls": 7, "reportedTotalCalls": 91, "reportedSuccessfulCalls": 84, "reportedFailedCalls": 7 }, "verifierCallReceiptSha256": "6399a7720163982bc400da87eb030f26641c91e5d075ef7def987098abef95c0", "verifierArtifactManifestSha256": "86a5f992d194ed978a5cb639e1b351d5c9bc08a7664a40e34695bcc7a9128f33", "verifierArtifactFiles": 5, "verifierArtifactBytes": 246623 }, { "trialId": "533b93d7-7169-4358-b6d7-380bde8ef2a6", "taskId": "factorybench-005", "taskName": "blobfishai/factorybench-005", "harborTaskDigest": "sha256:6021dbd334571a1e5a6ddb35e733f5dc132e6fbd46b670974b383a16e22d3d52", "trialTaskChecksum": "32268631a4b31e32a43f01db87817a439e59a233b821043024f89318a692715a", "lockSha256": "f431a9a142e4d8ea0942c07eae3dffa3406e45b6fddeb5f6194a4392b6f77a52", "publishedFileCount": 18, "publishedBytes": 613072, "score": 37.17, "strictPass": false, "toolCalls": 133, "evidenceReads": 102, "successfulToolCalls": 104, "rejectedToolCalls": 29, "costUsd": 0.10855764000000002, "tokens": { "input": 2899533, "cached": 2742272, "output": 18550 }, "startedAt": "2026-09-01T10:17:39.460602Z", "finishedAt": "2026-09-01T10:24:30.931678Z", "trialResultSha256": "d863e55b265fd9bef9e878c3eeb6eadf8e267ad5bb5458ec16fcada56856a2b8", "trajectorySha256": "df32f4f31c669ef6c64f71b92f632ddd86177810818528187b6a6815c221d471", "finalResponseSha256": "b059651ba7fc745caa2111df8c03170fd27ea4ac61babb9521afbeb2dd947307", "verifierTraceSha256": "b682d0cf98f8697db19eef1703c7ac40735b2ee762d64a29067e20b6fa1a972b", "providerTraceSha256": "b682d0cf98f8697db19eef1703c7ac40735b2ee762d64a29067e20b6fa1a972b", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "97ca0673905d7dc34481c2b49ceb054f7be892803c85f82b4bde50140d49edc5", "providerNativeToolCalls": 133, "providerNativeSuccessfulCalls": 104, "providerNativeFailedCalls": 29, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "b682d0cf98f8697db19eef1703c7ac40735b2ee762d64a29067e20b6fa1a972b", "observedProviderCalls": 133, "observedSuccessfulProviderCalls": 104, "observedFailedProviderCalls": 29, "reportedTotalCalls": 133, "reportedSuccessfulCalls": 104, "reportedFailedCalls": 29 }, "verifierCallReceiptSha256": "edb2cf63018ac9f5c623dc6ded6f296cf5139c8d49ca849730be3483da6bfcbb", "verifierArtifactManifestSha256": "25217fbac889e72f1323d7183ebbc2a771ad594f68b434e8f059d6e748e41451", "verifierArtifactFiles": 5, "verifierArtifactBytes": 339947 }, { "trialId": "31ad3235-f0b0-4f4a-9506-36f68f896e41", "taskId": "factorybench-006", "taskName": "blobfishai/factorybench-006", "harborTaskDigest": "sha256:f491e8838898866fcdfa0947c1b1beec0489667f6adf483778eec6d6db818f61", "trialTaskChecksum": "b5ab4894d8d73288ced49024f0b1f7abc07f14afd3cff6ccb2a7d4fb677dc6ad", "lockSha256": "ed5e4be4ca41bfe604e4eff9d2c4ea72e719e6b184544a761258fa0f01534939", "publishedFileCount": 18, "publishedBytes": 611140, "score": 16.0, "strictPass": false, "toolCalls": 36, "evidenceReads": 26, "successfulToolCalls": 27, "rejectedToolCalls": 9, "costUsd": 0.03074248, "tokens": { "input": 531938, "cached": 473344, "output": 7964 }, "startedAt": "2026-09-01T08:26:45.234255Z", "finishedAt": "2026-09-01T08:30:07.217353Z", "trialResultSha256": "81104ed661019117b694dd594c2940166a912ed1f9e9f5035f25f42b57817104", "trajectorySha256": "28db660b687996f9d14c75ccb6c90b732a01bf37dfc07a53db1fc4c6e253f0a2", "finalResponseSha256": "308c6294358ef10b4fdf353c17c38c747e2629c69a5c7ea8cd817224d24499e3", "verifierTraceSha256": "35a54657bb11126095dbad95ce7aabdd6e1283cc3dc6fbe7008743875f887b53", "providerTraceSha256": "35a54657bb11126095dbad95ce7aabdd6e1283cc3dc6fbe7008743875f887b53", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "3507bf4b3dec7662c7657bb172167003ed6e5eb7b5288a13c6251d93b250c2c5", "providerNativeToolCalls": 36, "providerNativeSuccessfulCalls": 27, "providerNativeFailedCalls": 9, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "35a54657bb11126095dbad95ce7aabdd6e1283cc3dc6fbe7008743875f887b53", "observedProviderCalls": 36, "observedSuccessfulProviderCalls": 27, "observedFailedProviderCalls": 9, "reportedTotalCalls": 36, "reportedSuccessfulCalls": 27, "reportedFailedCalls": 9 }, "verifierCallReceiptSha256": "d6a4f23c7386ff98366953df27e906ff393453501d3030ccfedf6fe6264aa0f2", "verifierArtifactManifestSha256": "307df5c0ddc26384abf725280f7c4d8719a0ad30169763b2d28e8d8fd4322d3d", "verifierArtifactFiles": 5, "verifierArtifactBytes": 136493 }, { "trialId": "0311f0f1-87f1-49a3-b51b-93d63fbeac0d", "taskId": "factorybench-007", "taskName": "blobfishai/factorybench-007", "harborTaskDigest": "sha256:f85333b37f3c8c1acb72ec61f1dadae3c3f634f19132feaa65f5c3c1f4f11668", "trialTaskChecksum": "144a79205f4f0ebe4ee839202a985eeb016a365dc180d673111013a59de4fe4c", "lockSha256": "25b7e239b75efe05ef6b8ca96391f46d4893a4f704be3e71e80feb5dc74ce904", "publishedFileCount": 18, "publishedBytes": 597557, "score": 90.86, "strictPass": false, "toolCalls": 69, "evidenceReads": 59, "successfulToolCalls": 64, "rejectedToolCalls": 5, "costUsd": 0.11442059999999998, "tokens": { "input": 2287461, "cached": 2176000, "output": 40507 }, "startedAt": "2026-09-01T08:49:10.854041Z", "finishedAt": "2026-09-01T09:03:13.577086Z", "trialResultSha256": "e60a0d90fbb5ab050316ff3b7896bf4025663e2b077c745e73ea8eb8c584bca7", "trajectorySha256": "929b94c5c134d1ae0543980da33200db157e2ab0114cae0ce1fa9eea296c4431", "finalResponseSha256": "779d0775e43ad9c1603438ebc4bd28d5aad09052df593f0ce0f4b95b5468cb3f", "verifierTraceSha256": "ee510569ccdcd6caa6dec270ac060a49c2feccc6c33ab2c6f3cda2645918c6d4", "providerTraceSha256": "ee510569ccdcd6caa6dec270ac060a49c2feccc6c33ab2c6f3cda2645918c6d4", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "1ad67fcaa3dcbbc33384c41574bd9e66c8449f1e4e7bda5ddcf739c8304ed697", "providerNativeToolCalls": 69, "providerNativeSuccessfulCalls": 64, "providerNativeFailedCalls": 5, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "ee510569ccdcd6caa6dec270ac060a49c2feccc6c33ab2c6f3cda2645918c6d4", "observedProviderCalls": 69, "observedSuccessfulProviderCalls": 64, "observedFailedProviderCalls": 5, "reportedTotalCalls": 69, "reportedSuccessfulCalls": 64, "reportedFailedCalls": 5 }, "verifierCallReceiptSha256": "3179fb9a9837eb6bc75c6c2e6c8081eb050f150f364ddf779adf382f16cc6d92", "verifierArtifactManifestSha256": "569652f699af76e7c2457112bc904c09e61bc5d3e53e0f2e5592d5dfc9a93c74", "verifierArtifactFiles": 5, "verifierArtifactBytes": 214390 }, { "trialId": "f32845bc-e304-4b11-9eb4-b96f2ce2651a", "taskId": "factorybench-008", "taskName": "blobfishai/factorybench-008", "harborTaskDigest": "sha256:45fca79ad2a8d4dc4092c2d0844c0d3cc963995c17cc0812c03f29111fc50fcd", "trialTaskChecksum": "2b3058e6f42b073a86350fedc76a15e5271604cc0aec9fca7bd0034db5582d41", "lockSha256": "ba851760d473b411c1beb22f91a665bc9b0699830481456fde7096b43d310337", "publishedFileCount": 18, "publishedBytes": 620079, "score": 85.6, "strictPass": false, "toolCalls": 62, "evidenceReads": 56, "successfulToolCalls": 60, "rejectedToolCalls": 2, "costUsd": 0.08793371999999999, "tokens": { "input": 1892439, "cached": 1770496, "output": 23446 }, "startedAt": "2026-09-01T08:22:44.150477Z", "finishedAt": "2026-09-01T08:31:22.901987Z", "trialResultSha256": "bf28012698ed4132c0837967b235b0cc2acd33248fbbfb50107534827e540cb0", "trajectorySha256": "9c8892a3d5e4ada1acb7219d092c8b3594ee993e1553001e0b405ca0ec2e9d75", "finalResponseSha256": "a514b34c09082886088a0eb41528fc2bfdc76941f2e53b739d3b425b9744ddc5", "verifierTraceSha256": "fd07ce4464292b4b2b004b2fff19c8b2ea59ed0bef8670182267d420b03ad899", "providerTraceSha256": "fd07ce4464292b4b2b004b2fff19c8b2ea59ed0bef8670182267d420b03ad899", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "ec11e9a34c8c034eb7496697bc7349af321889fa2f407ab40c162999c30b3dc7", "providerNativeToolCalls": 62, "providerNativeSuccessfulCalls": 60, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "fd07ce4464292b4b2b004b2fff19c8b2ea59ed0bef8670182267d420b03ad899", "observedProviderCalls": 62, "observedSuccessfulProviderCalls": 60, "observedFailedProviderCalls": 2, "reportedTotalCalls": 62, "reportedSuccessfulCalls": 60, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "c5c5b57d40691d542f77f7d2b451d72aa08c02b0ac5a464fb2b59eb4437c3e9c", "verifierArtifactManifestSha256": "a7985ba70ca4515b9101ae7cdc723aaf98955c8533af98ee16304b4099a7b509", "verifierArtifactFiles": 5, "verifierArtifactBytes": 219048 }, { "trialId": "8d48838d-ff62-4281-a47e-4923ff99ea4e", "taskId": "factorybench-009", "taskName": "blobfishai/factorybench-009", "harborTaskDigest": "sha256:366009e15687cd81891b582004a3a204d838d2f273ffd875071f6bd63326c67d", "trialTaskChecksum": "e0fdc16a2f80f81fd45beebee0aad62f580c1a32c7baf9d6a1f041e15868a2d0", "lockSha256": "349e651dcf516ec95a439a3dd1351bb6d1ec46cd801f3f75fae5c26815c7cb42", "publishedFileCount": 18, "publishedBytes": 594743, "score": 92.5, "strictPass": false, "toolCalls": 60, "evidenceReads": 57, "successfulToolCalls": 59, "rejectedToolCalls": 1, "costUsd": 0.08201715999999999, "tokens": { "input": 1975253, "cached": 1852928, "output": 17078 }, "startedAt": "2026-09-01T08:59:52.308371Z", "finishedAt": "2026-09-01T09:06:07.817965Z", "trialResultSha256": "2fe260150e9748862da189438a14398c34038eec08251bce5a9b6ff45ddd47a9", "trajectorySha256": "2e8a58384780ce53010d5e6013626ef65aa100c8aa5e624d51d3090e80331bf7", "finalResponseSha256": "af15f487bf9fb925cfe9af2577c75d749101cea22ffd4ec30358a38a8b3025cd", "verifierTraceSha256": "f8bf712f0a20fc2f52fcc51bcecbe0bf0031aee9f17dafb1c67e6ee0a752af94", "providerTraceSha256": "f8bf712f0a20fc2f52fcc51bcecbe0bf0031aee9f17dafb1c67e6ee0a752af94", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "67059e3d8fd93082615e12d686d891176d80d6e88d4dddfb5018efc91266c347", "providerNativeToolCalls": 60, "providerNativeSuccessfulCalls": 59, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "f8bf712f0a20fc2f52fcc51bcecbe0bf0031aee9f17dafb1c67e6ee0a752af94", "observedProviderCalls": 60, "observedSuccessfulProviderCalls": 59, "observedFailedProviderCalls": 1, "reportedTotalCalls": 60, "reportedSuccessfulCalls": 59, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "44e570d6bd144a51e77c8806cddba4a3e1350ae54083c3fcb2e79f4264303235", "verifierArtifactManifestSha256": "cec0a76de1cb8adcc35f1998aae1e9ce6dfba2d42aa57579c1a0cbd6c81fee7a", "verifierArtifactFiles": 5, "verifierArtifactBytes": 194138 }, { "trialId": "cae59b27-5452-46c2-ac16-25a9817f0fae", "taskId": "factorybench-010", "taskName": "blobfishai/factorybench-010", "harborTaskDigest": "sha256:4bbad4c615a22c8c594107ce1a69c3ebd35e0edbd9b55d3a680ba99b4ce100b2", "trialTaskChecksum": "7528063758908844b9ff76525d543519cbcad64a3e1ad61f0dd9942cfd55300f", "lockSha256": "0a0002759aa5759647c20863be7134f7141604efe6b09442c768f7e800b4de4b", "publishedFileCount": 18, "publishedBytes": 625252, "score": 89.5, "strictPass": false, "toolCalls": 110, "evidenceReads": 105, "successfulToolCalls": 108, "rejectedToolCalls": 2, "costUsd": 0.11275820000000002, "tokens": { "input": 2622217, "cached": 2480640, "output": 29025 }, "startedAt": "2026-09-01T09:20:55.378283Z", "finishedAt": "2026-09-01T09:30:39.532194Z", "trialResultSha256": "21dd602f7b64fa5fdfe03dd8b047c067c8d0538236a8abf7a3273ff33017937a", "trajectorySha256": "c63583a1a0e4dbc9db3660cffe8c529b3ad40c8839b4673166fe3502c09cd62f", "finalResponseSha256": "b45b1bd3b21cac8fe3b7f4c4d82249db76d5d352e3605625fd0333342f34ac7d", "verifierTraceSha256": "31bc92d7030fd148d7571530fc7a06bde06fb97e4791fa01491198400d2e9453", "providerTraceSha256": "31bc92d7030fd148d7571530fc7a06bde06fb97e4791fa01491198400d2e9453", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "e1c2123e38ce62eb3579cb663843f2cfdeb4dfb03a5d2f2b87afff93e69cb549", "providerNativeToolCalls": 110, "providerNativeSuccessfulCalls": 108, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "31bc92d7030fd148d7571530fc7a06bde06fb97e4791fa01491198400d2e9453", "observedProviderCalls": 110, "observedSuccessfulProviderCalls": 108, "observedFailedProviderCalls": 2, "reportedTotalCalls": 110, "reportedSuccessfulCalls": 108, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "97d3cb12758b814dd0a63d20069eb27949643baea936c99338de27e16093eb4c", "verifierArtifactManifestSha256": "0bff760cfd54342931dbe552f651694cd0cb59d92cdeed35591ebd38424527c5", "verifierArtifactFiles": 5, "verifierArtifactBytes": 314873 }, { "trialId": "0f59f927-6251-497b-97aa-f71961c069dc", "taskId": "factorybench-011", "taskName": "blobfishai/factorybench-011", "harborTaskDigest": "sha256:f8b3b3cf9e9a8dc937af1bb9d4f888491facc1fe9d955dadb383117a152e9296", "trialTaskChecksum": "e4d8dfeeb6c966346b7040ea2c18b8461731e8e2bc96e1775254db396bd3eb25", "lockSha256": "1ceeba4ed824b9f65150203f25f8ab8ff40e9094b22bf1c3788e62a99cdf83f5", "publishedFileCount": 18, "publishedBytes": 601653, "score": 80.66, "strictPass": false, "toolCalls": 67, "evidenceReads": 61, "successfulToolCalls": 65, "rejectedToolCalls": 2, "costUsd": 0.06866044, "tokens": { "input": 1483433, "cached": 1391872, "output": 18759 }, "startedAt": "2026-09-01T10:10:04.446915Z", "finishedAt": "2026-09-01T10:16:37.617698Z", "trialResultSha256": "a6d0fe515d9df309f3fe40900c10fbbc3b5088c2615c0c32ddfec9e454bc2be3", "trajectorySha256": "0c92fd5a54f09df953ebd4bd5460931ec45ab2cb7c73a6c185a9f0bbe39b85dc", "finalResponseSha256": "87792ed1aefd7d1970cbf64964a6e10b1cb0de181c6af0fc57ec4234c8508566", "verifierTraceSha256": "c7a3faae67dc80136fd25c43e02626cfd04df09241568795650f06c2bd2a673b", "providerTraceSha256": "c7a3faae67dc80136fd25c43e02626cfd04df09241568795650f06c2bd2a673b", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "57d053bac2a3adb618950793d67863e9d0c4d7cf0630fdff6b9c41cb24cb4cd2", "providerNativeToolCalls": 67, "providerNativeSuccessfulCalls": 65, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "c7a3faae67dc80136fd25c43e02626cfd04df09241568795650f06c2bd2a673b", "observedProviderCalls": 67, "observedSuccessfulProviderCalls": 65, "observedFailedProviderCalls": 2, "reportedTotalCalls": 67, "reportedSuccessfulCalls": 65, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "2dc23cbd9229308d39b6eb32824f0d56febbdd32b1de188bad040434fa20adc9", "verifierArtifactManifestSha256": "38409bb012a6bdb552c511029a57b74f8c2b15f1851864d6406795a3e3d53e80", "verifierArtifactFiles": 5, "verifierArtifactBytes": 230347 }, { "trialId": "554759f6-8f96-43e1-972c-356c3123bcc5", "taskId": "factorybench-012", "taskName": "blobfishai/factorybench-012", "harborTaskDigest": "sha256:fc4f5aee1d8be5ba22304e2dc4a8d07b070856116601397f424ce3cc11af911d", "trialTaskChecksum": "38911e00faf12adcb35b2b0bbb05a31532a11fe924a143e39eea1f11de6d6f70", "lockSha256": "3a7e0c0295499a3faf1b43bfb6ca6aa69e927e88bfe90c3078883b0ce3e78577", "publishedFileCount": 18, "publishedBytes": 604994, "score": 85.56, "strictPass": false, "toolCalls": 57, "evidenceReads": 50, "successfulToolCalls": 56, "rejectedToolCalls": 1, "costUsd": 0.06790707999999998, "tokens": { "input": 1487915, "cached": 1385984, "output": 16501 }, "startedAt": "2026-09-01T07:41:46.763459Z", "finishedAt": "2026-09-01T07:48:11.136933Z", "trialResultSha256": "51df2f61c3586df0eca8671aee655c54745839b0dc9310cd36dce8d510907b69", "trajectorySha256": "0bc9294335acfa5e228e90be20e238ce4d505ea3eb997fa63ed9ca1cbdf1f97f", "finalResponseSha256": "bbdb1956662d3ba75e512416425ad8387e196a7ceebef84850554b192055bca9", "verifierTraceSha256": "a86c996a671cebf81ce3b9d0c2714ac98905f02e9ca02076d3caf00d94d8db0a", "providerTraceSha256": "a86c996a671cebf81ce3b9d0c2714ac98905f02e9ca02076d3caf00d94d8db0a", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "9b07960b791895dca91edeff306313a9e48a310a9a752f05cbaf958691228d9e", "providerNativeToolCalls": 57, "providerNativeSuccessfulCalls": 56, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "a86c996a671cebf81ce3b9d0c2714ac98905f02e9ca02076d3caf00d94d8db0a", "observedProviderCalls": 57, "observedSuccessfulProviderCalls": 56, "observedFailedProviderCalls": 1, "reportedTotalCalls": 57, "reportedSuccessfulCalls": 56, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "3baf80fdc569cde4fead7f3d33ec843675ac410dbc186e7926fa5dea71d71215", "verifierArtifactManifestSha256": "b90617c4a8716ae4cc48d87a9ac362bd2750c9551cbe3cfbab27a068bdeeaeef", "verifierArtifactFiles": 5, "verifierArtifactBytes": 182483 }, { "trialId": "fb8464d2-4ea3-4595-bf4e-fd4d8398cc59", "taskId": "factorybench-013", "taskName": "blobfishai/factorybench-013", "harborTaskDigest": "sha256:dc0d48e24ba8f75462aae27e7856faee496e5742169783dd8fc0e3a7aab40331", "trialTaskChecksum": "5730bbaacb8e65b8ab6b7fed74415580702e48d7681b83c2c9b07fa52ae7a86d", "lockSha256": "3a993fc7b550acd14c33b37619a7e876942768c6d160662eebbfa7cc614b5fd0", "publishedFileCount": 18, "publishedBytes": 615424, "score": 49.0, "strictPass": false, "toolCalls": 94, "evidenceReads": 83, "successfulToolCalls": 84, "rejectedToolCalls": 10, "costUsd": 0.08759576, "tokens": { "input": 2036356, "cached": 1887488, "output": 16727 }, "startedAt": "2026-09-01T07:10:53.180676Z", "finishedAt": "2026-09-01T07:17:09.908010Z", "trialResultSha256": "1bf8b50e4f7661568100a435b8852528f89d97016d8ce5e4c200f200f9d42960", "trajectorySha256": "b8f05288da8adcb6c3b7b6c4c2fc0472b0645345c108cf158025bb2f919058f5", "finalResponseSha256": "6c7f66a87360f095e01992f230c5aa2008dfae3c51a3ae33c980f9c6e8a4028f", "verifierTraceSha256": "8e021b19853527d42d9e324f1863d5e9a917ef95549a5ce6693d12793a57229c", "providerTraceSha256": "8e021b19853527d42d9e324f1863d5e9a917ef95549a5ce6693d12793a57229c", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "c297b95542578d1a1de543094ce906488dd368b6f12d07dbd82dcb4a523d7511", "providerNativeToolCalls": 94, "providerNativeSuccessfulCalls": 84, "providerNativeFailedCalls": 10, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "8e021b19853527d42d9e324f1863d5e9a917ef95549a5ce6693d12793a57229c", "observedProviderCalls": 94, "observedSuccessfulProviderCalls": 84, "observedFailedProviderCalls": 10, "reportedTotalCalls": 94, "reportedSuccessfulCalls": 84, "reportedFailedCalls": 10 }, "verifierCallReceiptSha256": "b21f4fd32c3385ea77a530c3b5fc0ed732e52be89b55920997384936306900ad", "verifierArtifactManifestSha256": "5c8b6084dcf124a6db4655f350f53cede19350b0d5fab569d02799323afd6680", "verifierArtifactFiles": 5, "verifierArtifactBytes": 258675 }, { "trialId": "352a255c-0770-42a3-b68e-9be665a2bbb4", "taskId": "factorybench-014", "taskName": "blobfishai/factorybench-014", "harborTaskDigest": "sha256:98cb72a8c15799438d98ab1f4456c9a8fca08562748ad17981589020cd3c87bf", "trialTaskChecksum": "75e23c3f9d94e28ee8d654304a1dbb1ad9181e7afa24bff523addc55ca6056e0", "lockSha256": "73c249dc48796f38b91137394351211afadc20e068e277279bdc34d324b84bb1", "publishedFileCount": 18, "publishedBytes": 603318, "score": 88.56, "strictPass": false, "toolCalls": 78, "evidenceReads": 70, "successfulToolCalls": 75, "rejectedToolCalls": 3, "costUsd": 0.09141239999999999, "tokens": { "input": 2132010, "cached": 2018560, "output": 23626 }, "startedAt": "2026-09-01T07:10:53.149026Z", "finishedAt": "2026-09-01T07:19:15.474968Z", "trialResultSha256": "85f91ad84f16c5d2473c554025fb94643e6cb7f98f9a3f5ca30b5fd2629e9205", "trajectorySha256": "7bbba64aae302caae2f7a02a570bbe5dd255866cba587bf0397eeca07fc356d7", "finalResponseSha256": "c6dd82f73c1990bba765ad67da5bc33e072a1e0f33fd1c8f5081d66a054be7db", "verifierTraceSha256": "b658c1fac82ee61474b81780643e42b074b295537f808c8ef8b779f3dc6bb5bd", "providerTraceSha256": "b658c1fac82ee61474b81780643e42b074b295537f808c8ef8b779f3dc6bb5bd", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "6d3fcb00718a14a961e15d96b504b2e27b1a92b152f3e0b80e991a969f2417dc", "providerNativeToolCalls": 78, "providerNativeSuccessfulCalls": 75, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "b658c1fac82ee61474b81780643e42b074b295537f808c8ef8b779f3dc6bb5bd", "observedProviderCalls": 78, "observedSuccessfulProviderCalls": 75, "observedFailedProviderCalls": 3, "reportedTotalCalls": 78, "reportedSuccessfulCalls": 75, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "6958008ee43951821456d3ed3d3c82204a47dd0c207e6c5474893356bef96ff5", "verifierArtifactManifestSha256": "bc11786d06256d7ed5abc4778f354dcb8b5a02e0598d1907d229f91cab4f7238", "verifierArtifactFiles": 5, "verifierArtifactBytes": 264243 }, { "trialId": "643cae70-709c-480f-bcfb-80b2c8cdd0b1", "taskId": "factorybench-015", "taskName": "blobfishai/factorybench-015", "harborTaskDigest": "sha256:008bbfd773498f1d317a00ef6dc76a4ae6f6b332e5bd95abc281cadf17887a81", "trialTaskChecksum": "5d8974d8eb8d662cfc7b4150ef61c2beeaf214209933ace54ca619eea4966f4e", "lockSha256": "60bbb93e8e0b4d7f74faceb0050d90698842291e55d67e1d71171ad1f70ad7d8", "publishedFileCount": 18, "publishedBytes": 623199, "score": 85.28, "strictPass": false, "toolCalls": 55, "evidenceReads": 48, "successfulToolCalls": 53, "rejectedToolCalls": 2, "costUsd": 0.07338388000000001, "tokens": { "input": 1622093, "cached": 1511424, "output": 17518 }, "startedAt": "2026-09-01T07:45:40.862453Z", "finishedAt": "2026-09-01T07:52:20.386332Z", "trialResultSha256": "645ff6b352a2e1261a5386251d19cdce7d32b32184f76fbef2c8c07dae3d2920", "trajectorySha256": "782b7aa37558641901674bce6e92b67d9f28aade8348edab9118ee962a78d5e7", "finalResponseSha256": "a636bcadb85881d26be0554df87d2404d6c5a57c16f63194cc55934c3aeae382", "verifierTraceSha256": "9795ba3937f792f6a587d6a69cf2afb6ca1e3bdefa42a70261497f37830b9259", "providerTraceSha256": "9795ba3937f792f6a587d6a69cf2afb6ca1e3bdefa42a70261497f37830b9259", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "94db18d6c1f6ea50c627bbc8adbc722841d187438b6897feb39cacc7709ac7c1", "providerNativeToolCalls": 55, "providerNativeSuccessfulCalls": 53, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "9795ba3937f792f6a587d6a69cf2afb6ca1e3bdefa42a70261497f37830b9259", "observedProviderCalls": 55, "observedSuccessfulProviderCalls": 53, "observedFailedProviderCalls": 2, "reportedTotalCalls": 55, "reportedSuccessfulCalls": 53, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "63677b88093c70e8f06b5a5b4e4c959e5526cdb855cff0249226d6d646abbf57", "verifierArtifactManifestSha256": "a1783d2114811449c935929c35edc2806271312277e74b559c627b0114c41b5f", "verifierArtifactFiles": 5, "verifierArtifactBytes": 210992 }, { "trialId": "28f7ada0-aee6-4270-810c-27e2838ff2dc", "taskId": "factorybench-016", "taskName": "blobfishai/factorybench-016", "harborTaskDigest": "sha256:7cf00b797046992d9dd15c9ead8cc86e5714a7df8c80db501b4e0b0854421e6d", "trialTaskChecksum": "664d22294683c4a9312d98c994d4862cdf1dc6d3b65a151a13102c1c27a3e6a1", "lockSha256": "3c38ca175fdc4230b889387c2456782d86eb5ddee0a80e83c2b342f5b8551961", "publishedFileCount": 18, "publishedBytes": 603218, "score": 97.0, "strictPass": false, "toolCalls": 80, "evidenceReads": 71, "successfulToolCalls": 74, "rejectedToolCalls": 6, "costUsd": 0.06085716, "tokens": { "input": 1206393, "cached": 1101568, "output": 14884 }, "startedAt": "2026-09-01T10:04:42.987984Z", "finishedAt": "2026-09-01T10:10:04.437149Z", "trialResultSha256": "20d64451f76564fd2582d042012b3559397ecae7f88529a0087b78681e35570d", "trajectorySha256": "6b326ea006d3e0841af9f061ac4ef1d1919f2b51e46e43fcf27483f0976b0c18", "finalResponseSha256": "e15060c461b58c3250974b9989fb489f987df88458554ed8bb09f877304103d9", "verifierTraceSha256": "35bb03d8425a43195131f60b54ac4035081a838b518f780b6a39964935f73506", "providerTraceSha256": "35bb03d8425a43195131f60b54ac4035081a838b518f780b6a39964935f73506", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "b40614a808fc49e00053c1d46bf38df02ed6ce660cb52a3e4332f442e1209292", "providerNativeToolCalls": 80, "providerNativeSuccessfulCalls": 74, "providerNativeFailedCalls": 6, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "35bb03d8425a43195131f60b54ac4035081a838b518f780b6a39964935f73506", "observedProviderCalls": 80, "observedSuccessfulProviderCalls": 74, "observedFailedProviderCalls": 6, "reportedTotalCalls": 80, "reportedSuccessfulCalls": 74, "reportedFailedCalls": 6 }, "verifierCallReceiptSha256": "1adb5d66985eafba6aac755a5904830e673578899e0644db6fae21214d6c4c5d", "verifierArtifactManifestSha256": "b75d0daf3d514b273a4fc43258c29024ab3ef8349d17ba6541c8cbe8cdb7ba6b", "verifierArtifactFiles": 5, "verifierArtifactBytes": 226495 }, { "trialId": "3829d7c5-2997-455d-878d-cda574580eac", "taskId": "factorybench-017", "taskName": "blobfishai/factorybench-017", "harborTaskDigest": "sha256:77e7def5eafae07bd3272e724527898ca10e88f1fb575c17321266144ef3d69d", "trialTaskChecksum": "5dd3025637de56002d7e37807601035367671daa35a06ad062329b0ba56fb51b", "lockSha256": "65b3114c3c1704eb57f30f26362a160caf1ab1d0f18e084040f2fb871b1f4c23", "publishedFileCount": 18, "publishedBytes": 622527, "score": 94.22, "strictPass": false, "toolCalls": 52, "evidenceReads": 47, "successfulToolCalls": 50, "rejectedToolCalls": 2, "costUsd": 0.06447447999999999, "tokens": { "input": 1231850, "cached": 1146624, "output": 20414 }, "startedAt": "2026-09-01T09:25:13.917584Z", "finishedAt": "2026-09-01T09:32:25.426987Z", "trialResultSha256": "570a29be5168629ba363f6e635f84bbfa7f260218fa44bd870e9a26975d5241f", "trajectorySha256": "f36636d84e2f3607d2efa24b8e1f737d6c1393d947f289b5d112a7480a8c84fb", "finalResponseSha256": "d6be2ca8a96e2d465ae2f3adb90026f4823fce7a35bd1296ebedb8908cfd1dac", "verifierTraceSha256": "a8481669a2f16b62778d38f233dd63e0f8b25376340cc7b89ef8abf5a82c7ff9", "providerTraceSha256": "a8481669a2f16b62778d38f233dd63e0f8b25376340cc7b89ef8abf5a82c7ff9", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "bc31004b67bdf24a6562c04ef9ef94167c625a239f0978860f88f3a91548b58b", "providerNativeToolCalls": 52, "providerNativeSuccessfulCalls": 50, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "a8481669a2f16b62778d38f233dd63e0f8b25376340cc7b89ef8abf5a82c7ff9", "observedProviderCalls": 52, "observedSuccessfulProviderCalls": 50, "observedFailedProviderCalls": 2, "reportedTotalCalls": 52, "reportedSuccessfulCalls": 50, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "b380fdf8ad3697cd7a309de51fc7df83e57a7f2fcaa2097b72d57dc5f8bbb354", "verifierArtifactManifestSha256": "221e34490a49692a9cc8825ba4dd47601086465d2d80c47a7ea7e836d5c42078", "verifierArtifactFiles": 5, "verifierArtifactBytes": 184586 }, { "trialId": "03347d53-3535-4590-849e-c7527b86758d", "taskId": "factorybench-018", "taskName": "blobfishai/factorybench-018", "harborTaskDigest": "sha256:93a7c9cd07587535cc2dd039678260c0608cc906764f58f06ad1b4587933eb6a", "trialTaskChecksum": "87cbc64b08d6f801904460e1bc08ee41bf8ab4ed9719a3fa930e06af3e3abb2f", "lockSha256": "0e686bad7ff1196b72040803aac1ae948d4fe5cf27908f266c3212bdec4f591a", "publishedFileCount": 18, "publishedBytes": 613268, "score": 56.67, "strictPass": false, "toolCalls": 107, "evidenceReads": 82, "successfulToolCalls": 85, "rejectedToolCalls": 22, "costUsd": 0.12250415999999999, "tokens": { "input": 2887272, "cached": 2736128, "output": 31294 }, "startedAt": "2026-09-01T09:53:04.906235Z", "finishedAt": "2026-09-01T10:03:42.090037Z", "trialResultSha256": "e6f28d4dc9b620eff5a34175199dba4bb1a40cccddd68fec725135a114c62820", "trajectorySha256": "aa6122e33ba7a6810e295305a9b0cc07999a9460af5810f0e6bd9b9a3b5d4e8a", "finalResponseSha256": "cf9fcf0f116423bc2be2004bedc7f36d22a0c1206498f159469e27a4e3d5771b", "verifierTraceSha256": "7472a2d6c763d8aa86331fa69b708153064ab9974339565325a1808a3807f412", "providerTraceSha256": "7472a2d6c763d8aa86331fa69b708153064ab9974339565325a1808a3807f412", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "8406cc37580526b0c2e2b60b2f9877e2976ebf828f5a1533d3e37f47836e8495", "providerNativeToolCalls": 107, "providerNativeSuccessfulCalls": 85, "providerNativeFailedCalls": 22, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "7472a2d6c763d8aa86331fa69b708153064ab9974339565325a1808a3807f412", "observedProviderCalls": 107, "observedSuccessfulProviderCalls": 85, "observedFailedProviderCalls": 22, "reportedTotalCalls": 107, "reportedSuccessfulCalls": 85, "reportedFailedCalls": 22 }, "verifierCallReceiptSha256": "2b49407c0b02612c8e020d00dd44f2dd1a46ed28df193356ecd1fefe05322b81", "verifierArtifactManifestSha256": "e54cb66b5c02fba1f4f45203e34ce76cd53e7cd1b56624f93dd36cb092f039b4", "verifierArtifactFiles": 5, "verifierArtifactBytes": 276150 }, { "trialId": "d3cbcc2f-88ec-4799-afaa-03ed7515309b", "taskId": "factorybench-019", "taskName": "blobfishai/factorybench-019", "harborTaskDigest": "sha256:b789c0f6d78014fffb2106b68a668893f89914523e893b872156ce59b6b9482c", "trialTaskChecksum": "2d52947d35a8f26eb7581efcbafb794feeb2fccc261db70efe372b3a3a8cf3c2", "lockSha256": "6e38e61d9369813e558246b848105839d1a8872569f5615465891dab68b35474", "publishedFileCount": 18, "publishedBytes": 601807, "score": 86.67, "strictPass": false, "toolCalls": 89, "evidenceReads": 82, "successfulToolCalls": 86, "rejectedToolCalls": 3, "costUsd": 0.08784248, "tokens": { "input": 2221288, "cached": 2098944, "output": 17829 }, "startedAt": "2026-09-01T09:32:25.438898Z", "finishedAt": "2026-09-01T09:38:51.452133Z", "trialResultSha256": "b7c03b1b4f6395b83cbd046d7518f10895da715d92e461dabf27bc47bdeaf1f0", "trajectorySha256": "26f3152eb6b7df89337264363022936b63adc91debc1ee2877bcefade8733355", "finalResponseSha256": "ea97f024377035193011455fa3e4630db50b48c18a74e67e42c0c449ce74a9ad", "verifierTraceSha256": "641d0ba4192cd2b5bf701d51cf7e1c0559b65a272cd62ffff12cd5492e9919da", "providerTraceSha256": "641d0ba4192cd2b5bf701d51cf7e1c0559b65a272cd62ffff12cd5492e9919da", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "1ed8d045b97ca27a16c9fbf5d36466ddae5223350d02f8eafaf714edfbd6e86d", "providerNativeToolCalls": 89, "providerNativeSuccessfulCalls": 86, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "641d0ba4192cd2b5bf701d51cf7e1c0559b65a272cd62ffff12cd5492e9919da", "observedProviderCalls": 89, "observedSuccessfulProviderCalls": 86, "observedFailedProviderCalls": 3, "reportedTotalCalls": 89, "reportedSuccessfulCalls": 86, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "b9c6641be5a508fdecede5926e746dc7b4bc3e5bd4a88003c0ddf81d5dfc85eb", "verifierArtifactManifestSha256": "39a8612a316ab0813c754ea4be81e9d411ff335d6eda2d3cb570f6f732adfec0", "verifierArtifactFiles": 5, "verifierArtifactBytes": 277994 }, { "trialId": "c16c6883-f223-4cfb-9607-7e3b9c464ba1", "taskId": "factorybench-020", "taskName": "blobfishai/factorybench-020", "harborTaskDigest": "sha256:3f1cc625b17d427ce30520ffae88ba807ffb0cce5c2ebecbec61a41c5872e3d7", "trialTaskChecksum": "81531fc22180ce200ff09a9031d4f4007a04aed71981d3c7de4ba70b98caf1a0", "lockSha256": "bc93165a6ac32000eae36e983debda991212299c122a0699ace1327079b280fc", "publishedFileCount": 18, "publishedBytes": 623869, "score": 85.61, "strictPass": false, "toolCalls": 101, "evidenceReads": 83, "successfulToolCalls": 93, "rejectedToolCalls": 8, "costUsd": 0.11245768, "tokens": { "input": 3216176, "cached": 3111424, "output": 24399 }, "startedAt": "2026-09-01T10:01:31.285360Z", "finishedAt": "2026-09-01T10:10:14.737102Z", "trialResultSha256": "ac3af26ac9e2a0712ec1590e94ae267f43ae93f3d1fbcc31ff0c9de9d0f6878f", "trajectorySha256": "5dc978b16e33ded53e47d2ee952201c1a5193c15e9893a626b9b7ebe64732f08", "finalResponseSha256": "0f68c24a494464ff9f96a95bb93273adc9bd404a89dac65fc860882bc178e684", "verifierTraceSha256": "8b7158d379d8df5e9fe2cc322d86295bf6b06bb14ec9fab0ce87fffee5602124", "providerTraceSha256": "8b7158d379d8df5e9fe2cc322d86295bf6b06bb14ec9fab0ce87fffee5602124", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "aa722f3b7ac8f7a7069b5b418e8d22e87ecc5c2f0526c131d38ee003b4a7eea4", "providerNativeToolCalls": 101, "providerNativeSuccessfulCalls": 93, "providerNativeFailedCalls": 8, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "8b7158d379d8df5e9fe2cc322d86295bf6b06bb14ec9fab0ce87fffee5602124", "observedProviderCalls": 101, "observedSuccessfulProviderCalls": 93, "observedFailedProviderCalls": 8, "reportedTotalCalls": 101, "reportedSuccessfulCalls": 93, "reportedFailedCalls": 8 }, "verifierCallReceiptSha256": "bdaa9b139ed3e54b028121ca74707de90ed1fae19871fec4470b6602f9d2e584", "verifierArtifactManifestSha256": "8de7ebbd41f7db4fc6ad1056e3b7411c488f4991c87f99f052febe47f90cca68", "verifierArtifactFiles": 5, "verifierArtifactBytes": 224734 }, { "trialId": "3e05a81a-76b7-49ed-bccc-c2552bee47af", "taskId": "factorybench-021", "taskName": "blobfishai/factorybench-021", "harborTaskDigest": "sha256:d0850fc5e58db0e8bb0c38a1b4407766b4533d641afa29861886aaaadee63f24", "trialTaskChecksum": "197367a510ea7583340e3c53b89da855b2bb83b952a188295e984ef9d19a62b0", "lockSha256": "6e81b2d77c8bd33dd75c3272622f879b00bfa21b6cbee6ac3f3dca2a05db8f98", "publishedFileCount": 18, "publishedBytes": 608649, "score": 43.67, "strictPass": false, "toolCalls": 117, "evidenceReads": 66, "successfulToolCalls": 68, "rejectedToolCalls": 49, "costUsd": 0.0828972, "tokens": { "input": 1978698, "cached": 1871360, "output": 20002 }, "startedAt": "2026-09-01T09:30:39.549607Z", "finishedAt": "2026-09-01T09:37:51.929020Z", "trialResultSha256": "ae8da108f24d66072c0957dcd9ec0e3ac37819efe6790c448c233701e39d2896", "trajectorySha256": "51ba9931c91f942e3c01d62223b837e38950ea9c0224a2f3ad926156bb3be9cc", "finalResponseSha256": "417841c2a9d07fa803ea7e651f9fe15698002790d112f37482c3fdd2eee8132a", "verifierTraceSha256": "2411ce7b057d6590680e3b6a1d7376f824ffcfe4146d580d5690bc7c05072113", "providerTraceSha256": "2411ce7b057d6590680e3b6a1d7376f824ffcfe4146d580d5690bc7c05072113", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "972cf6d4f30657eda71792186fa8e691d988fb70e58fe7449ced8e1dd6d3e373", "providerNativeToolCalls": 117, "providerNativeSuccessfulCalls": 68, "providerNativeFailedCalls": 49, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "2411ce7b057d6590680e3b6a1d7376f824ffcfe4146d580d5690bc7c05072113", "observedProviderCalls": 117, "observedSuccessfulProviderCalls": 68, "observedFailedProviderCalls": 49, "reportedTotalCalls": 117, "reportedSuccessfulCalls": 68, "reportedFailedCalls": 49 }, "verifierCallReceiptSha256": "20cc0681e6b64dc18f9f534976b1838cc4f4e33b1525374204652dd53138a9af", "verifierArtifactManifestSha256": "9911d64275cdeb032531524ee51785a791dabc37f0291724516b8720afb8cb37", "verifierArtifactFiles": 5, "verifierArtifactBytes": 275695 }, { "trialId": "52caef7d-beec-4965-a437-a6a781c3e44b", "taskId": "factorybench-022", "taskName": "blobfishai/factorybench-022", "harborTaskDigest": "sha256:602b1c359743667f2e3fa55aef734c5b8b36c25bf6c19828146e21e73621c111", "trialTaskChecksum": "98bfd40afe71bf399fcc8e33a117aaa80c728546eefa78b2a092396b83cbeb1c", "lockSha256": "b08531b5a0389996e713035f0bf1f6ea48de016b63b632778c62952ab8646738", "publishedFileCount": 18, "publishedBytes": 629123, "score": 73.43, "strictPass": false, "toolCalls": 88, "evidenceReads": 81, "successfulToolCalls": 85, "rejectedToolCalls": 3, "costUsd": 0.10034848000000002, "tokens": { "input": 2673950, "cached": 2540544, "output": 19047 }, "startedAt": "2026-09-01T07:17:09.927861Z", "finishedAt": "2026-09-01T07:24:05.257720Z", "trialResultSha256": "7956067ce74c911da2c7dd488f05eecb1a6f85f5c839ab33d3a08d1abbaf1e76", "trajectorySha256": "f0405dc7f17b9525c8fe5c103d094b65f65ba42222d8f887168f2b213e8466f7", "finalResponseSha256": "9bbdb0af363643ee7ba44254263aee9b5b36e0754edd1efae0abd9b8fd2ea72e", "verifierTraceSha256": "35264264d7903d64cd379b2a226e72f5af9201790ee6e26fbad42775321a15be", "providerTraceSha256": "35264264d7903d64cd379b2a226e72f5af9201790ee6e26fbad42775321a15be", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "9fe56a1f0bb3b1f1b91af841578c72c08e8c232368bb0e801e0af380dd64ba4f", "providerNativeToolCalls": 88, "providerNativeSuccessfulCalls": 85, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "35264264d7903d64cd379b2a226e72f5af9201790ee6e26fbad42775321a15be", "observedProviderCalls": 88, "observedSuccessfulProviderCalls": 85, "observedFailedProviderCalls": 3, "reportedTotalCalls": 88, "reportedSuccessfulCalls": 85, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "32b23dff5726326017f5b9e3a03ea1f9e7d7b745a3352f51e8564da3369067eb", "verifierArtifactManifestSha256": "c5fbb87e8a6b5fe4ee19df1cd227ce88c11cd843dca1b838dc9182fc2eac2720", "verifierArtifactFiles": 5, "verifierArtifactBytes": 266715 }, { "trialId": "f9d940df-83ff-43f0-b1d6-04359097cdb0", "taskId": "factorybench-023", "taskName": "blobfishai/factorybench-023", "harborTaskDigest": "sha256:6360e7859d201b8fa8dd169410f6a97316e9bda374e562b7631d6ce584f6e3c6", "trialTaskChecksum": "1e1d3d235150729a61c685d83dda47bfe71f2c2b42c7451b8edf3a715df9dc5a", "lockSha256": "4cc94c0fcb9e09200d2f2ca7073fdeb039ca1c7bb55ba6de9f96585812317ff2", "publishedFileCount": 18, "publishedBytes": 598916, "score": 97.0, "strictPass": false, "toolCalls": 74, "evidenceReads": 69, "successfulToolCalls": 73, "rejectedToolCalls": 1, "costUsd": 0.07995052, "tokens": { "input": 1644905, "cached": 1542656, "output": 23873 }, "startedAt": "2026-09-01T07:37:18.838681Z", "finishedAt": "2026-09-01T07:45:40.842701Z", "trialResultSha256": "a65c1c8a0c433a061ff921c5afcd9806648ff33e8e7f8b206abfba14e6719b84", "trajectorySha256": "65547e42573bb7d288d05daebfc4035419784d3b5160c1b993dced208dd77683", "finalResponseSha256": "36d0eda5f3afb276911b99134e25bcdb029d922a98954c7f1b5c397b7d233cf5", "verifierTraceSha256": "8770327a68c33f8bcd503586de5a99f9a3a7b31fce09d90cbce6aa738ad723e9", "providerTraceSha256": "8770327a68c33f8bcd503586de5a99f9a3a7b31fce09d90cbce6aa738ad723e9", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "c86e31073d5d1333f4b68498f264ac2410f7662156721b9a71c6683cee3d36d4", "providerNativeToolCalls": 74, "providerNativeSuccessfulCalls": 73, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "8770327a68c33f8bcd503586de5a99f9a3a7b31fce09d90cbce6aa738ad723e9", "observedProviderCalls": 74, "observedSuccessfulProviderCalls": 73, "observedFailedProviderCalls": 1, "reportedTotalCalls": 74, "reportedSuccessfulCalls": 73, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "7609c4691ed18ba5052935572ee14cc25399663ab740346b978bc12e0619f3cf", "verifierArtifactManifestSha256": "902f70f0132803c3e37b36b6dd3be8a853626226ad2e0ff49f4577bd4addefc8", "verifierArtifactFiles": 5, "verifierArtifactBytes": 218495 }, { "trialId": "7c1a3fbe-b8c6-482c-a19e-7aa467d56291", "taskId": "factorybench-024", "taskName": "blobfishai/factorybench-024", "harborTaskDigest": "sha256:99be7d66622badef502c0edd23b7d12df0b1c55319a4b0d6d300e72ca12206a5", "trialTaskChecksum": "74292c5b0433118689b47617ab4d882327f75a98bc7153e3977605293abc76c3", "lockSha256": "13384be3ff83950956c023cedbbf4b58537188731605496e2806f0041a673466", "publishedFileCount": 18, "publishedBytes": 621066, "score": 95.0, "strictPass": false, "toolCalls": 72, "evidenceReads": 66, "successfulToolCalls": 69, "rejectedToolCalls": 3, "costUsd": 0.15277159999999998, "tokens": { "input": 4605112, "cached": 4413440, "output": 21807 }, "startedAt": "2026-09-01T07:41:29.995454Z", "finishedAt": "2026-09-01T07:49:39.301189Z", "trialResultSha256": "8da8c5630a7be4357e6d42dfdc317780371af28defc6911672036fb6873ec183", "trajectorySha256": "4a880916fd10ee3b6e1c980d7c136c0d2161d86733d9850b29fa53d068b50b42", "finalResponseSha256": "4e17f0acf1f8ec55dd724cb32b325f1c7521b7fe121622f2d93972e94a1a5e14", "verifierTraceSha256": "dc61599a35cd45bbb5d04b5613da390aa3060e454d2790130b7ae19f35947584", "providerTraceSha256": "dc61599a35cd45bbb5d04b5613da390aa3060e454d2790130b7ae19f35947584", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "21071b3cca001d2b00fa3310cd711e663740a24808ba70959813de11d2e90add", "providerNativeToolCalls": 72, "providerNativeSuccessfulCalls": 69, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "dc61599a35cd45bbb5d04b5613da390aa3060e454d2790130b7ae19f35947584", "observedProviderCalls": 72, "observedSuccessfulProviderCalls": 69, "observedFailedProviderCalls": 3, "reportedTotalCalls": 72, "reportedSuccessfulCalls": 69, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "1464aae291842ffbf40eb51f66e7c9f67fcda21893435e830eb9c196edba9cb8", "verifierArtifactManifestSha256": "2c27d9d663852cc81b681537a30cd88bcfc41110be589315917a13de170e6549", "verifierArtifactFiles": 5, "verifierArtifactBytes": 228005 }, { "trialId": "cf65ed90-55ed-4830-bc70-b12794287948", "taskId": "factorybench-025", "taskName": "blobfishai/factorybench-025", "harborTaskDigest": "sha256:106b29be8a2d977a363e77e907d4fbe6bf7637576967b52498edbec01a9bf055", "trialTaskChecksum": "da0393da868d2958905c7b25614d60d81b8db6cb9d1edfe00bbec56fa7403565", "lockSha256": "ea2054ed28bd26cac204efaa2219cc4a6c069dd868e3e204130330c30e29f239", "publishedFileCount": 18, "publishedBytes": 604980, "score": 67.95, "strictPass": false, "toolCalls": 91, "evidenceReads": 80, "successfulToolCalls": 83, "rejectedToolCalls": 8, "costUsd": 0.08466428, "tokens": { "input": 1976323, "cached": 1864704, "output": 20872 }, "startedAt": "2026-09-01T07:10:53.187334Z", "finishedAt": "2026-09-01T07:18:30.612167Z", "trialResultSha256": "5773b6dfd54a2f039c725d16aa01be3e834dc19488195b4e089ba552dd4291b1", "trajectorySha256": "be9b19d60801de7ad9da3f7b774b10c244aa485a7d01bd57cba7444e5d7da528", "finalResponseSha256": "6c063e6c886c80d328ba8f3f8b123b3beaf9ec6d541be469a43b70c57638eba0", "verifierTraceSha256": "4240cacd66f8c530875ced6622cad9d0433cc1ad13aeebe3cabb763d2a323e77", "providerTraceSha256": "4240cacd66f8c530875ced6622cad9d0433cc1ad13aeebe3cabb763d2a323e77", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "684e1e67953569e476d7a639c52a72ee6de10983c0af02955f8ccb6787726de7", "providerNativeToolCalls": 91, "providerNativeSuccessfulCalls": 83, "providerNativeFailedCalls": 8, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "4240cacd66f8c530875ced6622cad9d0433cc1ad13aeebe3cabb763d2a323e77", "observedProviderCalls": 91, "observedSuccessfulProviderCalls": 83, "observedFailedProviderCalls": 8, "reportedTotalCalls": 91, "reportedSuccessfulCalls": 83, "reportedFailedCalls": 8 }, "verifierCallReceiptSha256": "3293960e93e3878f77e376ed7793be2cfd165de988ee64285b2ccfa972873702", "verifierArtifactManifestSha256": "7ba6fab234eab09813eff202710cdc21b84eb4d277243e342a49fc2b488bf043", "verifierArtifactFiles": 5, "verifierArtifactBytes": 229747 }, { "trialId": "c7a1a8a6-58fb-4fd6-81c1-e679d05da1eb", "taskId": "factorybench-026", "taskName": "blobfishai/factorybench-026", "harborTaskDigest": "sha256:092cd9f7ba6c506a2cd7a81c917f6805d587a2b7163e97428a797f9bd0f7db5f", "trialTaskChecksum": "3665d68f96abc24bfb814224cd4d4e04602a598092ba055f1e219ca8be77bca6", "lockSha256": "5e4e4b70d49f2030d7370e2d782e9395015881ef707c042587e320abdf9ff07a", "publishedFileCount": 18, "publishedBytes": 596410, "score": 58.61, "strictPass": false, "toolCalls": 64, "evidenceReads": 52, "successfulToolCalls": 56, "rejectedToolCalls": 8, "costUsd": 0.06790620000000001, "tokens": { "input": 1444671, "cached": 1347840, "output": 17986 }, "startedAt": "2026-09-01T09:32:26.091310Z", "finishedAt": "2026-09-01T09:38:46.754185Z", "trialResultSha256": "88019a013e803cbc51fad3ecf6791df4fea1ac57110d525447f8e7571d3e16a1", "trajectorySha256": "3f0db30fdffd270d4037e12a88efc48aea065f6a8a1ee45efe114b693c5e6127", "finalResponseSha256": "f0a38802bacf4f24c21bcefa669163d9034630c12ebfa30e8d81a87a04c0373a", "verifierTraceSha256": "b17eb60092d88afc88d017a4ec3ed1b8f2c70fd5d88ada3767d8485b19c9bbe4", "providerTraceSha256": "b17eb60092d88afc88d017a4ec3ed1b8f2c70fd5d88ada3767d8485b19c9bbe4", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "46aef0adee21768b9aace8f9286073bb3a3063c2195952483e3851df7f152eaf", "providerNativeToolCalls": 64, "providerNativeSuccessfulCalls": 56, "providerNativeFailedCalls": 8, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "b17eb60092d88afc88d017a4ec3ed1b8f2c70fd5d88ada3767d8485b19c9bbe4", "observedProviderCalls": 64, "observedSuccessfulProviderCalls": 56, "observedFailedProviderCalls": 8, "reportedTotalCalls": 64, "reportedSuccessfulCalls": 56, "reportedFailedCalls": 8 }, "verifierCallReceiptSha256": "e04cb2a4b0bff558bbe627534f7152ebb2f1818b077151896ba724f49250aa11", "verifierArtifactManifestSha256": "eb78bff92ceb315b19b8583e9e1c24185e407a3852430c5930b64166c8694456", "verifierArtifactFiles": 5, "verifierArtifactBytes": 209964 }, { "trialId": "dc231d18-6562-4e9b-a037-fb7dde37aac4", "taskId": "factorybench-027", "taskName": "blobfishai/factorybench-027", "harborTaskDigest": "sha256:446d204a5dd467fdcb15ab610f126a16c73c0ae3c67757eb36d21ee403b2b11c", "trialTaskChecksum": "0483521e9c844372013831c79b36b00b51b52a455a66519e77c035f5bccb99c8", "lockSha256": "bec56886cb6a5d887a3601044a15cf5eb0322972b7b431f2d59f6f9a3f63acc3", "publishedFileCount": 18, "publishedBytes": 613352, "score": 77.42, "strictPass": false, "toolCalls": 102, "evidenceReads": 97, "successfulToolCalls": 101, "rejectedToolCalls": 1, "costUsd": 0.11224088, "tokens": { "input": 2743930, "cached": 2619904, "output": 29198 }, "startedAt": "2026-09-01T09:54:42.653889Z", "finishedAt": "2026-09-01T10:04:42.973035Z", "trialResultSha256": "657b4a5801d1893b4a2bec9e05cd4b1b2d2e97ed280c5428b82d97fb2ad22f82", "trajectorySha256": "2953e4231d563b04ffb7b829e4118ee09f5895878b8100e01f069f2e4c1b29d4", "finalResponseSha256": "3d8a43f60317577dedfad76936f235ffc51ef285f86d85bab078af2a388e34b5", "verifierTraceSha256": "9c5190e39b9c9483dfe4fdc300792c909d11e50be3900e2e29899b0e9979e321", "providerTraceSha256": "9c5190e39b9c9483dfe4fdc300792c909d11e50be3900e2e29899b0e9979e321", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "b63dda1789619c28a26946a420d266687a2f65d88ad6e647f14bfb0d6d2c93a4", "providerNativeToolCalls": 102, "providerNativeSuccessfulCalls": 101, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "9c5190e39b9c9483dfe4fdc300792c909d11e50be3900e2e29899b0e9979e321", "observedProviderCalls": 102, "observedSuccessfulProviderCalls": 101, "observedFailedProviderCalls": 1, "reportedTotalCalls": 102, "reportedSuccessfulCalls": 101, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "7124c3c7f1dc8eea2dfdb5a6b82cbc117658c2deb39495ca997336b31f32b57e", "verifierArtifactManifestSha256": "dfa672fcddf11c16c13a17c794c72526456c0e0de75ff0a59416a4667e3aff1c", "verifierArtifactFiles": 5, "verifierArtifactBytes": 264287 }, { "trialId": "d73310df-9a3a-4515-b311-36fe36385f26", "taskId": "factorybench-028", "taskName": "blobfishai/factorybench-028", "harborTaskDigest": "sha256:ccda56f79ee32bbc4f037d8d6ae5d616fb0873f1c7df3331e344032bfdcc9fd2", "trialTaskChecksum": "9bd40c3356f46e5515e7e891b39e295754c83feee68e864d3048f6eea034ed2c", "lockSha256": "dd8ba0c46d719f5186a6b2ea628f960cdc2d2c7e7c1ae878d58da7da8af99796", "publishedFileCount": 18, "publishedBytes": 598462, "score": 79.52, "strictPass": false, "toolCalls": 111, "evidenceReads": 103, "successfulToolCalls": 106, "rejectedToolCalls": 5, "costUsd": 0.10185783999999999, "tokens": { "input": 2388554, "cached": 2254592, "output": 24978 }, "startedAt": "2026-09-01T09:23:44.888513Z", "finishedAt": "2026-09-01T09:32:26.075961Z", "trialResultSha256": "081dab2e14ac05d6c67394a9f362c6c06ec66f9d32a6935cd1fd9c6cd442cc8c", "trajectorySha256": "0abf0f64c5f12e0236929e635c7f848d5c9fcda635f7b6d06729cc7847f18fb5", "finalResponseSha256": "a09d72c016433817276991995da95f1ba442de11bba3a43d15f7e3b769751a36", "verifierTraceSha256": "c703d2af5474d80dd4c4c6dc0a1fbc97e00a9b0f02636d22f61acb7986ce6550", "providerTraceSha256": "c703d2af5474d80dd4c4c6dc0a1fbc97e00a9b0f02636d22f61acb7986ce6550", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "2bf89b32d118ef1bb272452a78a1dfb562d955bc3c1aff94d3e6aff7b283511b", "providerNativeToolCalls": 111, "providerNativeSuccessfulCalls": 106, "providerNativeFailedCalls": 5, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "c703d2af5474d80dd4c4c6dc0a1fbc97e00a9b0f02636d22f61acb7986ce6550", "observedProviderCalls": 111, "observedSuccessfulProviderCalls": 106, "observedFailedProviderCalls": 5, "reportedTotalCalls": 111, "reportedSuccessfulCalls": 106, "reportedFailedCalls": 5 }, "verifierCallReceiptSha256": "3d8795fb33ec170bd8f8ea10530fb786a9e31ba7af852f206d75bbc722820cf5", "verifierArtifactManifestSha256": "f98ffb57e27a08f1eaa3ad940ae1584a52187fcb4c3a1936f8fb4a113a130e74", "verifierArtifactFiles": 5, "verifierArtifactBytes": 287432 }, { "trialId": "3e4a8d29-26d6-4395-9da7-8039eca962b1", "taskId": "factorybench-029", "taskName": "blobfishai/factorybench-029", "harborTaskDigest": "sha256:b83557f26965a0970034f74f25d162252695dca64db9a1fefbfdf45e3a1e3318", "trialTaskChecksum": "6ab11e19455da35a7168302120fc40073dc80e81d387907408fb9aa6cd914140", "lockSha256": "a6bdc765c825b51b95f0963792c1121f7b1051064d80bb75ef996b50a792ae4b", "publishedFileCount": 18, "publishedBytes": 604963, "score": 77.92, "strictPass": false, "toolCalls": 65, "evidenceReads": 53, "successfulToolCalls": 57, "rejectedToolCalls": 8, "costUsd": 0.08569908, "tokens": { "input": 2058147, "cached": 1938944, "output": 19233 }, "startedAt": "2026-09-01T10:03:42.106345Z", "finishedAt": "2026-09-01T10:10:34.015733Z", "trialResultSha256": "91eb44d700f262ab73ea4143dcdf8250bc22ba1b1df6340dd09c6328ea6ce97a", "trajectorySha256": "148b10c07c65331c92514a372a53d766e5240b528f4baf10025023b92a2d3fdf", "finalResponseSha256": "468e75bad3326241868ef98d227cd29f0e5fdb626cde7a2a5c98b3e7d961fac9", "verifierTraceSha256": "4168ea682b981880bcdd9dd8d4ee3be2cf2e0ca823da6771909801d2ac28ad98", "providerTraceSha256": "4168ea682b981880bcdd9dd8d4ee3be2cf2e0ca823da6771909801d2ac28ad98", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "aa0adbbdc9937d5caf46186faaef55b3d281bd03a34c2b7faf40b64cfc66c813", "providerNativeToolCalls": 65, "providerNativeSuccessfulCalls": 57, "providerNativeFailedCalls": 8, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "4168ea682b981880bcdd9dd8d4ee3be2cf2e0ca823da6771909801d2ac28ad98", "observedProviderCalls": 65, "observedSuccessfulProviderCalls": 57, "observedFailedProviderCalls": 8, "reportedTotalCalls": 65, "reportedSuccessfulCalls": 57, "reportedFailedCalls": 8 }, "verifierCallReceiptSha256": "a40d79f572bd353674a78730e73fc1e509bf8c38c63885e0ad80a4c9eaddc05a", "verifierArtifactManifestSha256": "be86ccaec926ef6491445a1aeb27aed35619a655dfc42125657fbd29f6bd8431", "verifierArtifactFiles": 5, "verifierArtifactBytes": 199554 }, { "trialId": "097a4d66-a657-4b1a-afe6-f00326e5f3f8", "taskId": "factorybench-030", "taskName": "blobfishai/factorybench-030", "harborTaskDigest": "sha256:52ceb747cb8ffa049d29466e99e653c946d42846f9b80da94a91b4456c147545", "trialTaskChecksum": "7de5ee1d8c7477c7dd1f3785eb83fe8a66cde010c4a24639d4770e910efd2db6", "lockSha256": "20d5898f33753cc0a55998c88e9187e5af7e591c3690d0db7628e92011b6e32d", "publishedFileCount": 18, "publishedBytes": 602301, "score": 52.98, "strictPass": false, "toolCalls": 68, "evidenceReads": 66, "successfulToolCalls": 68, "rejectedToolCalls": 0, "costUsd": 0.05130675999999999, "tokens": { "input": 936161, "cached": 850688, "output": 14332 }, "startedAt": "2026-09-01T08:26:07.975640Z", "finishedAt": "2026-09-01T08:31:25.329536Z", "trialResultSha256": "0be569e52f7aeba2f74b0257757a03b20614522269ca173e7f5c54b4a763c0e8", "trajectorySha256": "55bb8434fc10db0efad5236e5e64d725831d0e29f8591d4211a0cea78a5dca03", "finalResponseSha256": "3d883587066b755271bfed4c41514e4e81ec50e558db865e61c9a3448c6b4136", "verifierTraceSha256": "beec176816f3b74a713230cd101bfe283be687b794c0763821240d73822c3ddc", "providerTraceSha256": "beec176816f3b74a713230cd101bfe283be687b794c0763821240d73822c3ddc", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "7055380712b36b5e4e77520d2c3fa10ffe67c5eee52e4dc1b358432e68f2cbe7", "providerNativeToolCalls": 68, "providerNativeSuccessfulCalls": 68, "providerNativeFailedCalls": 0, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "beec176816f3b74a713230cd101bfe283be687b794c0763821240d73822c3ddc", "observedProviderCalls": 68, "observedSuccessfulProviderCalls": 68, "observedFailedProviderCalls": 0, "reportedTotalCalls": 68, "reportedSuccessfulCalls": 68, "reportedFailedCalls": 0 }, "verifierCallReceiptSha256": "6d5e6d1549e2b452262da4b94d0c7c3d9671fdb78095e76577f5e12ca8497a98", "verifierArtifactManifestSha256": "89e6bbf1ff56f5dc4d31b20ef7855ffeaa5a98d607e6f8a3a5417a2605bc84af", "verifierArtifactFiles": 5, "verifierArtifactBytes": 226668 }, { "trialId": "7518a5ab-630e-41e0-9904-9b6ce30bcdf4", "taskId": "factorybench-031", "taskName": "blobfishai/factorybench-031", "harborTaskDigest": "sha256:543c23f153d8029f1d4e5792c76a77de778deb6cf1928f7a7b8abf3cbb224cd0", "trialTaskChecksum": "f957236bb98ab9852f60fc74132263954901865580ef8e39def63cb4505ee533", "lockSha256": "518223317a20bd6760b8d93ee4fba7421fb1faaa3b5ab2b2f3e42c170e4a6f93", "publishedFileCount": 18, "publishedBytes": 648890, "score": 49.83, "strictPass": false, "toolCalls": 65, "evidenceReads": 62, "successfulToolCalls": 64, "rejectedToolCalls": 1, "costUsd": 0.06789336000000001, "tokens": { "input": 1568484, "cached": 1475328, "output": 16463 }, "startedAt": "2026-09-01T08:53:50.591902Z", "finishedAt": "2026-09-01T08:59:52.294066Z", "trialResultSha256": "90cd60ad9a2b223440e341a45822fd0663a511aefb8a05d8d96c9815a9785ab4", "trajectorySha256": "5d4c7c8ae2404257bc08a6745c79fcc2f9425c900c429abbdc3a0bb42a5c2a3b", "finalResponseSha256": "d68af75738e53da7f147fa81e0f401a1795f783178d6af93697f84606f9367ac", "verifierTraceSha256": "d1e378bdc258e1c3b1450f22da5fa9340452e5fe466258de6affb27164f6317d", "providerTraceSha256": "d1e378bdc258e1c3b1450f22da5fa9340452e5fe466258de6affb27164f6317d", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "ba71675771b7851090e85c60a8f38814fc3501b1496f03e23baf574d6380a03f", "providerNativeToolCalls": 65, "providerNativeSuccessfulCalls": 64, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "d1e378bdc258e1c3b1450f22da5fa9340452e5fe466258de6affb27164f6317d", "observedProviderCalls": 65, "observedSuccessfulProviderCalls": 64, "observedFailedProviderCalls": 1, "reportedTotalCalls": 65, "reportedSuccessfulCalls": 64, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "a1d07d86bf728aeaf99be6a97b35a6df0b87025baddbaed84749f9f503c91407", "verifierArtifactManifestSha256": "dc62d046f268ce5f1d2fd13f1124856606980b122dfdd717a6568eebb74651f8", "verifierArtifactFiles": 5, "verifierArtifactBytes": 219529 }, { "trialId": "001ff79a-1593-429d-9fd9-24d7f9964b54", "taskId": "factorybench-032", "taskName": "blobfishai/factorybench-032", "harborTaskDigest": "sha256:06176cb715bc2346c78acb0871e1ebe5897b4b14abd2d7e4e6f7c3a9da9ed3ad", "trialTaskChecksum": "644a9da625c61aadb40c1727fa264250dc0e3f6545ca52a724a6928e3d547e2d", "lockSha256": "e20eaa5e027c53f348b631d855a7713f2d487da6b786ee1953a5ae8ddab9f904", "publishedFileCount": 18, "publishedBytes": 611579, "score": 64.98, "strictPass": false, "toolCalls": 74, "evidenceReads": 68, "successfulToolCalls": 73, "rejectedToolCalls": 1, "costUsd": 0.12018047999999999, "tokens": { "input": 2473374, "cached": 2330624, "output": 37515 }, "startedAt": "2026-09-01T10:46:13.281620Z", "finishedAt": "2026-09-01T10:58:35.696012Z", "trialResultSha256": "4f0aece28ee48df8bf128b5e5f9a321a089fc1466c7ad34629e051ababc58b04", "trajectorySha256": "cc95fa7debcb059cf68fed79bb8a5ef0d423031736ba83f805b7a6a398f344d9", "finalResponseSha256": "f1b08f6e0e9968a29deeaed4bf44067aa9625ad73ac17f0b9582202fe5de2162", "verifierTraceSha256": "bb7917039c00be2312850e3078a10a91ba48669a07d53eb059010e3451a314d4", "providerTraceSha256": "bb7917039c00be2312850e3078a10a91ba48669a07d53eb059010e3451a314d4", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "3a2ca050a31666d3667bc88d3369249d7afe9fa447ba9f7563688a6313d7e8b3", "providerNativeToolCalls": 74, "providerNativeSuccessfulCalls": 73, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "bb7917039c00be2312850e3078a10a91ba48669a07d53eb059010e3451a314d4", "observedProviderCalls": 74, "observedSuccessfulProviderCalls": 73, "observedFailedProviderCalls": 1, "reportedTotalCalls": 74, "reportedSuccessfulCalls": 73, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "d5f41c2c6a3b1731fa6194ff7f01b3b1b1c4a742950d5173ff6ba36ebb853f8d", "verifierArtifactManifestSha256": "bf3a3392351fb27e99f3188d1e03713900f60cb0e80692d430fbc98018640d9c", "verifierArtifactFiles": 5, "verifierArtifactBytes": 243247 }, { "trialId": "f69f23a7-11ce-4032-988b-83103ca4f724", "taskId": "factorybench-033", "taskName": "blobfishai/factorybench-033", "harborTaskDigest": "sha256:ada4945090cad45bff53007ad3251011ab1e0b0d90aec0e2c2ed3262305fcd7c", "trialTaskChecksum": "e0962a6373e8baaa5e7e0d99544ecb1edf88861d727fecd380616c538adcad6c", "lockSha256": "da9e1b5417f0f5d9ea32a665b2a52e79fa4549f05663fc242511736f045742ab", "publishedFileCount": 18, "publishedBytes": 603739, "score": 94.62, "strictPass": false, "toolCalls": 115, "evidenceReads": 102, "successfulToolCalls": 104, "rejectedToolCalls": 11, "costUsd": 0.1068324, "tokens": { "input": 2788176, "cached": 2643200, "output": 20811 }, "startedAt": "2026-09-01T10:10:14.747538Z", "finishedAt": "2026-09-01T10:17:39.447078Z", "trialResultSha256": "db0565129f6d0b642a621494d4d3e66cd7c6ae333d5f9d0a5dcb1a5f05e80d4a", "trajectorySha256": "b550897261fc1fe0058d69a5ffd9ae1c36eaab9a529be91800acc3b5a255b638", "finalResponseSha256": "52e40a4646fc0099466b6ba5fe5fb164034be08bf24544be82c4bf2af503dc20", "verifierTraceSha256": "5180693ab7a2fc17b092440bf2b3710bb09a2aa98ab211bfd4b127b3c2404f02", "providerTraceSha256": "5180693ab7a2fc17b092440bf2b3710bb09a2aa98ab211bfd4b127b3c2404f02", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "a7acf9ffaaccbd3c5ac336d5b146ef454c266cc6a5b36805e7f7dd6ea2742370", "providerNativeToolCalls": 115, "providerNativeSuccessfulCalls": 104, "providerNativeFailedCalls": 11, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "5180693ab7a2fc17b092440bf2b3710bb09a2aa98ab211bfd4b127b3c2404f02", "observedProviderCalls": 115, "observedSuccessfulProviderCalls": 104, "observedFailedProviderCalls": 11, "reportedTotalCalls": 115, "reportedSuccessfulCalls": 104, "reportedFailedCalls": 11 }, "verifierCallReceiptSha256": "086554a135e9229b92f401c7a9fab216d53ef36ef28ba36fd4bae51810a5360b", "verifierArtifactManifestSha256": "eca1c43ac6672385de9dd0fe147c644f6764191fd0e9675aeb7bdfd8b8a7424b", "verifierArtifactFiles": 5, "verifierArtifactBytes": 262311 }, { "trialId": "bcd8d6ef-5f2f-4d03-b7c3-d7dc2d7aada8", "taskId": "factorybench-034", "taskName": "blobfishai/factorybench-034", "harborTaskDigest": "sha256:afdb8a85e48a2a03ef795ce817012f21d1e9654d4499ecafdaf168b977759c9b", "trialTaskChecksum": "bda153e56324fc4e734fb41e58d69d570dbd2c746238481c903e92f691085ab7", "lockSha256": "c9acd278826b6f66848acfec89b82d09f191ff91d7bd49b5c9e948d41f95c566", "publishedFileCount": 18, "publishedBytes": 618345, "score": 88.06, "strictPass": false, "toolCalls": 92, "evidenceReads": 77, "successfulToolCalls": 80, "rejectedToolCalls": 12, "costUsd": 0.1116864, "tokens": { "input": 3032766, "cached": 2886400, "output": 20571 }, "startedAt": "2026-09-01T10:10:34.025557Z", "finishedAt": "2026-09-01T10:17:53.837386Z", "trialResultSha256": "431d1626276f6bb1b3414e19732b3c9224a61b9d08cf9bdb6ff1996ee6d247ff", "trajectorySha256": "52f6896920b0a633317e654e13fed8a117153053db36907b2e5ec640dc856f3f", "finalResponseSha256": "7463e212f6620c6906b165b05b6380367f32fde0c86d90e39d342c03867be574", "verifierTraceSha256": "d8b595c5363654c62d2032d70adc9b41d2d749d4fa1527549e1e7af2334bba73", "providerTraceSha256": "d8b595c5363654c62d2032d70adc9b41d2d749d4fa1527549e1e7af2334bba73", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "6dbfc394d452c8d51e76f31a7536293486960ae3bd61650d7138a75359f7fde5", "providerNativeToolCalls": 92, "providerNativeSuccessfulCalls": 80, "providerNativeFailedCalls": 12, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "d8b595c5363654c62d2032d70adc9b41d2d749d4fa1527549e1e7af2334bba73", "observedProviderCalls": 92, "observedSuccessfulProviderCalls": 80, "observedFailedProviderCalls": 12, "reportedTotalCalls": 92, "reportedSuccessfulCalls": 80, "reportedFailedCalls": 12 }, "verifierCallReceiptSha256": "91608130e868b2293a29c577e3de941c92e10fb2dedae4cf7514a48902c47766", "verifierArtifactManifestSha256": "4ad5a0fdde1165d8a04ca74512302cffe0e2a657d60eee4d1ad4cd1edd3d53e3", "verifierArtifactFiles": 5, "verifierArtifactBytes": 243202 }, { "trialId": "5e70c18d-6711-489f-9830-41ac88beed79", "taskId": "factorybench-035", "taskName": "blobfishai/factorybench-035", "harborTaskDigest": "sha256:9b2e81c9d2e846592c96eec5e26fc2adc5bda0c5e0927bb2e648fc403bc4ea76", "trialTaskChecksum": "e27a2a619e3378868b0d3a4734d1572a966690d818ecda66932859fd59d36b3e", "lockSha256": "76d64343fc3b3408441e3852a896b3d08a902ad96d6043dd220821572ee24674", "publishedFileCount": 18, "publishedBytes": 620132, "score": 92.97, "strictPass": false, "toolCalls": 132, "evidenceReads": 90, "successfulToolCalls": 94, "rejectedToolCalls": 38, "costUsd": 0.11872672000000002, "tokens": { "input": 2526770, "cached": 2366976, "output": 32857 }, "startedAt": "2026-09-01T10:42:23.738661Z", "finishedAt": "2026-09-01T10:53:24.194628Z", "trialResultSha256": "a95c772b5f45437751d45d48f9e47948bd14b53dd304060c07a3a29d59e82d4b", "trajectorySha256": "3d313a50bf191be7098fb146aed0f930127db744cc3331868ed06363ebce5f37", "finalResponseSha256": "0bc8316727f61670313520e1995c38ed0b22652bf5627d65bdf5648a0df03200", "verifierTraceSha256": "b796eb1a14c42fb3155ee081cdd3f9597b0a6278b5094440d8c2389db8f36549", "providerTraceSha256": "b796eb1a14c42fb3155ee081cdd3f9597b0a6278b5094440d8c2389db8f36549", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "b34ad2eac1182acdef43864df48c3f8a0fb897a68b576f48b9b53d81243206ae", "providerNativeToolCalls": 132, "providerNativeSuccessfulCalls": 94, "providerNativeFailedCalls": 38, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "b796eb1a14c42fb3155ee081cdd3f9597b0a6278b5094440d8c2389db8f36549", "observedProviderCalls": 132, "observedSuccessfulProviderCalls": 94, "observedFailedProviderCalls": 38, "reportedTotalCalls": 132, "reportedSuccessfulCalls": 94, "reportedFailedCalls": 38 }, "verifierCallReceiptSha256": "6d9de18b2cc1be00046ed99d364bfb99f6bbfcb3f56b5c0df0d1c9f0f4c1f2dd", "verifierArtifactManifestSha256": "732895879d56354d5ecaaa891d19775011fabfa369725472231a83eb6d9a425e", "verifierArtifactFiles": 5, "verifierArtifactBytes": 295730 }, { "trialId": "80f02d7a-5f3f-4f96-9230-63aca7dd2502", "taskId": "factorybench-036", "taskName": "blobfishai/factorybench-036", "harborTaskDigest": "sha256:cbe1679ac5689785f712a924448880ce4c22dbedacd1bf9b009d8e3d0951dc5f", "trialTaskChecksum": "20898ffb52c81d7aac1ecc2ceec5713f0a0a107273bf51128617db8a858e038a", "lockSha256": "03de90584489210c8efdc77691e817d9acbcb7bf85517ae00cb04db021be6b9b", "publishedFileCount": 18, "publishedBytes": 607538, "score": 89.56, "strictPass": false, "toolCalls": 157, "evidenceReads": 143, "successfulToolCalls": 148, "rejectedToolCalls": 9, "costUsd": 0.17774116000000004, "tokens": { "input": 5360297, "cached": 5141248, "output": 25922 }, "startedAt": "2026-09-01T08:59:32.744873Z", "finishedAt": "2026-09-01T09:08:47.976013Z", "trialResultSha256": "db6d02255709ffc72e0a239819613813336a5c3e9c8ff76befcd2aa7eb3e7963", "trajectorySha256": "ae039d948c6425dd5ce5b18bfd88aafd03ca0e5d61dc4f0b3d24e00247a537b8", "finalResponseSha256": "2a2736b52265bdeba36bf55ae209b1a73a09c034bab9bf6532c7bc0ffb7e0e6d", "verifierTraceSha256": "3bff6d22ef82b44785bb727a0b544e064a6a2d08dcb6dcc63bc636606218860f", "providerTraceSha256": "3bff6d22ef82b44785bb727a0b544e064a6a2d08dcb6dcc63bc636606218860f", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "2742d4e1819335851ef04c5164144c7314b8877e766310cbb93a57d90ca150c4", "providerNativeToolCalls": 157, "providerNativeSuccessfulCalls": 148, "providerNativeFailedCalls": 9, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "3bff6d22ef82b44785bb727a0b544e064a6a2d08dcb6dcc63bc636606218860f", "observedProviderCalls": 157, "observedSuccessfulProviderCalls": 148, "observedFailedProviderCalls": 9, "reportedTotalCalls": 157, "reportedSuccessfulCalls": 148, "reportedFailedCalls": 9 }, "verifierCallReceiptSha256": "75b91186dbea15820c8ff3a976723083fe7d7d4049139f351dc399c2af8f4443", "verifierArtifactManifestSha256": "7326b15bcbf4230f421ce6e7119ad5db8cbc1d0a45261b841f844deba49c2a63", "verifierArtifactFiles": 5, "verifierArtifactBytes": 376864 }, { "trialId": "e5383fc3-4de1-4aa9-80a7-50170330f8de", "taskId": "factorybench-037", "taskName": "blobfishai/factorybench-037", "harborTaskDigest": "sha256:8eb4d18bd81e424c449358a87ad79df97d6cd31cb43cce0f0fa3374e40f569b5", "trialTaskChecksum": "3741f284c2ae6794ad99a3e4bbabbb7b9801583718514a14b8ebd73ec08dee83", "lockSha256": "d5a6b24ce0b2e3d7ed135b4664b506eefafc410426a8bbcb59b5b53b4bf0fe45", "publishedFileCount": 18, "publishedBytes": 606355, "score": 57.0, "strictPass": false, "toolCalls": 79, "evidenceReads": 77, "successfulToolCalls": 79, "rejectedToolCalls": 0, "costUsd": 0.0755834, "tokens": { "input": 1726621, "cached": 1591040, "output": 13872 }, "startedAt": "2026-09-01T08:20:45.511727Z", "finishedAt": "2026-09-01T08:26:07.955126Z", "trialResultSha256": "e4536e905373a107a7833d199b70f04189ff6529b274c54275f233b9e7ec245d", "trajectorySha256": "88ae535c3538e951126ee90a73d52747ddd1efc7be19a781091d32af598e7f40", "finalResponseSha256": "acb5acce5017ff421da24938b6863b8c3354d2f80d1bcf8d3432e18dfdac3c6d", "verifierTraceSha256": "493f2b09c2be6ba10ac0af73bb7806994786a1e21c8e8207acc59d48fad0580d", "providerTraceSha256": "493f2b09c2be6ba10ac0af73bb7806994786a1e21c8e8207acc59d48fad0580d", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "0d2d04396229783ad150aa4c9dc93717241802dcbdd70374ee51a3ae5e844b1e", "providerNativeToolCalls": 79, "providerNativeSuccessfulCalls": 79, "providerNativeFailedCalls": 0, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "493f2b09c2be6ba10ac0af73bb7806994786a1e21c8e8207acc59d48fad0580d", "observedProviderCalls": 79, "observedSuccessfulProviderCalls": 79, "observedFailedProviderCalls": 0, "reportedTotalCalls": 79, "reportedSuccessfulCalls": 79, "reportedFailedCalls": 0 }, "verifierCallReceiptSha256": "dec7fde3142a27ba7650176af4bfa80f624eebe835cf430132f1d0734063f27f", "verifierArtifactManifestSha256": "b59ae155f192373ed9affda3c08a2f9a4c3643963b248ca4b63389aad6781e18", "verifierArtifactFiles": 5, "verifierArtifactBytes": 229024 }, { "trialId": "1d94c503-e8e6-4b04-a1d5-690443dd35ac", "taskId": "factorybench-038", "taskName": "blobfishai/factorybench-038", "harborTaskDigest": "sha256:c3fe19ab03750cd97d411f0c1474381126ef92a9141d4869ccbe0b2460904f73", "trialTaskChecksum": "237d77a3c8f643edfc3418bfdd395304aa997ef7f1df22c9b7868c5044469706", "lockSha256": "33f0a7c1d7916837a0d4cc0b80e5330963bc1f87e0b4caa760b539dc51902089", "publishedFileCount": 18, "publishedBytes": 597374, "score": 89.62, "strictPass": false, "toolCalls": 60, "evidenceReads": 50, "successfulToolCalls": 55, "rejectedToolCalls": 5, "costUsd": 0.07286136, "tokens": { "input": 1726488, "cached": 1618688, "output": 15773 }, "startedAt": "2026-09-01T08:53:49.610934Z", "finishedAt": "2026-09-01T08:59:32.725693Z", "trialResultSha256": "91f07d44ae37c00d29bc63882807649483d1f4bb647b3aeefe1286e4f0b772df", "trajectorySha256": "b4ab355b02a356236af3f4c2255f38a1153f12d2aea309d36091418b7348da6f", "finalResponseSha256": "2aa52cfcb671632118ae71bafe092e1698e881775f9875ddb5996494d75f5057", "verifierTraceSha256": "6d6469b1831361fcb17a7f206de64e40cac84d074318737eb52898b0d8be34b5", "providerTraceSha256": "6d6469b1831361fcb17a7f206de64e40cac84d074318737eb52898b0d8be34b5", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "07c48f0d540446d9e6f9bbbf808651b7acb81fdf1af0a70d24cf15527fafc650", "providerNativeToolCalls": 60, "providerNativeSuccessfulCalls": 55, "providerNativeFailedCalls": 5, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "6d6469b1831361fcb17a7f206de64e40cac84d074318737eb52898b0d8be34b5", "observedProviderCalls": 60, "observedSuccessfulProviderCalls": 55, "observedFailedProviderCalls": 5, "reportedTotalCalls": 60, "reportedSuccessfulCalls": 55, "reportedFailedCalls": 5 }, "verifierCallReceiptSha256": "12c3f7f9973e55482533519042e2db5f985c4f71c6c76919fb0a6fb30907311c", "verifierArtifactManifestSha256": "eae2390ea8f11970027cf2c5503dfc7fb90e20b6192757627a897042c599a347", "verifierArtifactFiles": 5, "verifierArtifactBytes": 189475 }, { "trialId": "06fadc4c-b416-4d48-bae9-9465f0847d24", "taskId": "factorybench-039", "taskName": "blobfishai/factorybench-039", "harborTaskDigest": "sha256:f730fe85d67c69327e21b3a672397a8bcdb15e05844d0ebe66afa41131ea09fd", "trialTaskChecksum": "47814f9eea72b8fd52a3afa798604f7958e153ce31682d883dc6cb9c62e45b37", "lockSha256": "2379fb2b307e82d2013f1fad14659f1bd6146b557d7716880ec4c3658e9d67d3", "publishedFileCount": 18, "publishedBytes": 621437, "score": 80.39, "strictPass": false, "toolCalls": 69, "evidenceReads": 62, "successfulToolCalls": 66, "rejectedToolCalls": 3, "costUsd": 0.09013579999999999, "tokens": { "input": 2088625, "cached": 1932800, "output": 16929 }, "startedAt": "2026-09-01T08:30:07.238922Z", "finishedAt": "2026-09-01T08:36:24.019462Z", "trialResultSha256": "b01890e1cf34e2c01e766aa0ed08500e720ff9909202505ed6e774d71c42e1c4", "trajectorySha256": "e128dec7b65ee31ab46e8fd0dfbe22ac72d27bcd7dde3ac73eabefe682a5b441", "finalResponseSha256": "6e5412c207b75c8b7e31f477562d2a25872f35bf20c83a9e195b0ca69938afda", "verifierTraceSha256": "60e7167c6d417635985e236c13f20ed44fe16eff321deaf0d2825e716e5dc29e", "providerTraceSha256": "60e7167c6d417635985e236c13f20ed44fe16eff321deaf0d2825e716e5dc29e", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "13e4f5012a5cbded15232e955890390a914c70056fd5dce77a28ab61f8cdefd9", "providerNativeToolCalls": 69, "providerNativeSuccessfulCalls": 66, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "60e7167c6d417635985e236c13f20ed44fe16eff321deaf0d2825e716e5dc29e", "observedProviderCalls": 69, "observedSuccessfulProviderCalls": 66, "observedFailedProviderCalls": 3, "reportedTotalCalls": 69, "reportedSuccessfulCalls": 66, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "fa44eaa270655dfb4baa26a8afade438cb97d30fb9e60fdd4f5f2524c8832b6d", "verifierArtifactManifestSha256": "b4d5e22aa72fb97a7ee185f6e4226ce654a8049fb333d6282f7eca6e0a7a4aa2", "verifierArtifactFiles": 5, "verifierArtifactBytes": 229990 }, { "trialId": "2bf060c0-a91c-4b8d-88fc-28461fb69114", "taskId": "factorybench-040", "taskName": "blobfishai/factorybench-040", "harborTaskDigest": "sha256:e3cc4608e645420108050d35b25dd37b6a954e02ed432c29874cab5a7782c306", "trialTaskChecksum": "7d033b1ea90d14b5aa05a0d8ea4d268bd970ca457be6f9ac3c58d0cf202f7808", "lockSha256": "b8c4301b40707846806a5c32b5fc577cde741f921fa8dde49b29c22c496acd10", "publishedFileCount": 18, "publishedBytes": 600721, "score": 34.0, "strictPass": false, "toolCalls": 52, "evidenceReads": 52, "successfulToolCalls": 52, "rejectedToolCalls": 0, "costUsd": 0.036829919999999995, "tokens": { "input": 770286, "cached": 690176, "output": 5837 }, "startedAt": "2026-09-01T07:34:32.054277Z", "finishedAt": "2026-09-01T07:37:18.819367Z", "trialResultSha256": "190eda4b83e5d78b8c14eeb5626afb1e9e686d4fee1d9b3750afaf48ec12d1b3", "trajectorySha256": "8ea1af5092efc71781a2c7d86117a7ebb8ec906ac4f983ce3db6f086eec5e5ab", "finalResponseSha256": "c3dfbd55c8fd1e18b59206e6f9469139618f4f994502a51dbec23addb76a26d2", "verifierTraceSha256": "9978bbb249cc3ddcfb6e245d793b6fa3a8d7f5bb8c8613845a8098470ad28955", "providerTraceSha256": "9978bbb249cc3ddcfb6e245d793b6fa3a8d7f5bb8c8613845a8098470ad28955", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "36f134a9f9151f781704594919f477d239e3ccaf42d75ba009aac3813b879692", "providerNativeToolCalls": 52, "providerNativeSuccessfulCalls": 52, "providerNativeFailedCalls": 0, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "9978bbb249cc3ddcfb6e245d793b6fa3a8d7f5bb8c8613845a8098470ad28955", "observedProviderCalls": 52, "observedSuccessfulProviderCalls": 52, "observedFailedProviderCalls": 0, "reportedTotalCalls": 52, "reportedSuccessfulCalls": 52, "reportedFailedCalls": 0 }, "verifierCallReceiptSha256": "0d121fb953376a50d1bc6c27f05c60e9d13c516067047b150df8a17bc7c34274", "verifierArtifactManifestSha256": "2f85ab5171a19bc40f09d47d21bd27253c7b6d7112c20b3c043ca3bb058527b5", "verifierArtifactFiles": 5, "verifierArtifactBytes": 188016 }, { "trialId": "e2277ebd-838c-4961-9380-e44550992675", "taskId": "factorybench-041", "taskName": "blobfishai/factorybench-041", "harborTaskDigest": "sha256:f48744b4967980c630361c0115e675d4ffcc03f3309285fd7f9879d45dd788c8", "trialTaskChecksum": "3e22260ad547a7481c8670c609af9037aa4edeeb32d6e12f1293b83efe28cb65", "lockSha256": "e7464efc862a928f5d8ebe2057f735f820fe166d6797fa61ea75d3c837f92149", "publishedFileCount": 18, "publishedBytes": 616899, "score": 78.73, "strictPass": false, "toolCalls": 94, "evidenceReads": 72, "successfulToolCalls": 74, "rejectedToolCalls": 20, "costUsd": 0.11413524, "tokens": { "input": 3219243, "cached": 3067392, "output": 18681 }, "startedAt": "2026-09-01T07:48:11.168071Z", "finishedAt": "2026-09-01T07:55:33.721467Z", "trialResultSha256": "087f8570199136fefcf793dd06d98b882c23e0074602a9bfb19f7f45569afd7a", "trajectorySha256": "22b375d3e41652d2c841e7c8e0d48c18ebeadb701977dd6065860c14a123b735", "finalResponseSha256": "7ebc92f71c698e6c77c748e9af5aab673e15bb08dfb7ae75a9fcf434da1d36a4", "verifierTraceSha256": "02997dce208897097285849c0c6ce41a34d9d1193692b0184e84e261445fb161", "providerTraceSha256": "02997dce208897097285849c0c6ce41a34d9d1193692b0184e84e261445fb161", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "7b592bbfa9a01a897c852ec6da6830770c833124fcd8cefaf6a024e7a042e234", "providerNativeToolCalls": 94, "providerNativeSuccessfulCalls": 74, "providerNativeFailedCalls": 20, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "02997dce208897097285849c0c6ce41a34d9d1193692b0184e84e261445fb161", "observedProviderCalls": 94, "observedSuccessfulProviderCalls": 74, "observedFailedProviderCalls": 20, "reportedTotalCalls": 94, "reportedSuccessfulCalls": 74, "reportedFailedCalls": 20 }, "verifierCallReceiptSha256": "fc81de1015a1b3e2a21195c9400209c5682a995ef910354f194943f3d77d2cee", "verifierArtifactManifestSha256": "5310dd0e05d2f8623ae3fbdf30c7b56cf3b81c219556b1be3dccdeab6a796105", "verifierArtifactFiles": 5, "verifierArtifactBytes": 295615 }, { "trialId": "77cd0020-11e5-4043-93e8-1fa65fb10872", "taskId": "factorybench-042", "taskName": "blobfishai/factorybench-042", "harborTaskDigest": "sha256:98ef601b608ecaf1f48b389db74a187a62507c49645bd3bfb6a33bd63745b55e", "trialTaskChecksum": "4315ed88d7305d108ad18314e17f000a63709b428029e87f6493a478e895a6aa", "lockSha256": "2a0b2633aa02763f95243cdaf073a9eda8dd8cb26f3e4f8cd0c492196d30e653", "publishedFileCount": 18, "publishedBytes": 599896, "score": 86.12, "strictPass": false, "toolCalls": 79, "evidenceReads": 57, "successfulToolCalls": 61, "rejectedToolCalls": 18, "costUsd": 0.09756856, "tokens": { "input": 2357066, "cached": 2222848, "output": 21890 }, "startedAt": "2026-09-01T09:38:46.767962Z", "finishedAt": "2026-09-01T09:46:29.883356Z", "trialResultSha256": "a0a2a4bdd79527333e1c7e958f0d708834aa38f4e696f4c002dcb176b6d99053", "trajectorySha256": "9294a82563cc4d2b40723f3af971168cee42a3a7b1b6989ccb07af077b64a3fa", "finalResponseSha256": "c2566ec8f8f1754f4c32b2f7d251601173381f0893b8fb2de29c365c21f09c72", "verifierTraceSha256": "dd6ce0390a3b7c2a52790dd6ddf750eec68bb723fab021270b8a000cef3289ad", "providerTraceSha256": "dd6ce0390a3b7c2a52790dd6ddf750eec68bb723fab021270b8a000cef3289ad", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "99d84d2ee5fbe9139f32cd27d3254ed2140d49a787f0e8eada3609258f777a5c", "providerNativeToolCalls": 79, "providerNativeSuccessfulCalls": 61, "providerNativeFailedCalls": 18, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "dd6ce0390a3b7c2a52790dd6ddf750eec68bb723fab021270b8a000cef3289ad", "observedProviderCalls": 79, "observedSuccessfulProviderCalls": 61, "observedFailedProviderCalls": 18, "reportedTotalCalls": 79, "reportedSuccessfulCalls": 61, "reportedFailedCalls": 18 }, "verifierCallReceiptSha256": "61293a8b110fd3e160362c8a6dc56c8465b525b29c7f8962f55da26b73ecddf4", "verifierArtifactManifestSha256": "50981eb4fbfb252dbf785b6150ed83b525cab4421d9135ddf644ffaef46d215b", "verifierArtifactFiles": 5, "verifierArtifactBytes": 216677 }, { "trialId": "d239a297-9120-4705-94db-916abadbda5e", "taskId": "factorybench-043", "taskName": "blobfishai/factorybench-043", "harborTaskDigest": "sha256:8d66bf479dedf954df64094b76066c6aa970d0bb667e4ea7ab3c4c207cf60b2d", "trialTaskChecksum": "3c251be7252362a41895f15966ca8217491eaa3b275773c97f61e1981c0784ca", "lockSha256": "dfcc33e26cf8fe8ae18d736bb2ed7614b7a2eb7e8ef0fba68075b852f4389c62", "publishedFileCount": 18, "publishedBytes": 605763, "score": 72.82, "strictPass": false, "toolCalls": 49, "evidenceReads": 38, "successfulToolCalls": 42, "rejectedToolCalls": 7, "costUsd": 0.0637796, "tokens": { "input": 1469524, "cached": 1365760, "output": 13093 }, "startedAt": "2026-09-01T09:14:34.476827Z", "finishedAt": "2026-09-01T09:19:32.163220Z", "trialResultSha256": "500919d7678d7bba3028e48d5c66ad40e687cc1d894cca47590b9aaf0fe600de", "trajectorySha256": "88dae117880e46be5b040b494a80b248daec72f6c1e47ddf133f8e4e1f89543b", "finalResponseSha256": "fd19a7c2f68bf4c86c804904c68ac63bd72dc42bca6d0b5d3288945ebb1f5d52", "verifierTraceSha256": "ac8e270add17fb9245d15a345c963155b77b4ddec8827db55d1c91411aed7391", "providerTraceSha256": "ac8e270add17fb9245d15a345c963155b77b4ddec8827db55d1c91411aed7391", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "4f41947fb075949b8e386674deb8abf7c0edc2d9adf29fd8013e28999977ea43", "providerNativeToolCalls": 49, "providerNativeSuccessfulCalls": 42, "providerNativeFailedCalls": 7, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "ac8e270add17fb9245d15a345c963155b77b4ddec8827db55d1c91411aed7391", "observedProviderCalls": 49, "observedSuccessfulProviderCalls": 42, "observedFailedProviderCalls": 7, "reportedTotalCalls": 49, "reportedSuccessfulCalls": 42, "reportedFailedCalls": 7 }, "verifierCallReceiptSha256": "0c3f2bea9a7e5a53176e0ae781c1110c8ea4797624e051765822a36d22c6dadc", "verifierArtifactManifestSha256": "c879b0552c620feffc257c72fad1fd48e0218a6ef5416bfc4a3604efa36ee440", "verifierArtifactFiles": 5, "verifierArtifactBytes": 185537 }, { "trialId": "55dd36c2-d546-473c-b921-a75ff96b5e5c", "taskId": "factorybench-044", "taskName": "blobfishai/factorybench-044", "harborTaskDigest": "sha256:fad93430f88be9e7ad7d1029635447662cc5d48bf3cb7a59caf2182647f399fc", "trialTaskChecksum": "70b18a19f524c77fb9655c8bfb0b9d83c7baf3c50e78e34c8a1619db8b416b77", "lockSha256": "231a65cd32c924eaa41aea10d3bce945f3945a4f06f6f2cc28202b88aad7c512", "publishedFileCount": 18, "publishedBytes": 608759, "score": 86.45, "strictPass": false, "toolCalls": 77, "evidenceReads": 53, "successfulToolCalls": 56, "rejectedToolCalls": 21, "costUsd": 0.08713380000000001, "tokens": { "input": 2430021, "cached": 2316800, "output": 15128 }, "startedAt": "2026-09-01T09:19:32.177756Z", "finishedAt": "2026-09-01T09:25:13.902714Z", "trialResultSha256": "42a31473d552f601be21e13a0e98edb53643107083b5e3066b9fb129acbb7518", "trajectorySha256": "60eb4173fc8309b4556826b311daaa8e971cdf240cc59537cbb551030c443843", "finalResponseSha256": "0afa80fc4ddceee01192466b2e3f48f04f4855b0f0311642ce8eee37f9f75fdb", "verifierTraceSha256": "099b6300aa3be9fcb7ac8c53423aabbf4db16b1454d4272966afc24c4c9fac9a", "providerTraceSha256": "099b6300aa3be9fcb7ac8c53423aabbf4db16b1454d4272966afc24c4c9fac9a", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "fa1fd710ef59851fc136682fc0ebf0b4a8ded572d92c3c265902b7ccd726aaec", "providerNativeToolCalls": 77, "providerNativeSuccessfulCalls": 56, "providerNativeFailedCalls": 21, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "099b6300aa3be9fcb7ac8c53423aabbf4db16b1454d4272966afc24c4c9fac9a", "observedProviderCalls": 77, "observedSuccessfulProviderCalls": 56, "observedFailedProviderCalls": 21, "reportedTotalCalls": 77, "reportedSuccessfulCalls": 56, "reportedFailedCalls": 21 }, "verifierCallReceiptSha256": "214fc97362718226f63e650624280f7e3367584a1588e95f96af0459b1c896c6", "verifierArtifactManifestSha256": "1a43b4464e32e4c9dc1d6c9020261cf3c731bc44bf3f97bdf08817b86bba5dc1", "verifierArtifactFiles": 5, "verifierArtifactBytes": 204661 }, { "trialId": "c442349d-4348-4731-9fb4-d7f01bec9e3d", "taskId": "factorybench-045", "taskName": "blobfishai/factorybench-045", "harborTaskDigest": "sha256:325abf6f96657f8c08aa82d7b5631189ba23619f219d484d669c6918c8e801bb", "trialTaskChecksum": "61211cd8d144a0d1ae629d134fc8ed37d38d9a09c0649b3282630e8b6bbf8ea8", "lockSha256": "bb9bebfba489d4b57ef88d7e9dcdfc88ec4bfff5eeb0428fc6fe510a6d6d8c26", "publishedFileCount": 18, "publishedBytes": 600786, "score": 89.5, "strictPass": false, "toolCalls": 57, "evidenceReads": 52, "successfulToolCalls": 56, "rejectedToolCalls": 1, "costUsd": 0.058019119999999993, "tokens": { "input": 1102774, "cached": 1021696, "output": 17808 }, "startedAt": "2026-09-01T09:37:51.943895Z", "finishedAt": "2026-09-01T09:44:14.464056Z", "trialResultSha256": "62df866e7dbc6564920bb6f2f11114fc9c5af8d4c8d44134434b04247f4b3ff6", "trajectorySha256": "2c062f7375467467a6d687bcdc8cb04d40992efb050aac30277648454869f2e0", "finalResponseSha256": "298886fd822d13272b4aff367b56d6da78f38ac77068a1ce139bb65ff5468183", "verifierTraceSha256": "e94b1c6d49ed3196f65c600f9ec993ecee6f472bf6e8ea5b3131b8fc73d9c321", "providerTraceSha256": "e94b1c6d49ed3196f65c600f9ec993ecee6f472bf6e8ea5b3131b8fc73d9c321", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "7b04a72b9d466ed1beea1883668d835426ab87faf3b8450d9b0f0ace681e6026", "providerNativeToolCalls": 57, "providerNativeSuccessfulCalls": 56, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "e94b1c6d49ed3196f65c600f9ec993ecee6f472bf6e8ea5b3131b8fc73d9c321", "observedProviderCalls": 57, "observedSuccessfulProviderCalls": 56, "observedFailedProviderCalls": 1, "reportedTotalCalls": 57, "reportedSuccessfulCalls": 56, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "b19d27338e6d73649ef6ae6a95ba29585418e5061b26da52939416fa4fb43f37", "verifierArtifactManifestSha256": "5a7e9f48fc0b284f34825794d2d9f066d6233433aeb219bb58cc6463f150b3b2", "verifierArtifactFiles": 5, "verifierArtifactBytes": 203572 }, { "trialId": "d2efe188-daf1-415f-9a42-5e8f0f69fb86", "taskId": "factorybench-046", "taskName": "blobfishai/factorybench-046", "harborTaskDigest": "sha256:48a5d66ab34000055675fc36d915ceec9996258c6e0f8f908e585a0ea3bed44e", "trialTaskChecksum": "f39321cae01ffb42fbc4a1de080a7a8dbbde541b4231c99957fdbcc2a60fa211", "lockSha256": "4c4a0814b5ba93b2bf710aebecb948adea84e93d0672a325606fa17a52c3dec7", "publishedFileCount": 18, "publishedBytes": 628663, "score": 89.31, "strictPass": false, "toolCalls": 100, "evidenceReads": 79, "successfulToolCalls": 83, "rejectedToolCalls": 17, "costUsd": 0.10609183999999999, "tokens": { "input": 2500810, "cached": 2358272, "output": 25349 }, "startedAt": "2026-09-01T07:49:39.332838Z", "finishedAt": "2026-09-01T07:58:31.769783Z", "trialResultSha256": "eb04ac996ee595aeb11a0650b9bd4ca1466296323f8cfba166d209d7e9ac010d", "trajectorySha256": "48100a661c809e7a49ee3342b72e1f8053cc4c08fe063250332758e7e4618c04", "finalResponseSha256": "8c3e4cee57b9fe324e676407122daf1c1ca27b9f9fa8cceb31367e6eb3842d56", "verifierTraceSha256": "60fbbb5af8f9e6b63bdcbad3025a6f491dd8c3158621b4238498f12b9b228518", "providerTraceSha256": "60fbbb5af8f9e6b63bdcbad3025a6f491dd8c3158621b4238498f12b9b228518", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "c6f0b34bcf3918ef0f808585b56e81beaa69e50c9b0fe8b760c4d932b0f396f2", "providerNativeToolCalls": 100, "providerNativeSuccessfulCalls": 83, "providerNativeFailedCalls": 17, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "60fbbb5af8f9e6b63bdcbad3025a6f491dd8c3158621b4238498f12b9b228518", "observedProviderCalls": 100, "observedSuccessfulProviderCalls": 83, "observedFailedProviderCalls": 17, "reportedTotalCalls": 100, "reportedSuccessfulCalls": 83, "reportedFailedCalls": 17 }, "verifierCallReceiptSha256": "debe3be97b1fd67521c2e5da896cb0791825d25ede4cf2de25f9476dae8addae", "verifierArtifactManifestSha256": "d6d259cdf234beea51aa717a72b825c7ed775f87a425ee1340e269124db24785", "verifierArtifactFiles": 5, "verifierArtifactBytes": 232055 }, { "trialId": "66ce4021-78a3-466c-9947-422b13869c3f", "taskId": "factorybench-047", "taskName": "blobfishai/factorybench-047", "harborTaskDigest": "sha256:b91bab077307c2322247e9692147f659337b4f533960af2f407d0565135b8fc8", "trialTaskChecksum": "cc27b570eef741ed6bd549c0075934958330ed67f15c5027f917d422b91853a0", "lockSha256": "c8c2485345301a2b6e75cb62eae3a764e0d8407987c627e6627c4d0557918c40", "publishedFileCount": 18, "publishedBytes": 601852, "score": 86.17, "strictPass": false, "toolCalls": 105, "evidenceReads": 92, "successfulToolCalls": 94, "rejectedToolCalls": 11, "costUsd": 0.10820395999999999, "tokens": { "input": 2715709, "cached": 2564608, "output": 22243 }, "startedAt": "2026-09-01T07:33:49.113637Z", "finishedAt": "2026-09-01T07:41:46.745534Z", "trialResultSha256": "d20e9ec4bee89ec0bedb3095e4882e1d1912cc761b70f9f0643cb7e2976dc5b5", "trajectorySha256": "d3aaf8ff7433112d30d9b14083144a65581f1f7492db4b6ce674f6b1b042d66f", "finalResponseSha256": "a18993c86725c99298402e4f0acc7ce38e680b0779df1d08afe4c5903dd1df59", "verifierTraceSha256": "d3c79de060125cf0072ae702f94e09ba2beb3c85fbc89c26efc22bc97c69b05b", "providerTraceSha256": "d3c79de060125cf0072ae702f94e09ba2beb3c85fbc89c26efc22bc97c69b05b", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "975e4bfe888c1220fc8206a3f2b11c7cc13e5de870530d0037a28544d2fd3e82", "providerNativeToolCalls": 105, "providerNativeSuccessfulCalls": 94, "providerNativeFailedCalls": 11, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "d3c79de060125cf0072ae702f94e09ba2beb3c85fbc89c26efc22bc97c69b05b", "observedProviderCalls": 105, "observedSuccessfulProviderCalls": 94, "observedFailedProviderCalls": 11, "reportedTotalCalls": 105, "reportedSuccessfulCalls": 94, "reportedFailedCalls": 11 }, "verifierCallReceiptSha256": "c0536a5bb1ff75d99c9a923464b14a80198062f75511a4395e962633d2d6b162", "verifierArtifactManifestSha256": "05434938509fbde8e3b84a0043e9d1b6006e582a535399f9814a61206a01a5f6", "verifierArtifactFiles": 5, "verifierArtifactBytes": 269206 }, { "trialId": "2d085895-a0c9-4632-afd8-1abab7acb4f6", "taskId": "factorybench-048", "taskName": "blobfishai/factorybench-048", "harborTaskDigest": "sha256:e330b3f3ac1e854dc653db4e9ce866a988854a662aebf64e22a11e0521fbf4c5", "trialTaskChecksum": "172943e18159dcd51b994a7461da273ed793458e44dbc7938596a7d51beb9b79", "lockSha256": "7c6650678c2b3fba00f507940039c3965c77ea794b1847774bd81575405c1e22", "publishedFileCount": 18, "publishedBytes": 624253, "score": 84.6, "strictPass": false, "toolCalls": 55, "evidenceReads": 53, "successfulToolCalls": 55, "rejectedToolCalls": 0, "costUsd": 0.06722616, "tokens": { "input": 1471074, "cached": 1371648, "output": 16590 }, "startedAt": "2026-09-01T08:04:08.608183Z", "finishedAt": "2026-09-01T08:10:21.551466Z", "trialResultSha256": "c68ac2c260df9372a2835afc41611d3f2b0d9b1f703e1b67370c309847162c03", "trajectorySha256": "55e0c5267822412585b46e4c4615369b4efb024cc0730ea9784f1ea9bed56beb", "finalResponseSha256": "5037558e895f643eabe204b609209e41bca6d9fe670865975c6f2fa1bce74e55", "verifierTraceSha256": "7c59c47c51c79c576f5b10fc6c386e82112a2bedbdcb9237e27530c222ffcb31", "providerTraceSha256": "7c59c47c51c79c576f5b10fc6c386e82112a2bedbdcb9237e27530c222ffcb31", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "fde6098b45f6bb89aac0c3f662ddfe2bb8c1f423efa2c86e89f0ee39d3221076", "providerNativeToolCalls": 55, "providerNativeSuccessfulCalls": 55, "providerNativeFailedCalls": 0, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "7c59c47c51c79c576f5b10fc6c386e82112a2bedbdcb9237e27530c222ffcb31", "observedProviderCalls": 55, "observedSuccessfulProviderCalls": 55, "observedFailedProviderCalls": 0, "reportedTotalCalls": 55, "reportedSuccessfulCalls": 55, "reportedFailedCalls": 0 }, "verifierCallReceiptSha256": "b8734d6119ede9644feac8f9da85c3429521ef8e805b7a02fefe8f266cc3cc4d", "verifierArtifactManifestSha256": "a95e5b64d7d43be685d4d3247c085c34807368a8941b4ffc02a3cd161318be67", "verifierArtifactFiles": 5, "verifierArtifactBytes": 177234 }, { "trialId": "a0994912-77fd-42fd-815c-fab40e89a783", "taskId": "factorybench-049", "taskName": "blobfishai/factorybench-049", "harborTaskDigest": "sha256:e4fdc79ab2018a5f371671694f66d40d2b2e29a7207ff7f3f89684ad089665de", "trialTaskChecksum": "c050b2287eee3fe58d1041ec80a27c9820bf71bce2c186f08c121f43b8e9f548", "lockSha256": "86db67ef21528239c6a80dcc78aa3837d46ec59ebda8129f43a38220ee19991b", "publishedFileCount": 18, "publishedBytes": 614260, "score": 51.88, "strictPass": false, "toolCalls": 157, "evidenceReads": 134, "successfulToolCalls": 139, "rejectedToolCalls": 18, "costUsd": 0.17720284000000003, "tokens": { "input": 5127665, "cached": 4904192, "output": 28687 }, "startedAt": "2026-09-01T07:24:05.271169Z", "finishedAt": "2026-09-01T07:34:32.035176Z", "trialResultSha256": "43a655ed2f3a2cc680d94592533209fa0c50ee903e1db08d6b129caed0c93d4c", "trajectorySha256": "abeb623d3e6109108d24956f3ca02227fd05cd790ce72990fb1f961d2cae2dc4", "finalResponseSha256": "7ba83b389812e2ee05e2690e5f78589b14fae6c00cec6e828d06661f66ac5d36", "verifierTraceSha256": "bdab4de5ae003b57be647f475d970f8c8148e4cb5694dfc3f141527c8c14c33a", "providerTraceSha256": "bdab4de5ae003b57be647f475d970f8c8148e4cb5694dfc3f141527c8c14c33a", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "86b5343387d300eb3904ec457721e1bb2fa8eddcbc2b3764e6d2483453e055f3", "providerNativeToolCalls": 157, "providerNativeSuccessfulCalls": 139, "providerNativeFailedCalls": 18, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "bdab4de5ae003b57be647f475d970f8c8148e4cb5694dfc3f141527c8c14c33a", "observedProviderCalls": 157, "observedSuccessfulProviderCalls": 139, "observedFailedProviderCalls": 18, "reportedTotalCalls": 157, "reportedSuccessfulCalls": 139, "reportedFailedCalls": 18 }, "verifierCallReceiptSha256": "5d372bc1d30e3e581fe03267e560af009d0a589b58a3e6246d856d619d90ecdd", "verifierArtifactManifestSha256": "694f473882d94af09a9ddf0d5b692f0ba82b639ffb4d71a01c891cc69b88525c", "verifierArtifactFiles": 5, "verifierArtifactBytes": 393526 }, { "trialId": "5e62dfbb-982a-4833-b4d4-63a6bcb80f34", "taskId": "factorybench-050", "taskName": "blobfishai/factorybench-050", "harborTaskDigest": "sha256:6103eee76a4dd16a48246df71c43bae13e21fa4856224b377eb394e21bad27b4", "trialTaskChecksum": "085a437e6ea8616244a76f78bc62c5c0a03b2775982aa5804faa388a4ac37da0", "lockSha256": "6c4f4cf57b10b2e67f38f1f29b4ce27defde0d6b01e60e238635c2a461e07361", "publishedFileCount": 18, "publishedBytes": 614650, "score": 88.87, "strictPass": false, "toolCalls": 60, "evidenceReads": 54, "successfulToolCalls": 57, "rejectedToolCalls": 3, "costUsd": 0.06162664, "tokens": { "input": 1159628, "cached": 1069312, "output": 18481 }, "startedAt": "2026-09-01T11:08:06.010047Z", "finishedAt": "2026-09-01T11:14:29.373281Z", "trialResultSha256": "fe4ccc6b54b50d20314c396e485b4b585fb2f530c5c699f7f6dbb71445bb9ee8", "trajectorySha256": "58b59a3043dd2c9f462513043ab4b4bbf7810b80baf0a3341396978bde2e711b", "finalResponseSha256": "6da9ea6135aeb505a1dd9c4dfd0b28c50b89c2e5ecaab0e7b8cc8684fa31657d", "verifierTraceSha256": "5463a725a392d3cfee53bc7f3cffad0715ffe1218e4acf74b167b9147438caaa", "providerTraceSha256": "5463a725a392d3cfee53bc7f3cffad0715ffe1218e4acf74b167b9147438caaa", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "43e6163a566be8de828aecfcceca9bb5191b5b51eee7937b77f0d9c796e49069", "providerNativeToolCalls": 60, "providerNativeSuccessfulCalls": 57, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "5463a725a392d3cfee53bc7f3cffad0715ffe1218e4acf74b167b9147438caaa", "observedProviderCalls": 60, "observedSuccessfulProviderCalls": 57, "observedFailedProviderCalls": 3, "reportedTotalCalls": 60, "reportedSuccessfulCalls": 57, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "c96bbca1961d8f42efe551b4de8c67dc01caeb214534a8d4e4b2ed30f49e37df", "verifierArtifactManifestSha256": "22a16106fc2bce0a5e1d97a805990c229e82c30b851f4f08d056443b37f63521", "verifierArtifactFiles": 5, "verifierArtifactBytes": 198325 }, { "trialId": "44529b69-4278-48a2-9e8b-1222d2ab0ef6", "taskId": "factorybench-051", "taskName": "blobfishai/factorybench-051", "harborTaskDigest": "sha256:0b81f35afb2919e6b4527bae9bb5079462bb3b7f191840005ec5fe3b3f9adccc", "trialTaskChecksum": "40c8ced96c6765f9ff3d92a5aa9069bef2d061d670fa68ca510db7fb74c971c2", "lockSha256": "546eff0f92a96f71c8c24c8a8ccbd9f7d6f81f8a81ecbfcbc5ce1f92bda51540", "publishedFileCount": 18, "publishedBytes": 604759, "score": 95.0, "strictPass": false, "toolCalls": 72, "evidenceReads": 66, "successfulToolCalls": 69, "rejectedToolCalls": 3, "costUsd": 0.08844384, "tokens": { "input": 2184078, "cached": 2067712, "output": 19847 }, "startedAt": "2026-09-01T10:17:53.855602Z", "finishedAt": "2026-09-01T10:25:02.547475Z", "trialResultSha256": "5583f4ef81aa1246e4b8c401a424b4df463181d2f49144bcb572b31f4f03b2c3", "trajectorySha256": "c952768fd2404ac4dc8ffcec9b3da6a1adc0f977afc5ef44d202e13745645e82", "finalResponseSha256": "b34ae5f26c9e8d94b4ccee3bdf42fe174672049cae1a9fe91316e4f7cc66149d", "verifierTraceSha256": "00082d428cde1d149665251cadde4e7a57584380396b836987420c7e9112d889", "providerTraceSha256": "00082d428cde1d149665251cadde4e7a57584380396b836987420c7e9112d889", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "3a53d3d3ac5d2c01e7ef22e2390fa13eac9c9f02aa754da1c49f9af5deb8836a", "providerNativeToolCalls": 72, "providerNativeSuccessfulCalls": 69, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "00082d428cde1d149665251cadde4e7a57584380396b836987420c7e9112d889", "observedProviderCalls": 72, "observedSuccessfulProviderCalls": 69, "observedFailedProviderCalls": 3, "reportedTotalCalls": 72, "reportedSuccessfulCalls": 69, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "1a629f4a5b6fda24090c626b7018e1cfca66ecbc167dadcdb6f1b6e00e3e97d2", "verifierArtifactManifestSha256": "8fc1a3b1fe5dbce0057515f614c3736d62f1dc81070f0dbd92819fb153bec08f", "verifierArtifactFiles": 5, "verifierArtifactBytes": 219282 }, { "trialId": "3a6cd732-04d8-4e37-88e0-2e12be189b63", "taskId": "factorybench-052", "taskName": "blobfishai/factorybench-052", "harborTaskDigest": "sha256:5f6726926a3bae8d9b70b34a741fac4bf4c58c305f00c82cd7fa5576e4e0ecc1", "trialTaskChecksum": "7bd287f238cee907f75e285b48bb70453afa98e0328dd7332a12923e72d16c54", "lockSha256": "894644fc3b389cc4fc07908584bfb7c869495938e0d161df2fed85afbef9a466", "publishedFileCount": 18, "publishedBytes": 591054, "score": 92.56, "strictPass": false, "toolCalls": 82, "evidenceReads": 72, "successfulToolCalls": 80, "rejectedToolCalls": 2, "costUsd": 0.13668044, "tokens": { "input": 3860239, "cached": 3712512, "output": 27404 }, "startedAt": "2026-09-01T08:10:21.569797Z", "finishedAt": "2026-09-01T08:20:00.159067Z", "trialResultSha256": "714c4ee4624938cf379e50f26eab47438d8dc49dde53ad0b03c89bc6fdadbc71", "trajectorySha256": "d7a498225b9f25deea940f5374abafa6a38809361f4200d98fab857b1e240c82", "finalResponseSha256": "781ccc9a588f673950e7067e082c02b4f2d53a560ee5b261359abc15e6d5045a", "verifierTraceSha256": "f94911b71c7dcb944798eb5592cf798483ad0a11d1bdfaf4095b9ab2d04c3f56", "providerTraceSha256": "f94911b71c7dcb944798eb5592cf798483ad0a11d1bdfaf4095b9ab2d04c3f56", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "d3e4bdb841cb925ea8e880c03df6c164b2f46b9b6563a64bc54c06f82de92290", "providerNativeToolCalls": 82, "providerNativeSuccessfulCalls": 80, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "f94911b71c7dcb944798eb5592cf798483ad0a11d1bdfaf4095b9ab2d04c3f56", "observedProviderCalls": 82, "observedSuccessfulProviderCalls": 80, "observedFailedProviderCalls": 2, "reportedTotalCalls": 82, "reportedSuccessfulCalls": 80, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "89dc907143b5811c943d50e0b3ee943bc1112744c43f3488acd611068af8098f", "verifierArtifactManifestSha256": "7ccfa3056bed63980955eab831bc03030352ee25e83258a2641a04c141410795", "verifierArtifactFiles": 5, "verifierArtifactBytes": 260282 }, { "trialId": "50745a26-fb84-44bd-aa0f-87799e857792", "taskId": "factorybench-053", "taskName": "blobfishai/factorybench-053", "harborTaskDigest": "sha256:d28d737ba75aa0b3cf12ba292383cee818654fe7f4cb4402e64d3269adc46d56", "trialTaskChecksum": "1de220e3ea29a278ee4c0c6388f26938fb0d8af22603690c05027eb879bdf97b", "lockSha256": "924b7052bb6c6fbf95b6ba1e0949d686e3a317c6db5f9c999dade6e1dd0bdf9e", "publishedFileCount": 18, "publishedBytes": 623904, "score": 49.0, "strictPass": false, "toolCalls": 80, "evidenceReads": 74, "successfulToolCalls": 77, "rejectedToolCalls": 3, "costUsd": 0.10572080000000002, "tokens": { "input": 2530078, "cached": 2383360, "output": 23925 }, "startedAt": "2026-09-01T08:44:43.508542Z", "finishedAt": "2026-09-01T08:53:50.579405Z", "trialResultSha256": "8d5c1d0b861fe91e809fbe0fd253ece27710427a7b01fe918d658927779b3c7a", "trajectorySha256": "2b7662770e8d20f8857124afd32a98d34806f774e4149fa7e161ea50066bb3d1", "finalResponseSha256": "86687beefde0200004d12b4ed64de31cfb87affdb884097e3314c846777ebf83", "verifierTraceSha256": "eafa5c6ab4237df829e0afa9db767ae803a1824765c0d4f888e3f5a22f235b4b", "providerTraceSha256": "eafa5c6ab4237df829e0afa9db767ae803a1824765c0d4f888e3f5a22f235b4b", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "91a1ee0e6093bc166ecaee55d996fb1d86ac052aabf7427ce596c04d197a6ef4", "providerNativeToolCalls": 80, "providerNativeSuccessfulCalls": 77, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "eafa5c6ab4237df829e0afa9db767ae803a1824765c0d4f888e3f5a22f235b4b", "observedProviderCalls": 80, "observedSuccessfulProviderCalls": 77, "observedFailedProviderCalls": 3, "reportedTotalCalls": 80, "reportedSuccessfulCalls": 77, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "5a3a96ca72d379aa9056e267303fb4e0198b01001b13f93faa282a32b542854c", "verifierArtifactManifestSha256": "7788b192abf425ee1218cab6575876fdccbdeb36d729147935af430fc02ca878", "verifierArtifactFiles": 5, "verifierArtifactBytes": 266597 }, { "trialId": "d69fbf25-35ec-45a1-bd64-ff9aaa1ac0ad", "taskId": "factorybench-054", "taskName": "blobfishai/factorybench-054", "harborTaskDigest": "sha256:d1aa2816713b1ffb33428110f872868b465a2b0403f21433aed30264e6a34fc3", "trialTaskChecksum": "4278cfa35bdbc4eba113a667164ce11883a47715c9160255c54fe04e29d09182", "lockSha256": "2881cdeab501dc542fe39367221125d3ad74bc6ebb2b5b2bb3fea5c0294d70bf", "publishedFileCount": 18, "publishedBytes": 604041, "score": 14.0, "strictPass": false, "toolCalls": 28, "evidenceReads": 27, "successfulToolCalls": 28, "rejectedToolCalls": 0, "costUsd": 0.04098171999999999, "tokens": { "input": 669113, "cached": 613376, "output": 14639 }, "startedAt": "2026-09-01T08:48:11.758523Z", "finishedAt": "2026-09-01T08:53:49.598394Z", "trialResultSha256": "b5db3cc5351387997e9ad0ea33ac4d7ac54eebca1f6ead9d1845a9062f6d79ce", "trajectorySha256": "99d84a0420bb8658de95bd2085be9a1e55a2af517423de26b91a42eac48885cd", "finalResponseSha256": "6ed6da71c15bf0101cf1301bb89f1f4c956a7a276dfe4bdb5d6b1b09101ad40d", "verifierTraceSha256": "cbeeb46d054a44218125fef15e3e104680df526c75979ef891b9d1bd29c3af33", "providerTraceSha256": "cbeeb46d054a44218125fef15e3e104680df526c75979ef891b9d1bd29c3af33", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "f80fc3ce6a745fed99acb300398f0165220c67e96a9331881218baf6c0ed7a42", "providerNativeToolCalls": 28, "providerNativeSuccessfulCalls": 28, "providerNativeFailedCalls": 0, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "cbeeb46d054a44218125fef15e3e104680df526c75979ef891b9d1bd29c3af33", "observedProviderCalls": 28, "observedSuccessfulProviderCalls": 28, "observedFailedProviderCalls": 0, "reportedTotalCalls": 28, "reportedSuccessfulCalls": 28, "reportedFailedCalls": 0 }, "verifierCallReceiptSha256": "bee25e40401d382b7eb54c9a08cc590a9b1b2d56b5b312de944fcd4c6adc9639", "verifierArtifactManifestSha256": "956e4c43ff3812af246af86674b83ed71ca94dbdb8137b226957a6cd5bf3cb45", "verifierArtifactFiles": 5, "verifierArtifactBytes": 135874 }, { "trialId": "67a596cc-1293-4444-96ca-45cb36597e91", "taskId": "factorybench-055", "taskName": "blobfishai/factorybench-055", "harborTaskDigest": "sha256:7f2a369fc0b3bb2d286ef60074d3222ba068e0f3eccbf608871f9cfdce959b1f", "trialTaskChecksum": "e442abc121e6c7bceb851279b38649bb3805ff4955191baa955eb90e5823ebf1", "lockSha256": "3f978e7b9874934f3993c1ad7e16975c5254676b1576c5cd87c9b83718b23e35", "publishedFileCount": 18, "publishedBytes": 624004, "score": 53.0, "strictPass": false, "toolCalls": 53, "evidenceReads": 51, "successfulToolCalls": 53, "rejectedToolCalls": 0, "costUsd": 0.050604079999999996, "tokens": { "input": 972772, "cached": 886784, "output": 13059 }, "startedAt": "2026-09-01T08:06:43.227277Z", "finishedAt": "2026-09-01T08:11:40.762183Z", "trialResultSha256": "bd337b4109f13d368f9e268ff036363ce39ed302a6892b5f46a50d0ec9668c41", "trajectorySha256": "b293fb349eeb9a05aa4a0be4b6a92fa64a4a2bd5ba80e53043905b43e13c0934", "finalResponseSha256": "c5c03eb6e8541f74bfc28d5b5ebdc39f546ac461e88c71a6e8a1770a5e0149f2", "verifierTraceSha256": "5d46ee43973280d1d0c8801c44bd71239ac0365ade04399dba11a19fe9500a25", "providerTraceSha256": "5d46ee43973280d1d0c8801c44bd71239ac0365ade04399dba11a19fe9500a25", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "51240589a2f4cf1a64686f3835594504f7fa715f953ecf8dc9ddb04d94fa84a5", "providerNativeToolCalls": 53, "providerNativeSuccessfulCalls": 53, "providerNativeFailedCalls": 0, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "5d46ee43973280d1d0c8801c44bd71239ac0365ade04399dba11a19fe9500a25", "observedProviderCalls": 53, "observedSuccessfulProviderCalls": 53, "observedFailedProviderCalls": 0, "reportedTotalCalls": 53, "reportedSuccessfulCalls": 53, "reportedFailedCalls": 0 }, "verifierCallReceiptSha256": "e6a15cb2dbbe8d91fef4afb334ffca7dbc4feab8fe760b00757202f089bf7c60", "verifierArtifactManifestSha256": "635b3c412c9c257406bac51e81a71c3f3035a204a7a6954e7a56b752e37314a1", "verifierArtifactFiles": 5, "verifierArtifactBytes": 194754 }, { "trialId": "e44792ed-ae0b-4cf7-b617-accc37958407", "taskId": "factorybench-056", "taskName": "blobfishai/factorybench-056", "harborTaskDigest": "sha256:a6a5abcb95d956126de5a6a1410ed7d9f3b6c0f3c89ce7554a36dfe937256a5e", "trialTaskChecksum": "479697647a632529f37a6622f29e7573295d923c00e5c3831bdaa350c5129ecd", "lockSha256": "4093b7aec835ddd8dcf83a98b1725374a2335ea4b80bc74e276b569577273548", "publishedFileCount": 18, "publishedBytes": 604740, "score": 84.0, "strictPass": false, "toolCalls": 62, "evidenceReads": 54, "successfulToolCalls": 60, "rejectedToolCalls": 2, "costUsd": 0.0662506, "tokens": { "input": 1316621, "cached": 1228800, "output": 20092 }, "startedAt": "2026-09-01T10:24:30.948536Z", "finishedAt": "2026-09-01T10:31:30.805057Z", "trialResultSha256": "21013ef19a203224a7c7f92e2b03ba39f80778ac679b4c286d83afd0614ac544", "trajectorySha256": "8bb19d5a43f63c2a8e17f3c2707f834b2170757a3641f9e332a3856e9b08bb17", "finalResponseSha256": "a2fc0c8ac14069d2e24a970fcd62f5539874f8801b271babace7556b5fd55695", "verifierTraceSha256": "920d3ac6beb51b902c7e9cf6ec5d2c755465c7c736eaf3be44a77600811a3107", "providerTraceSha256": "920d3ac6beb51b902c7e9cf6ec5d2c755465c7c736eaf3be44a77600811a3107", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "b213cce5f87b4716ca0b8422d0a2280725d9fe142a06dfff86a326ef56b724ec", "providerNativeToolCalls": 62, "providerNativeSuccessfulCalls": 60, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "920d3ac6beb51b902c7e9cf6ec5d2c755465c7c736eaf3be44a77600811a3107", "observedProviderCalls": 62, "observedSuccessfulProviderCalls": 60, "observedFailedProviderCalls": 2, "reportedTotalCalls": 62, "reportedSuccessfulCalls": 60, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "71cfa4584291de94f1836abfc1c5f319c43c4683eb383b5f74a37dfd0a9e8c25", "verifierArtifactManifestSha256": "1587f2f6227a65a2d7eb0613be73cb2fbde68dc33ab902e35ad23cb1403ff5fa", "verifierArtifactFiles": 5, "verifierArtifactBytes": 197365 }, { "trialId": "6ea498c8-3b6d-4d13-899b-b19f7a6253b5", "taskId": "factorybench-057", "taskName": "blobfishai/factorybench-057", "harborTaskDigest": "sha256:8708191c7d94a341bbec520406236b877808dd511927ad18a631f612ecadd340", "trialTaskChecksum": "f6a8a44375618179dfeed6a6c88581ebb38aa0b3078a4a1b211b31248d79443a", "lockSha256": "64b5eb186dcd0ad0f2298a51b86e19e52a2c88916e84ad26691e69cada801969", "publishedFileCount": 18, "publishedBytes": 601103, "score": 96.5, "strictPass": false, "toolCalls": 66, "evidenceReads": 61, "successfulToolCalls": 64, "rejectedToolCalls": 2, "costUsd": 0.08096516000000001, "tokens": { "input": 1851115, "cached": 1724928, "output": 17691 }, "startedAt": "2026-09-01T11:04:28.793962Z", "finishedAt": "2026-09-01T11:10:43.151356Z", "trialResultSha256": "076936fe77278103ae784183d0823dbb0f38143c08d3fc6534f06bc43171fbe5", "trajectorySha256": "516c6d00421127a31c3abbe16e0a8fc0068abf477b7ce12477785387595394d9", "finalResponseSha256": "f96beb0a3299d71f4ac312e320cca778379370b9fc36293b5904c728d5d15733", "verifierTraceSha256": "da900019eaf30ff8bb4d00bf0423ee6ee21330f1faba37fd90c50b7adf56d573", "providerTraceSha256": "da900019eaf30ff8bb4d00bf0423ee6ee21330f1faba37fd90c50b7adf56d573", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "d6ea3565c89268a17fa47fd790b2e457cbe3c444ef6cb656ce96eb26d74b92fd", "providerNativeToolCalls": 66, "providerNativeSuccessfulCalls": 64, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "da900019eaf30ff8bb4d00bf0423ee6ee21330f1faba37fd90c50b7adf56d573", "observedProviderCalls": 66, "observedSuccessfulProviderCalls": 64, "observedFailedProviderCalls": 2, "reportedTotalCalls": 66, "reportedSuccessfulCalls": 64, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "7985f4bf94b573c3fee72fdcea2a2bed7f2658fc38d6c6b65a177d0d8a181ce1", "verifierArtifactManifestSha256": "1759e25251ff3e870b67304d2323be40490451006d343f02203743ae9a21f302", "verifierArtifactFiles": 5, "verifierArtifactBytes": 235688 }, { "trialId": "a26a2ca7-dd84-4792-923f-984e1570046b", "taskId": "factorybench-058", "taskName": "blobfishai/factorybench-058", "harborTaskDigest": "sha256:2ad41a044cc4a789e6271528d26dfb84f637d3db2d0dbe3d2084bd5d45c2bc58", "trialTaskChecksum": "9ca89c8544a352eeddba6daf57f3a332cd94e3caf969cbe931a796be90fe1894", "lockSha256": "aca9bb61ff2391ffb1624e7e0fdb8233334dd2ab38ee1ba1a799f8ffae74af86", "publishedFileCount": 18, "publishedBytes": 618261, "score": 89.12, "strictPass": false, "toolCalls": 139, "evidenceReads": 129, "successfulToolCalls": 134, "rejectedToolCalls": 5, "costUsd": 0.14265756000000002, "tokens": { "input": 3971637, "cached": 3815168, "output": 29217 }, "startedAt": "2026-09-01T10:31:30.821217Z", "finishedAt": "2026-09-01T10:41:34.826860Z", "trialResultSha256": "6e563ce9b5e843bd996f53b66167f232e2026d93ac7762a7afda5d68566bff2d", "trajectorySha256": "edcdcc0d3198555ba85529d7bb0f3a9ffbebbdbfcf55bab63db53c3ea50c52fa", "finalResponseSha256": "97f6a3bfd4e69177d74ec7255977189cbe3157081393f4266b9b45237cbadb57", "verifierTraceSha256": "1474145e6509f3dd7a2138279fb44f6c2bc389953432e067f60f43621448ce11", "providerTraceSha256": "1474145e6509f3dd7a2138279fb44f6c2bc389953432e067f60f43621448ce11", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "f05f8c4a37fa80cce7f53a460e268f8f994ff32449813eb828c268192c2607ce", "providerNativeToolCalls": 139, "providerNativeSuccessfulCalls": 134, "providerNativeFailedCalls": 5, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "1474145e6509f3dd7a2138279fb44f6c2bc389953432e067f60f43621448ce11", "observedProviderCalls": 139, "observedSuccessfulProviderCalls": 134, "observedFailedProviderCalls": 5, "reportedTotalCalls": 139, "reportedSuccessfulCalls": 134, "reportedFailedCalls": 5 }, "verifierCallReceiptSha256": "ae7173bacb26a5e455e8de6927c78ffe257855afda023bd6739a8fa9ab9f6dee", "verifierArtifactManifestSha256": "214e856b1d56555f32a1fc9a7c3182f1c5666926297cf69a8f0c2f93ba2d510e", "verifierArtifactFiles": 5, "verifierArtifactBytes": 348326 }, { "trialId": "fd38e5f0-8f95-4e75-9a6e-28f976f79cd1", "taskId": "factorybench-059", "taskName": "blobfishai/factorybench-059", "harborTaskDigest": "sha256:0ec18f7788bd1cd31ba9b7229bd3145e339a7707412863322972723e2fe38f36", "trialTaskChecksum": "6e1835ee147791c9986d2fe9c2b3ad245ecf53c87104428f7f47617ce7b22d8d", "lockSha256": "9dd8e4f16dfd1b7f8255cb2fd95a0639b409eae22a23019630091ba41c5f7557", "publishedFileCount": 18, "publishedBytes": 607231, "score": 83.89, "strictPass": false, "toolCalls": 61, "evidenceReads": 55, "successfulToolCalls": 59, "rejectedToolCalls": 2, "costUsd": 0.08320243999999999, "tokens": { "input": 1862323, "cached": 1738752, "output": 19761 }, "startedAt": "2026-09-01T10:48:26.545675Z", "finishedAt": "2026-09-01T10:55:29.737810Z", "trialResultSha256": "4f29632f71b96baaaffd2f204f0642c4477f1a40784eaddf3af30b9ed8457401", "trajectorySha256": "6fab4c5785d9d56ab11f0665df4a868a172b491202741a25a22048faca3840c3", "finalResponseSha256": "dc61d876ee0661617d9b0c92e9109751db55cdb8728f6230bc63ec59a450999a", "verifierTraceSha256": "4ef81a15b10707bdd36f8e0263eac7ae97f9e7155ed90c7ddde9b49ba8112678", "providerTraceSha256": "4ef81a15b10707bdd36f8e0263eac7ae97f9e7155ed90c7ddde9b49ba8112678", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "366c10fa6370cb6df1eb4569b9d72135e84c207134ea866a6a4d42e381b58ef0", "providerNativeToolCalls": 61, "providerNativeSuccessfulCalls": 59, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "4ef81a15b10707bdd36f8e0263eac7ae97f9e7155ed90c7ddde9b49ba8112678", "observedProviderCalls": 61, "observedSuccessfulProviderCalls": 59, "observedFailedProviderCalls": 2, "reportedTotalCalls": 61, "reportedSuccessfulCalls": 59, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "5d51cc7ebd7c604a1f324f618b2c1ffab4588c5fbd6f1938ec05258811e483f4", "verifierArtifactManifestSha256": "80e9d5901f7987d58a281b9107601a0e434599da1826d82c2a97bb3481c543ca", "verifierArtifactFiles": 5, "verifierArtifactBytes": 217646 }, { "trialId": "9100f700-ac41-495a-be1b-0f9dc2ad3538", "taskId": "factorybench-060", "taskName": "blobfishai/factorybench-060", "harborTaskDigest": "sha256:4da73d840969ff38a4b3c75de027fc9addfc014e7dee4cc3ce4a1225173a2ec0", "trialTaskChecksum": "10156b379b0ab0a1ccf91c7d106cc50bd9a946869fa199dfae6b4aa763c6e974", "lockSha256": "4e5cebd43c9555120119e087f584f0c545e10f3a8017bef49cbf4def6ffc5dc5", "publishedFileCount": 18, "publishedBytes": 615549, "score": 90.97, "strictPass": false, "toolCalls": 72, "evidenceReads": 67, "successfulToolCalls": 71, "rejectedToolCalls": 1, "costUsd": 0.06335024, "tokens": { "input": 1203988, "cached": 1114112, "output": 19244 }, "startedAt": "2026-09-01T10:25:02.564149Z", "finishedAt": "2026-09-01T10:31:53.818995Z", "trialResultSha256": "0282a7a213adaf1c21069b577e3079186bddfbf4d95eaf4326622d71fda16990", "trajectorySha256": "7b37a83b00e7ca0124f9ec5ae27dfcbc3476493413872c83429340b02600c75c", "finalResponseSha256": "f9a037f07f1da3f423050c04ee4085d6de4646a8638e4339900af936a0ac16e2", "verifierTraceSha256": "34c3d2a346121743da74d95da43c959c2da3c914db2f32688f284d02bcd2dd4c", "providerTraceSha256": "34c3d2a346121743da74d95da43c959c2da3c914db2f32688f284d02bcd2dd4c", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "1fece108ffcb0f32645bacfb64674f48a51949250c4cbd3f8d2c04663787e5d9", "providerNativeToolCalls": 72, "providerNativeSuccessfulCalls": 71, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "34c3d2a346121743da74d95da43c959c2da3c914db2f32688f284d02bcd2dd4c", "observedProviderCalls": 72, "observedSuccessfulProviderCalls": 71, "observedFailedProviderCalls": 1, "reportedTotalCalls": 72, "reportedSuccessfulCalls": 71, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "0bc5883f1d8cc5df369b757eee182dafc211c208750bbd3bf35e6838d7ba58f4", "verifierArtifactManifestSha256": "fd7f74ecf985b3d43cf0f29df5d5b402b52d6a2b9d62fd1c333c759a6c13f8ed", "verifierArtifactFiles": 5, "verifierArtifactBytes": 208001 }, { "trialId": "219ba077-cd59-4a2c-9f65-00db78c7f620", "taskId": "factorybench-061", "taskName": "blobfishai/factorybench-061", "harborTaskDigest": "sha256:8b3426ca716102af02ee790321b5546550fb72dd8cfb9a569c20f0368665ee4c", "trialTaskChecksum": "3cb2882ae5cf3928b4d9041d2023097505e666ababc01d3dc7b57668c2a5e8c0", "lockSha256": "9019c54ac7726ae4ac768b140911ff7c40b9906c93f6d7021d702549c905023e", "publishedFileCount": 18, "publishedBytes": 607158, "score": 94.5, "strictPass": false, "toolCalls": 57, "evidenceReads": 53, "successfulToolCalls": 56, "rejectedToolCalls": 1, "costUsd": 0.06947823999999998, "tokens": { "input": 1223804, "cached": 1138432, "output": 24696 }, "startedAt": "2026-09-01T10:59:43.937722Z", "finishedAt": "2026-09-01T11:08:05.995400Z", "trialResultSha256": "40fcd2bb45aa3a2883a8e2baaf869f49f5b1f4a078999bb43d5156598df0c3ad", "trajectorySha256": "7a5d43b29a21c9adaf11bc44e651f7045adcf5b54d43dbad5e2d981e4ccd4b6a", "finalResponseSha256": "401ff3715113f5f1eb39baf3bb26fa73d40487694137ee14b54af4ef63091598", "verifierTraceSha256": "0b21d317442dac2fa583f65c558f3653ea745bf95f0f794af77e26ecc53eb66e", "providerTraceSha256": "0b21d317442dac2fa583f65c558f3653ea745bf95f0f794af77e26ecc53eb66e", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "fb80f906d7a1026cba385f56d295a3544dc129407a9b92e63a1cc751817d8e22", "providerNativeToolCalls": 57, "providerNativeSuccessfulCalls": 56, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "0b21d317442dac2fa583f65c558f3653ea745bf95f0f794af77e26ecc53eb66e", "observedProviderCalls": 57, "observedSuccessfulProviderCalls": 56, "observedFailedProviderCalls": 1, "reportedTotalCalls": 57, "reportedSuccessfulCalls": 56, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "9fd1ca2ef18fa59c2a3600b24473e3ef636bb6fc5cdd48de8a970a7c609efc80", "verifierArtifactManifestSha256": "9311f3d8eb3d4e158b16ca8be844333f1a672b05e7d4632e85d8b86ca2688930", "verifierArtifactFiles": 5, "verifierArtifactBytes": 192866 }, { "trialId": "9fec4cd0-2bde-4a9d-b034-c6db6f890c2b", "taskId": "factorybench-062", "taskName": "blobfishai/factorybench-062", "harborTaskDigest": "sha256:e3595164deed434cd42272b4053b98bdfef2166747f5a96a3083e03743d82cde", "trialTaskChecksum": "591a691616d7f216c905163b6eb407524c4e5a985bbf59e63321316654fb3904", "lockSha256": "7de75bb843e5e9996d5d57b2041b916481ebc731207748fb5a75f1d992413f5d", "publishedFileCount": 18, "publishedBytes": 625506, "score": 68.76, "strictPass": false, "toolCalls": 66, "evidenceReads": 61, "successfulToolCalls": 64, "rejectedToolCalls": 2, "costUsd": 0.09383016, "tokens": { "input": 2250168, "cached": 2128128, "output": 22383 }, "startedAt": "2026-09-01T08:36:24.038959Z", "finishedAt": "2026-09-01T08:44:43.479880Z", "trialResultSha256": "41db06bb70b4711c890caeabddfebf8bdb11b0d3a4224f2ba4ba11b7a585ef99", "trajectorySha256": "e9ec07e7c794497041a15c4440b687c99f4b7fe611b18de5f020963a544454e9", "finalResponseSha256": "213a31d640899444f55922b68117e9c2a859baf08ce9b23ccf5d3c157d47f86c", "verifierTraceSha256": "b7d4c44ee047d4f535dbaa1d919ca836a4aba615f57984ddf0fe549d49bd73fe", "providerTraceSha256": "b7d4c44ee047d4f535dbaa1d919ca836a4aba615f57984ddf0fe549d49bd73fe", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "da3b18c67a84f164b8c88b39741b245b1e07f11cb2dde36449abc88e47764b92", "providerNativeToolCalls": 66, "providerNativeSuccessfulCalls": 64, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "b7d4c44ee047d4f535dbaa1d919ca836a4aba615f57984ddf0fe549d49bd73fe", "observedProviderCalls": 66, "observedSuccessfulProviderCalls": 64, "observedFailedProviderCalls": 2, "reportedTotalCalls": 66, "reportedSuccessfulCalls": 64, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "61e11ad0c67d8ede9392154d59e88c664511041a23dae58074b8398eeafe3e5b", "verifierArtifactManifestSha256": "d4e957209506a5bfcd1fd24f1a945cfc2e932e61cf4ff3f733a655643cf5adbd", "verifierArtifactFiles": 5, "verifierArtifactBytes": 214090 }, { "trialId": "71fdfedb-9ff2-4f95-9e13-e0721b8b474c", "taskId": "factorybench-063", "taskName": "blobfishai/factorybench-063", "harborTaskDigest": "sha256:446351c3b3b0cf29dcf776be2f79de75a8027b244a31f1a7c869ddc836d0f77b", "trialTaskChecksum": "78cb83de673a0274288e4e85c19cd507c28f81021c59ab6ad6b34f8bf603d855", "lockSha256": "df73a5cd7d2361c8c54e62857d5387309cf79b94804a045ae4026d2ece7462d8", "publishedFileCount": 18, "publishedBytes": 603250, "score": 75.38, "strictPass": false, "toolCalls": 62, "evidenceReads": 58, "successfulToolCalls": 60, "rejectedToolCalls": 2, "costUsd": 0.07778639999999999, "tokens": { "input": 1862436, "cached": 1747200, "output": 16496 }, "startedAt": "2026-09-01T08:16:26.217444Z", "finishedAt": "2026-09-01T08:22:44.128157Z", "trialResultSha256": "cdffe4629477c9d99fc894d23ad6192d3863d7a9a83559be1c6790bca32a5317", "trajectorySha256": "72aaacd192e11d9235a2b3fc7174f3109505925ec3f14010e0d51e511387690a", "finalResponseSha256": "9afa7d016a3704d2b5274343ce93bfa58c2db210005878d4d31dfbc697c24da7", "verifierTraceSha256": "c45ef3a17d5b1f4f5e8a27504de7640178df43196091fa1deac3a88126c7e456", "providerTraceSha256": "c45ef3a17d5b1f4f5e8a27504de7640178df43196091fa1deac3a88126c7e456", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "dc3e1c3493568026e690833c520692e41b5c7643217dc75be69865ceb19dfd3a", "providerNativeToolCalls": 62, "providerNativeSuccessfulCalls": 60, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "c45ef3a17d5b1f4f5e8a27504de7640178df43196091fa1deac3a88126c7e456", "observedProviderCalls": 62, "observedSuccessfulProviderCalls": 60, "observedFailedProviderCalls": 2, "reportedTotalCalls": 62, "reportedSuccessfulCalls": 60, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "25e9b1d693e67d6b3d5396a508610b27e3ebd45ea57011c2f8f4b1548fb170e4", "verifierArtifactManifestSha256": "6e32352e9b62ffc513cc57b74c36fa14c08bde6d7cfff4121e9269dab17410ef", "verifierArtifactFiles": 5, "verifierArtifactBytes": 194689 }, { "trialId": "d666b7f8-33d9-4269-a232-9dbd1902688c", "taskId": "factorybench-064", "taskName": "blobfishai/factorybench-064", "harborTaskDigest": "sha256:993ddf00d8d207301e0f0d9840ed94684fa5a74d96516a41e7a12d28862b7575", "trialTaskChecksum": "eb00a36eb7952756d3df1eacb568364b79e14d33bf9997d7995afb4854e48667", "lockSha256": "0e10784917e48011f6da00e27713b3ee05272fc1958b1d2ca8f084ee8de8d9cc", "publishedFileCount": 18, "publishedBytes": 600217, "score": 94.5, "strictPass": false, "toolCalls": 90, "evidenceReads": 82, "successfulToolCalls": 85, "rejectedToolCalls": 5, "costUsd": 0.09284844, "tokens": { "input": 2391261, "cached": 2258432, "output": 17595 }, "startedAt": "2026-09-01T08:14:08.475409Z", "finishedAt": "2026-09-01T08:20:45.497676Z", "trialResultSha256": "51fd66baec6b62084156a495d0309634373130279ba99c9b29f054590f19c217", "trajectorySha256": "f79bb1e87726102bdb7a913f25e4e92f513085b956fc93e83933aeb3b5512695", "finalResponseSha256": "40c35d0f4ea449386128029c4289c00d80d7137b1c50903ec26e3c6378f9aefd", "verifierTraceSha256": "4f91da25c493f93caac618bfea40f870200d4a4c8e881142b2b1c40d061a6aa6", "providerTraceSha256": "4f91da25c493f93caac618bfea40f870200d4a4c8e881142b2b1c40d061a6aa6", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "5b98487d2eb65bf50de787b67f3dd96d312b73978dbc58e28c597c71b40ced1b", "providerNativeToolCalls": 90, "providerNativeSuccessfulCalls": 85, "providerNativeFailedCalls": 5, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "4f91da25c493f93caac618bfea40f870200d4a4c8e881142b2b1c40d061a6aa6", "observedProviderCalls": 90, "observedSuccessfulProviderCalls": 85, "observedFailedProviderCalls": 5, "reportedTotalCalls": 90, "reportedSuccessfulCalls": 85, "reportedFailedCalls": 5 }, "verifierCallReceiptSha256": "5b50c3bcbe8913eb11d35fb49d57a80bb86bd509c15d87970d14471953e88de8", "verifierArtifactManifestSha256": "f94088706561618f8ca6b6d43876c2f0bb3277bad48bce22e85c75c585dd6f81", "verifierArtifactFiles": 5, "verifierArtifactBytes": 242936 }, { "trialId": "1b42590a-0c22-4b97-9706-cd8a94df933d", "taskId": "factorybench-065", "taskName": "blobfishai/factorybench-065", "harborTaskDigest": "sha256:a80dc1c91d947c9dc9432e43acb44a81ea185ebdcd8fddb143c46aed52c5ca35", "trialTaskChecksum": "0d4e1930103a55834d45018703cff61a1c82d0b3c9d1c36dd6ead06792e185c2", "lockSha256": "266ff6ac5fa2d305bf9b3a8121284ca40bb48e28229c8ddb8068e1daffe476cb", "publishedFileCount": 18, "publishedBytes": 628518, "score": 91.97, "strictPass": false, "toolCalls": 92, "evidenceReads": 74, "successfulToolCalls": 78, "rejectedToolCalls": 14, "costUsd": 0.09127684000000001, "tokens": { "input": 2257253, "cached": 2121472, "output": 18076 }, "startedAt": "2026-09-01T08:37:19.489553Z", "finishedAt": "2026-09-01T08:44:33.276738Z", "trialResultSha256": "0e28caf0a8204c2a69a9c996eb036b9d351641dc40bff4dfeb9b39fd7df29351", "trajectorySha256": "cb6d27d3974b31fe8bedf449e8b1ed8607e1170b770db5b8d72b1b4a0080ab31", "finalResponseSha256": "3b70e207b823ad6647158686cabd843bdb4fd7caa955534d0318da4de63ee4ac", "verifierTraceSha256": "aafbe48679e6461b52a4f158e79ac195621afd9ef67e8611ff8ca0c991d2fe2b", "providerTraceSha256": "aafbe48679e6461b52a4f158e79ac195621afd9ef67e8611ff8ca0c991d2fe2b", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "3fe044c63de4c767c56eaf44abcb8f41a9f2268d51f51527def38909f01b3cec", "providerNativeToolCalls": 92, "providerNativeSuccessfulCalls": 78, "providerNativeFailedCalls": 14, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "aafbe48679e6461b52a4f158e79ac195621afd9ef67e8611ff8ca0c991d2fe2b", "observedProviderCalls": 92, "observedSuccessfulProviderCalls": 78, "observedFailedProviderCalls": 14, "reportedTotalCalls": 92, "reportedSuccessfulCalls": 78, "reportedFailedCalls": 14 }, "verifierCallReceiptSha256": "61f5293c2bd31ff73fbaa7da5936ef1f7db47682a5dc81e5bc1ac55c306744f9", "verifierArtifactManifestSha256": "f3f00baa3e9cae463fdc25b435d118d56f439789fa318c2f638d526cf9652d84", "verifierArtifactFiles": 5, "verifierArtifactBytes": 236133 }, { "trialId": "d017c4da-0d09-4788-a4ed-28c17a0dbee8", "taskId": "factorybench-066", "taskName": "blobfishai/factorybench-066", "harborTaskDigest": "sha256:c77cb86fd283ba9eae971a3c6c852a602d5caf0b01ea6ae97c72119ef37edc8b", "trialTaskChecksum": "5875908396800b060ad1428528eb087c86533f4071bb983fc14febccf26c1d58", "lockSha256": "1508f5e1bbc863c062141a82694900626a11885b6b966572620eb5271f80a8c2", "publishedFileCount": 18, "publishedBytes": 596584, "score": 88.4, "strictPass": false, "toolCalls": 75, "evidenceReads": 67, "successfulToolCalls": 70, "rejectedToolCalls": 5, "costUsd": 0.09142652, "tokens": { "input": 2316307, "cached": 2181376, "output": 17344 }, "startedAt": "2026-09-01T10:53:24.209838Z", "finishedAt": "2026-09-01T10:59:43.920348Z", "trialResultSha256": "5d56801bea25bfbc61f49297fa0326fdfe7c839a195876b63bd59fa533cae026", "trajectorySha256": "8a7c0ad4cdcba6283a82a77bfd8924ee509d1b5d6e4a5c96d9560721dcd77edc", "finalResponseSha256": "32870372153bdf96c0b4ca506a1d12ef849999ae5662baa9ad1c669a92627b6c", "verifierTraceSha256": "821f2ef50b4ee683292a24a29aed75f04491fb7852ce30610a9845d839172024", "providerTraceSha256": "821f2ef50b4ee683292a24a29aed75f04491fb7852ce30610a9845d839172024", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "962ca2d84fffff9d88b89e259cccd408950965461ffe30e03431097f96ea03c3", "providerNativeToolCalls": 75, "providerNativeSuccessfulCalls": 70, "providerNativeFailedCalls": 5, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "821f2ef50b4ee683292a24a29aed75f04491fb7852ce30610a9845d839172024", "observedProviderCalls": 75, "observedSuccessfulProviderCalls": 70, "observedFailedProviderCalls": 5, "reportedTotalCalls": 75, "reportedSuccessfulCalls": 70, "reportedFailedCalls": 5 }, "verifierCallReceiptSha256": "a52bc95fb02bc6107d0b074310bbae559bf433c9bbbf3f4fac9862bdb87957b7", "verifierArtifactManifestSha256": "4d96a22e68d73c074da566bf56e673ba1a473cfffa1a82c5cf7d4ca35f0caf2f", "verifierArtifactFiles": 5, "verifierArtifactBytes": 225971 }, { "trialId": "f8afd1e8-2573-4d0c-b6ed-a4b87978a13b", "taskId": "factorybench-067", "taskName": "blobfishai/factorybench-067", "harborTaskDigest": "sha256:8b43a877fd04887972f5d1a8c1206183c266141bef58bd4fe8063c6cbd198d37", "trialTaskChecksum": "3bca94b69f37d8852f3aa6cbe6832eda11055fd6c441c1b5819ac23494bc27af", "lockSha256": "714a26a0d8c5f910e21dabb57aaa3e871d70c66eb10b2012f139159e3d6aaa5a", "publishedFileCount": 18, "publishedBytes": 608402, "score": 84.86, "strictPass": false, "toolCalls": 63, "evidenceReads": 58, "successfulToolCalls": 62, "rejectedToolCalls": 1, "costUsd": 0.06979587999999999, "tokens": { "input": 1656119, "cached": 1561344, "output": 16345 }, "startedAt": "2026-09-01T10:36:26.642602Z", "finishedAt": "2026-09-01T10:42:23.723590Z", "trialResultSha256": "9342a22607881b0e04d5b43be5aa2d447314f438dc3605a61e7074636796c1de", "trajectorySha256": "18d2a972f066c174663327fae7e4401e10d84930cb93aa740cbf81bf8ceadfcb", "finalResponseSha256": "aefbc95a337af252031049c85e015ab3fb2d747dd8958ba4256e4f88e6ea1613", "verifierTraceSha256": "5f000491613348f3a4e6d568728c291398edf4f967eec8f57dcdc61339034c26", "providerTraceSha256": "5f000491613348f3a4e6d568728c291398edf4f967eec8f57dcdc61339034c26", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "64b3eea294d8aeae3089ee89c10c7355bbf78861f014c40c4885d2b70ecb6d0a", "providerNativeToolCalls": 63, "providerNativeSuccessfulCalls": 62, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "5f000491613348f3a4e6d568728c291398edf4f967eec8f57dcdc61339034c26", "observedProviderCalls": 63, "observedSuccessfulProviderCalls": 62, "observedFailedProviderCalls": 1, "reportedTotalCalls": 63, "reportedSuccessfulCalls": 62, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "249c3caad6b1a0507866a1308047f9dd1b39e9276154aa7ab7d3f59809d629ee", "verifierArtifactManifestSha256": "318a7a9da320e531e9c563c38b94e1d05532f4d1b89f97c347454fbd4c7b96f1", "verifierArtifactFiles": 5, "verifierArtifactBytes": 249833 }, { "trialId": "4531e59b-b5f1-49f2-bbc4-74dcf75be783", "taskId": "factorybench-068", "taskName": "blobfishai/factorybench-068", "harborTaskDigest": "sha256:04211edd3406873d660b1be853fd4d0a17015681cf6c3ceb93734241e8a82f95", "trialTaskChecksum": "fef855057d8c6c8a1b140afcabf7a46c99af8713db720ad9c4a0c3f7122008a3", "lockSha256": "2fc3bb9172f602a31363b76eedbf7ba35ff158cbe2b71650dbf93c7bbb6bb8df", "publishedFileCount": 18, "publishedBytes": 605052, "score": 92.5, "strictPass": false, "toolCalls": 98, "evidenceReads": 92, "successfulToolCalls": 96, "rejectedToolCalls": 2, "costUsd": 0.09367451999999998, "tokens": { "input": 2362917, "cached": 2242816, "output": 20665 }, "startedAt": "2026-09-01T11:02:08.925339Z", "finishedAt": "2026-09-01T11:09:41.835665Z", "trialResultSha256": "b1fccab68b41f659f7cbaf4f14be58f9c91ad7572b4f827e1f74980401663c75", "trajectorySha256": "6ac0d95d461758e84d7bb10dccd9c29dee8ab04e7d024cade5eec7b69a761751", "finalResponseSha256": "ad40d89a70d17a1e21403d1a4bb90ecf40ee13871b926bb5b402bfb7fb886496", "verifierTraceSha256": "58ac81cf85294218f86063bcc1492ece748b6c621dc7d3b8e391ea3b7cb214e3", "providerTraceSha256": "58ac81cf85294218f86063bcc1492ece748b6c621dc7d3b8e391ea3b7cb214e3", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "9e901a68d9b061faa8eb49813ea94138ceca4de07239c5dfd799897b3c6e31f1", "providerNativeToolCalls": 98, "providerNativeSuccessfulCalls": 96, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "58ac81cf85294218f86063bcc1492ece748b6c621dc7d3b8e391ea3b7cb214e3", "observedProviderCalls": 98, "observedSuccessfulProviderCalls": 96, "observedFailedProviderCalls": 2, "reportedTotalCalls": 98, "reportedSuccessfulCalls": 96, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "28debaef84e61a43f0f19f43ef8deb5d9412d6c2ee242591a5e9092d472964f5", "verifierArtifactManifestSha256": "b0f08d360ffa6397709e65579bd9ac0b275d402a0cd758e44481e9f446d6d586", "verifierArtifactFiles": 5, "verifierArtifactBytes": 264729 }, { "trialId": "0f923bb5-db02-4f4f-9f56-11c6c8d3eae5", "taskId": "factorybench-069", "taskName": "blobfishai/factorybench-069", "harborTaskDigest": "sha256:74a50cf90e871ef6568682d2930eaa5928c3c1cd7aa78ae00f68bbbc9e7690c7", "trialTaskChecksum": "853ed6d30424a3d5c35e9c184428bc866dbd76275eedca7d813af19e796b2d04", "lockSha256": "27e3fb83418befd1a66ff186d4aaabe2867f30d6d0d97a67340f44ad9df84961", "publishedFileCount": 18, "publishedBytes": 600780, "score": 84.81, "strictPass": false, "toolCalls": 114, "evidenceReads": 105, "successfulToolCalls": 110, "rejectedToolCalls": 4, "costUsd": 0.10132500000000001, "tokens": { "input": 2725935, "cached": 2584320, "output": 17763 }, "startedAt": "2026-09-01T10:20:20.395263Z", "finishedAt": "2026-09-01T10:26:48.148695Z", "trialResultSha256": "502edb4e177518c675eceb0926dfa866ffc1d77ffcf738b855c9e8efbc949d12", "trajectorySha256": "8cbb5cf9d6b7215af76e29655a2ff54907869b8661b1a9184b71827486bc56d4", "finalResponseSha256": "f2a62ec5083b66e76b3f6a222aaa26fc654d8dea3e45b8df00220fd52d571afe", "verifierTraceSha256": "6a1aae3fdbb052b9abe636ecff68dbcf3ec63e95fce9235d911c4cab82c117a7", "providerTraceSha256": "6a1aae3fdbb052b9abe636ecff68dbcf3ec63e95fce9235d911c4cab82c117a7", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "ff98e8a4657bb19b43ff8c716b757f6a2f31e3be15e211dc4e22e115763d4fe3", "providerNativeToolCalls": 114, "providerNativeSuccessfulCalls": 110, "providerNativeFailedCalls": 4, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "6a1aae3fdbb052b9abe636ecff68dbcf3ec63e95fce9235d911c4cab82c117a7", "observedProviderCalls": 114, "observedSuccessfulProviderCalls": 110, "observedFailedProviderCalls": 4, "reportedTotalCalls": 114, "reportedSuccessfulCalls": 110, "reportedFailedCalls": 4 }, "verifierCallReceiptSha256": "72db2709a0f0db7a1a5a8c776698d1a6fd0d91913bec147ae0fbad937d4265c7", "verifierArtifactManifestSha256": "b710d9a83c013eeebdc0ff2e5b1200d88b5a01ec734ffb9cbd0977196a681249", "verifierArtifactFiles": 5, "verifierArtifactBytes": 263840 }, { "trialId": "9ea2c83e-0c20-4a3c-a19c-5ada5016249d", "taskId": "factorybench-070", "taskName": "blobfishai/factorybench-070", "harborTaskDigest": "sha256:a0ca81111b4516a7668aff8430718d06570cf3085e03498eb8e07b41bbbdb138", "trialTaskChecksum": "019536584e137dd5cc15c2fc48d4cfe8fbf8db69850a0a695e0bc3538f030ebb", "lockSha256": "b7a392f7d555f27cf5adfca3b46d758c18dc4cd2972cf1dea2660c68aabba03e", "publishedFileCount": 18, "publishedBytes": 631794, "score": 74.5, "strictPass": false, "toolCalls": 92, "evidenceReads": 84, "successfulToolCalls": 88, "rejectedToolCalls": 4, "costUsd": 0.09577191999999997, "tokens": { "input": 2404490, "cached": 2265856, "output": 18940 }, "startedAt": "2026-09-01T07:56:56.864183Z", "finishedAt": "2026-09-01T08:04:08.591199Z", "trialResultSha256": "287a6d54d63d71217641fe591203b8f5d5ad2874063555dea10ffc412a8e4cb0", "trajectorySha256": "c692412d3df42a8d43a608cc1b30c5146be8ad109773217a15dde4b486808ae1", "finalResponseSha256": "13bbd5ca547ef0242e4746baf6300f47efbd30f906fa0e9de02a8b17b2ec956e", "verifierTraceSha256": "db6d7d918a2263af296a9fa9b59882eeb64e1ed612590c73f559aac1afc37d80", "providerTraceSha256": "db6d7d918a2263af296a9fa9b59882eeb64e1ed612590c73f559aac1afc37d80", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "fcea58ef4fc31e02ab14a7bbc236405d6466db6b362cd18f61a11ffda33cb1cd", "providerNativeToolCalls": 92, "providerNativeSuccessfulCalls": 88, "providerNativeFailedCalls": 4, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "db6d7d918a2263af296a9fa9b59882eeb64e1ed612590c73f559aac1afc37d80", "observedProviderCalls": 92, "observedSuccessfulProviderCalls": 88, "observedFailedProviderCalls": 4, "reportedTotalCalls": 92, "reportedSuccessfulCalls": 88, "reportedFailedCalls": 4 }, "verifierCallReceiptSha256": "0cbd38d8f5b11bca9c290ddb2dc72b3453baac9b5a87e1b6b87600ebaf03e42d", "verifierArtifactManifestSha256": "571f5f8609399e75499fea8becb66424059e7a7bc5596557b03d7952600e8448", "verifierArtifactFiles": 5, "verifierArtifactBytes": 286485 }, { "trialId": "4bbfe5a7-a982-4ed2-a87a-0f1fab59d556", "taskId": "factorybench-071", "taskName": "blobfishai/factorybench-071", "harborTaskDigest": "sha256:b4f5d4f9f2f307e9927d9e115c7b4249a82ca1b5a27a0fab4e03639d1edd857a", "trialTaskChecksum": "e8047f83860815302eaddc61047e3abd59efecaac92702437e3524efa55eddde", "lockSha256": "b257e989dc74b68d32b6e60a6d8de1cc5b0ddae2effbc0a84c642a0972869a03", "publishedFileCount": 18, "publishedBytes": 606486, "score": 69.31, "strictPass": false, "toolCalls": 94, "evidenceReads": 84, "successfulToolCalls": 88, "rejectedToolCalls": 6, "costUsd": 0.11020532, "tokens": { "input": 2706883, "cached": 2575616, "output": 27033 }, "startedAt": "2026-09-01T07:24:29.548193Z", "finishedAt": "2026-09-01T07:34:07.821471Z", "trialResultSha256": "6955452d6fdd89ff03ff25db0759e1e1f6c1254f483d51ba8708fee09bbb17a1", "trajectorySha256": "207d843fb2d87993998615a54120b15457fad2fd1af3ebdef3990c0da492adea", "finalResponseSha256": "9692b48c4abb554f582ed1a2f18852ec1ca9d828d192ef6c0358f2014587328b", "verifierTraceSha256": "bcaa0f9d43211890331e4ba6c3f8e9150e0aaedabf44572636108992d6edb18d", "providerTraceSha256": "bcaa0f9d43211890331e4ba6c3f8e9150e0aaedabf44572636108992d6edb18d", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "3586fe429718b27feb4fc2f7c7bf2a1c05b881e8f83ee05c76f970ce07ce8bd2", "providerNativeToolCalls": 94, "providerNativeSuccessfulCalls": 88, "providerNativeFailedCalls": 6, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "bcaa0f9d43211890331e4ba6c3f8e9150e0aaedabf44572636108992d6edb18d", "observedProviderCalls": 94, "observedSuccessfulProviderCalls": 88, "observedFailedProviderCalls": 6, "reportedTotalCalls": 94, "reportedSuccessfulCalls": 88, "reportedFailedCalls": 6 }, "verifierCallReceiptSha256": "af0dfeb68b48bd94fa5a58e8be3e7b8209c71181753a99d259d1b6735c3a3ea3", "verifierArtifactManifestSha256": "1de6919b9b8cde20e569102d7e8191d74389f1d7aa7ceff24211dafa48f7e0f7", "verifierArtifactFiles": 5, "verifierArtifactBytes": 267177 }, { "trialId": "5d97731e-2654-41d0-a8ca-553d1d948d81", "taskId": "factorybench-072", "taskName": "blobfishai/factorybench-072", "harborTaskDigest": "sha256:1d438bca8d0ed7082641fb1cf93ab7163bc48fcf463fceb9fce79abced7c8de7", "trialTaskChecksum": "0a48c20e1c8f23249fc3c8f48566cfd74f7167e3d12630160ced580c72cc0355", "lockSha256": "e3206fb8fd53ea617f141f27222fd95aa635ee2051152b07b7084d313430d9c3", "publishedFileCount": 18, "publishedBytes": 625418, "score": 85.32, "strictPass": false, "toolCalls": 106, "evidenceReads": 88, "successfulToolCalls": 93, "rejectedToolCalls": 13, "costUsd": 0.10992436000000003, "tokens": { "input": 3003851, "cached": 2884608, "output": 23653 }, "startedAt": "2026-09-01T09:06:07.835626Z", "finishedAt": "2026-09-01T09:14:34.453776Z", "trialResultSha256": "bab667080c5d1734d6f50f31262b92655dee9a7efa4a8a7fe9cea2ad3d754b12", "trajectorySha256": "e7cc41691418462ff123012881a614749bcd9520d7289b1a0a63989faee80d0f", "finalResponseSha256": "d654b361e07cfe2118c7b5d6652865631b76351c0b8e3e3bd0c5c20473ee3110", "verifierTraceSha256": "c122ae161c8ef3804eb0af6f0ab6978b63c610ee8ffafd19ef8cdeacd427b56a", "providerTraceSha256": "c122ae161c8ef3804eb0af6f0ab6978b63c610ee8ffafd19ef8cdeacd427b56a", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "2c9f7169e4c18a415b2b62702242c986a2daa91084df34b39dd5eaeb5d74272b", "providerNativeToolCalls": 106, "providerNativeSuccessfulCalls": 93, "providerNativeFailedCalls": 13, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "c122ae161c8ef3804eb0af6f0ab6978b63c610ee8ffafd19ef8cdeacd427b56a", "observedProviderCalls": 106, "observedSuccessfulProviderCalls": 93, "observedFailedProviderCalls": 13, "reportedTotalCalls": 106, "reportedSuccessfulCalls": 93, "reportedFailedCalls": 13 }, "verifierCallReceiptSha256": "f604ff4f745f266ac2fd6736762f2d4d31a1129d21a51bfc3ba92e3b61f2dbda", "verifierArtifactManifestSha256": "2261c21934d5416edb178dc714eb2c368aa976fd1ad9e8ba2f134414b005cdea", "verifierArtifactFiles": 5, "verifierArtifactBytes": 280924 }, { "trialId": "899c519a-f4a6-49d9-9266-fc07821db20c", "taskId": "factorybench-073", "taskName": "blobfishai/factorybench-073", "harborTaskDigest": "sha256:c17ffcd8e23c7b578926a2c8a461f3446e140254f188c859b0b58bf96de3f14e", "trialTaskChecksum": "7e92c980baf2fc9227b2ad86f4f6a4d7561352a3fece10141e1d34b896fd4abe", "lockSha256": "053b892202fc655de1bb480703f4ced509b8e1c961578333b3fcc3b7730f09b8", "publishedFileCount": 18, "publishedBytes": 598132, "score": 66.78, "strictPass": false, "toolCalls": 66, "evidenceReads": 59, "successfulToolCalls": 63, "rejectedToolCalls": 3, "costUsd": 0.08900744000000001, "tokens": { "input": 1917652, "cached": 1789952, "output": 23057 }, "startedAt": "2026-09-01T09:52:58.999054Z", "finishedAt": "2026-09-01T10:01:31.270660Z", "trialResultSha256": "cd77ec7be5e76b4f4dd1a73c513b54bfdb8f502d4e2a3ecaf60f2dfc1b850746", "trajectorySha256": "f412cd6e284e4170e93e3c4a2aade65bdcc62019514637f1d8f75eaf5430cc13", "finalResponseSha256": "8236c070123c5b40f580da7807d50a12baf406a3ebaf0efe79b09e39bada6894", "verifierTraceSha256": "219a3b44f27598e2c8361e3e27650124116bcd072c3955743c5cc98025a2b8f3", "providerTraceSha256": "219a3b44f27598e2c8361e3e27650124116bcd072c3955743c5cc98025a2b8f3", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "78516c97700b428f413ee7d10e677070d067fb026e1ac5cafd9a218ba715f8d0", "providerNativeToolCalls": 66, "providerNativeSuccessfulCalls": 63, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "219a3b44f27598e2c8361e3e27650124116bcd072c3955743c5cc98025a2b8f3", "observedProviderCalls": 66, "observedSuccessfulProviderCalls": 63, "observedFailedProviderCalls": 3, "reportedTotalCalls": 66, "reportedSuccessfulCalls": 63, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "359dcbada83162b92a391f69f1f592501993f4016ec70a9703533496226ea786", "verifierArtifactManifestSha256": "a14bc473399ef91d70efd06baab778324c5d89b51be6b1e44e78b9e8fb8b7e7c", "verifierArtifactFiles": 5, "verifierArtifactBytes": 215742 }, { "trialId": "36fc2a7e-d838-4fef-b2a1-48063cde9f61", "taskId": "factorybench-074", "taskName": "blobfishai/factorybench-074", "harborTaskDigest": "sha256:0071e722fd4fe52c7d5e3de65c19b1e4546bb459efc80e77b3303ef4a77401b1", "trialTaskChecksum": "d8834f8fa48ce8af75ed6dc3ffa5b3dc8654e91fc9e129b93c4d8d5fde145f4f", "lockSha256": "cfc3b5f30b3aa2afcdef08f7eb4df6a63071b69caed7414d5a7b69371f53b0a5", "publishedFileCount": 18, "publishedBytes": 614900, "score": 87.56, "strictPass": false, "toolCalls": 83, "evidenceReads": 71, "successfulToolCalls": 74, "rejectedToolCalls": 9, "costUsd": 0.11621648000000001, "tokens": { "input": 2845576, "cached": 2687744, "output": 25746 }, "startedAt": "2026-09-01T09:44:14.476062Z", "finishedAt": "2026-09-01T09:52:58.984429Z", "trialResultSha256": "93a47a89aa5651dbe390164f49f52d3d5231f9d3f382647c504842081f54e334", "trajectorySha256": "e45b52a31a4ee40abe49e1ebf4ae37bf25cb2c3711d8b310452cf20d7dd790b8", "finalResponseSha256": "887d715fd22a944991ccc74155f60a6403f3c20fe461c36389204029d51bea6e", "verifierTraceSha256": "d96735051e3cc554dd2aa24bfdcd87c1366be6af7a1b1d6c3151ea6abe6cbc49", "providerTraceSha256": "d96735051e3cc554dd2aa24bfdcd87c1366be6af7a1b1d6c3151ea6abe6cbc49", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "867229e20a9a915c249536d4f6918308c6159b2d7abe39ba7ffcca1477710ad7", "providerNativeToolCalls": 83, "providerNativeSuccessfulCalls": 74, "providerNativeFailedCalls": 9, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "d96735051e3cc554dd2aa24bfdcd87c1366be6af7a1b1d6c3151ea6abe6cbc49", "observedProviderCalls": 83, "observedSuccessfulProviderCalls": 74, "observedFailedProviderCalls": 9, "reportedTotalCalls": 83, "reportedSuccessfulCalls": 74, "reportedFailedCalls": 9 }, "verifierCallReceiptSha256": "0748fbef867720fab0e9c6bea0e7b6a28ef9034f6ddf676a01d256c3b553134b", "verifierArtifactManifestSha256": "51b79e03f3a889b51b0bb05e2661a55b5e7899d3b17280982228c1572cb0215c", "verifierArtifactFiles": 5, "verifierArtifactBytes": 231325 }, { "trialId": "ab59792f-3412-4676-b50d-4cb560a38fb1", "taskId": "factorybench-075", "taskName": "blobfishai/factorybench-075", "harborTaskDigest": "sha256:9bacabadd34bcc7e719dc893a87e5de9a7bb471423115a9fd99ae1309f4a31da", "trialTaskChecksum": "cecdff2f72b2767ea43e0c21c5fce842235705bd0b9207ced7e3c1071b8dbbab", "lockSha256": "30900d8cafacb94b8e66a5dd06f9352cf56428a3437ad02fae58feaf3a0160cd", "publishedFileCount": 18, "publishedBytes": 607656, "score": 71.87, "strictPass": false, "toolCalls": 71, "evidenceReads": 64, "successfulToolCalls": 67, "rejectedToolCalls": 4, "costUsd": 0.10221124, "tokens": { "input": 2320637, "cached": 2196992, "output": 27952 }, "startedAt": "2026-09-01T09:13:45.208064Z", "finishedAt": "2026-09-01T09:23:44.874576Z", "trialResultSha256": "1ecdc6536cf0a87dd45b034fc166a363b322775b0df92ac84dd5bbac040c7a9f", "trajectorySha256": "247f699117cebcce341ef68725b1603c6a176813ea40ff15f11d54d23dbaaad4", "finalResponseSha256": "eb710e301b4cd4fe634b4656e28f942764e8ca84cb3fcd10349d4f4082e28481", "verifierTraceSha256": "dc87ff00afc3d5a559fe4edae7e2ec904b05651fabde80b0265b514dc3b06beb", "providerTraceSha256": "dc87ff00afc3d5a559fe4edae7e2ec904b05651fabde80b0265b514dc3b06beb", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "8cc687a8d442cda045046e9b7d55a0d7a4430813a9b8bcd5ee2e1141e33ae379", "providerNativeToolCalls": 71, "providerNativeSuccessfulCalls": 67, "providerNativeFailedCalls": 4, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "dc87ff00afc3d5a559fe4edae7e2ec904b05651fabde80b0265b514dc3b06beb", "observedProviderCalls": 71, "observedSuccessfulProviderCalls": 67, "observedFailedProviderCalls": 4, "reportedTotalCalls": 71, "reportedSuccessfulCalls": 67, "reportedFailedCalls": 4 }, "verifierCallReceiptSha256": "0a3f53f03c292624bdd6278ed13ae75147e6d77d9de00e6f410cf48cde39392b", "verifierArtifactManifestSha256": "bc92aa0bf0b2d6ef6952d79bce63bf0bf9322766b108ad129279830104be9840", "verifierArtifactFiles": 5, "verifierArtifactBytes": 215930 }, { "trialId": "14d3b8e0-d8cd-4473-979f-550d1cbe6a03", "taskId": "factorybench-076", "taskName": "blobfishai/factorybench-076", "harborTaskDigest": "sha256:1dcc7c4138e79f15cce5e352c1241599469d2ee6702d9785126f4a4497d57ad9", "trialTaskChecksum": "68b6b92b435eeeed6c55a294ee46300656005c10108ef90692bd602205dae18c", "lockSha256": "78e8e633bb028a22a8894f6eb017b1bfb42c1c253ff3416da0693eecd73d1b78", "publishedFileCount": 18, "publishedBytes": 603694, "score": 89.33, "strictPass": false, "toolCalls": 58, "evidenceReads": 52, "successfulToolCalls": 56, "rejectedToolCalls": 2, "costUsd": 0.08862716, "tokens": { "input": 2172793, "cached": 2046208, "output": 18655 }, "startedAt": "2026-09-01T07:19:15.485941Z", "finishedAt": "2026-09-01T07:26:14.212847Z", "trialResultSha256": "ee7bb1d195fb48678a5bf9d6d70dd12960bf99fb3af346d3c3cbb61dd268a0b3", "trajectorySha256": "7036b08c4cbbc534ee5a887df35a3881ab7c58038fa2ef1c478d4ecabd5e30ac", "finalResponseSha256": "3ad766d5cdcb43d86b6c254ed70cdb68f860756b83bfa4fa13b514ece4c508d5", "verifierTraceSha256": "86f849ad4a86ad6bcdc39c3f7c1e3e0ada631bf61e3e1025e5ee536e7b62d23f", "providerTraceSha256": "86f849ad4a86ad6bcdc39c3f7c1e3e0ada631bf61e3e1025e5ee536e7b62d23f", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "69dde3177d7c5d37b0a6ade3d4b92ca7d05a6bf8472cbba6bfbc48ead1b45f2b", "providerNativeToolCalls": 58, "providerNativeSuccessfulCalls": 56, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "86f849ad4a86ad6bcdc39c3f7c1e3e0ada631bf61e3e1025e5ee536e7b62d23f", "observedProviderCalls": 58, "observedSuccessfulProviderCalls": 56, "observedFailedProviderCalls": 2, "reportedTotalCalls": 58, "reportedSuccessfulCalls": 56, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "aea03d18c23ffa812c265a1bd5d96a0a4f64d6a1deb78f95cb2f591f6231b000", "verifierArtifactManifestSha256": "da1c78b1581026d21434ac3ddc8b226a644ac421b7978483089144d9cb4e0540", "verifierArtifactFiles": 5, "verifierArtifactBytes": 197027 }, { "trialId": "80457036-58d7-4a41-a315-0f405cdc4cac", "taskId": "factorybench-077", "taskName": "blobfishai/factorybench-077", "harborTaskDigest": "sha256:e07e0cac81634694784fea0a524537aa9d5388e5a804c7d0b418d48a98434d0f", "trialTaskChecksum": "f4876fb2836e3b817ded81af92a0104176dc17ec925fd622f065ed3f7c2fd3a7", "lockSha256": "2521b54e8fd2a1bcf0a7c51b0a1cb3c10fb1a9d6fe1c81afaa0868116de366e2", "publishedFileCount": 18, "publishedBytes": 633958, "score": 85.33, "strictPass": false, "toolCalls": 74, "evidenceReads": 67, "successfulToolCalls": 71, "rejectedToolCalls": 3, "costUsd": 0.08271643999999999, "tokens": { "input": 1698349, "cached": 1583872, "output": 23453 }, "startedAt": "2026-09-01T07:58:31.782933Z", "finishedAt": "2026-09-01T08:07:02.711372Z", "trialResultSha256": "998676255bf3515d31807d6273f9a23398a9a09af74d3436e680c12fa4756eaa", "trajectorySha256": "04fb2d7f357a1a5a4c20619b7c2832affac7df7ef44f859d2a4a3d2009b7b652", "finalResponseSha256": "d4607e6241872ad2b60dd2f30185bdc1e3e130a78aee3f7332a1c25bcc84cb42", "verifierTraceSha256": "383b7396b93c6990b22194bd5caa6c07547985cfa1fe55dc8767586f6fe76758", "providerTraceSha256": "383b7396b93c6990b22194bd5caa6c07547985cfa1fe55dc8767586f6fe76758", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "6309ba144bc84246969219bb571c0a3459229cd11c2ee104a591d924053960db", "providerNativeToolCalls": 74, "providerNativeSuccessfulCalls": 71, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "383b7396b93c6990b22194bd5caa6c07547985cfa1fe55dc8767586f6fe76758", "observedProviderCalls": 74, "observedSuccessfulProviderCalls": 71, "observedFailedProviderCalls": 3, "reportedTotalCalls": 74, "reportedSuccessfulCalls": 71, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "e28bdc240ad3071cc107c134e8d74e31fa41082728cfb21d28706d95bae1a300", "verifierArtifactManifestSha256": "46de7adbb8f057d56ade73bc07610cff8078c72ac499e0ab7c0ca0bd8092ba2c", "verifierArtifactFiles": 5, "verifierArtifactBytes": 239445 }, { "trialId": "5c33177d-828b-43af-a761-5acf196821b2", "taskId": "factorybench-078", "taskName": "blobfishai/factorybench-078", "harborTaskDigest": "sha256:6ff56795dc7ad8f5776775132143cfbf8f51ba0610ab8af74a31d1b156cfb062", "trialTaskChecksum": "a2896dbdb0b74ba7955ecdc14d1e18e895b8fb5005169c62adb9185c388d28e4", "lockSha256": "770804a67c0f3fa2a0b1f3111d881d8e9850d3b81fa0abb24bcbb40c4200de79", "publishedFileCount": 18, "publishedBytes": 595838, "score": 72.5, "strictPass": false, "toolCalls": 63, "evidenceReads": 55, "successfulToolCalls": 60, "rejectedToolCalls": 3, "costUsd": 0.08502531999999999, "tokens": { "input": 2052965, "cached": 1944576, "output": 20380 }, "startedAt": "2026-09-01T07:34:07.840361Z", "finishedAt": "2026-09-01T07:41:29.980985Z", "trialResultSha256": "c82bf332ba3626ecdb71b291fb3881b6b0b6be5372c559a18a853ee221051f65", "trajectorySha256": "8cef1886417dc5dd307420cd5004e101ac2125dc197c9a403a6168d2728890ae", "finalResponseSha256": "8a252cbbc68c3a20c861ed16ad20e942122c262eb61ab635e8a73448dfd9f5dc", "verifierTraceSha256": "b6323fdb4d39157b7b327ae58ee2d624b44bbc97f90f727ef1ad59ff92de1c74", "providerTraceSha256": "b6323fdb4d39157b7b327ae58ee2d624b44bbc97f90f727ef1ad59ff92de1c74", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "a9b5d9277fb5d56759fab60bd55004d983e09d0e32dd1763a0bdfc3f94b614f4", "providerNativeToolCalls": 63, "providerNativeSuccessfulCalls": 60, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "b6323fdb4d39157b7b327ae58ee2d624b44bbc97f90f727ef1ad59ff92de1c74", "observedProviderCalls": 63, "observedSuccessfulProviderCalls": 60, "observedFailedProviderCalls": 3, "reportedTotalCalls": 63, "reportedSuccessfulCalls": 60, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "f3b46ebf4a4754e01e6e7685375ef7cf63b67578bf400b7fb2546ccbedc15a22", "verifierArtifactManifestSha256": "75afb18bfa38aaeeb50d262d5679c22d2616ea424c8a9975b39f63ba02079136", "verifierArtifactFiles": 5, "verifierArtifactBytes": 202287 }, { "trialId": "e0c06124-7057-4bec-a970-080b4aeb6dd8", "taskId": "factorybench-079", "taskName": "blobfishai/factorybench-079", "harborTaskDigest": "sha256:590b93d25e6aedefdff662c43f8a1a95c6f38c37ba49c12717f0031a4eb40199", "trialTaskChecksum": "7d8a42992b1ad7b5dc966bdcf5bd78639120b129876eb714bf47a0954ffa3c8d", "lockSha256": "9cbe61df7b56eb1d738ff882bc3251950b2a611a124e6bdea92afca5583c0a16", "publishedFileCount": 18, "publishedBytes": 624047, "score": 52.33, "strictPass": false, "toolCalls": 55, "evidenceReads": 50, "successfulToolCalls": 52, "rejectedToolCalls": 3, "costUsd": 0.05436995999999999, "tokens": { "input": 1161405, "cached": 1069568, "output": 12176 }, "startedAt": "2026-09-01T07:52:20.399285Z", "finishedAt": "2026-09-01T07:56:56.843989Z", "trialResultSha256": "16661c89a29ff4a3992766e8f21aa06dccf95af96f1bf27f7b6619e50478b168", "trajectorySha256": "2cf22b92f0693fd17b6af91731b4d490a1fcd1f93307d201d2db5da972db9deb", "finalResponseSha256": "6318982d1ecc58507be5975b5e4a6e2792e28f7e55b92cc7e6bc811d0a5f6f04", "verifierTraceSha256": "7191a2ab624f79024e7fdacbe07d7ec1a9bb10bf61f53f6fc67639a499f7ddd5", "providerTraceSha256": "7191a2ab624f79024e7fdacbe07d7ec1a9bb10bf61f53f6fc67639a499f7ddd5", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "ab9c6a27bb5e1a207d22299bc9b818866006f6bbe29087a520e74cc423338a54", "providerNativeToolCalls": 55, "providerNativeSuccessfulCalls": 52, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "7191a2ab624f79024e7fdacbe07d7ec1a9bb10bf61f53f6fc67639a499f7ddd5", "observedProviderCalls": 55, "observedSuccessfulProviderCalls": 52, "observedFailedProviderCalls": 3, "reportedTotalCalls": 55, "reportedSuccessfulCalls": 52, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "15f4c0ea55f067ab6a1d73bf650147cf265d04aa767b4f730c5cda432114f1b5", "verifierArtifactManifestSha256": "34d187316704c8fff1363f7908750c29d9770204fbba8fe2e0d0a9d92636bc3d", "verifierArtifactFiles": 5, "verifierArtifactBytes": 185668 }, { "trialId": "46d913b3-9137-490b-9b38-e55a4cf25cbd", "taskId": "factorybench-080", "taskName": "blobfishai/factorybench-080", "harborTaskDigest": "sha256:f318e691025af25da4d6699fc2c22814f37bf17e4459eeda647bce39cf29a3de", "trialTaskChecksum": "ad1094b59565cf6b71117651dd1f10d800b75f700ad9b8f94506ee3c104fd98f", "lockSha256": "e672abe1712ac325578d7ae0c1ca63ef53e38baebab92520d37b078af2c4c777", "publishedFileCount": 18, "publishedBytes": 611950, "score": 88.47, "strictPass": false, "toolCalls": 69, "evidenceReads": 62, "successfulToolCalls": 66, "rejectedToolCalls": 3, "costUsd": 0.08738587999999999, "tokens": { "input": 1972570, "cached": 1847808, "output": 18882 }, "startedAt": "2026-09-01T09:46:00.895448Z", "finishedAt": "2026-09-01T09:53:04.891797Z", "trialResultSha256": "ea5df7aea424eb20025100db627ec1ef5732e19691d78eab4e99850cb76c04bd", "trajectorySha256": "65489652a08f2741c14d9d7c670f5eaee571bfeb840d1b07e42c80163cf620a6", "finalResponseSha256": "71824460d503a635264c8b9b917834e33c2755b097f9c8b1c143672be9b03b78", "verifierTraceSha256": "f7da1fd4cb44a5e01c7c46e02452b95e9da61274df67e7c271628df9109d6410", "providerTraceSha256": "f7da1fd4cb44a5e01c7c46e02452b95e9da61274df67e7c271628df9109d6410", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "4bae74b24bf774ced83b6a0ce498e0621d2022a9afb9137571aaf10c08fb3ad8", "providerNativeToolCalls": 69, "providerNativeSuccessfulCalls": 66, "providerNativeFailedCalls": 3, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "f7da1fd4cb44a5e01c7c46e02452b95e9da61274df67e7c271628df9109d6410", "observedProviderCalls": 69, "observedSuccessfulProviderCalls": 66, "observedFailedProviderCalls": 3, "reportedTotalCalls": 69, "reportedSuccessfulCalls": 66, "reportedFailedCalls": 3 }, "verifierCallReceiptSha256": "e59b6d0cf450cd4494ee446d633c81a7b09b4982bb40b8095a9eeb0ce72f125a", "verifierArtifactManifestSha256": "584cfe005e1420ecf2803aea1894d041a46978f5c8825f6170dffdb7986c3550", "verifierArtifactFiles": 5, "verifierArtifactBytes": 239705 }, { "trialId": "d7a6084d-c23b-48be-9044-be6950d76c31", "taskId": "factorybench-081", "taskName": "blobfishai/factorybench-081", "harborTaskDigest": "sha256:2d477d49d3794238e8233a5bde7a91776752d7e30a9e3c66dcda94b093238dd9", "trialTaskChecksum": "6ca377cf431c5d12003a4226bf39c2e426fdccad6671a316d606312b1bfd17b8", "lockSha256": "92d27a7a6d2189a3fde1335a0e13fc9b1f9ba89a0a6ad9ca67c29e39d4bf4b54", "publishedFileCount": 18, "publishedBytes": 615290, "score": 77.97, "strictPass": false, "toolCalls": 46, "evidenceReads": 41, "successfulToolCalls": 45, "rejectedToolCalls": 1, "costUsd": 0.0572618, "tokens": { "input": 1115143, "cached": 1031680, "output": 16613 }, "startedAt": "2026-09-01T09:09:59.918439Z", "finishedAt": "2026-09-01T09:15:57.130633Z", "trialResultSha256": "e2b58c761ac88584027f074ce2b1962fb19eb6fd1c036e0cf9526051b3d79597", "trajectorySha256": "429bc81075fd2ac946340eafd9929fb023ccd4e346518e61809f86621338f87d", "finalResponseSha256": "2bb5912f786084509ee30fd76e8742aacd1afda319c75d936bfc580e92d83329", "verifierTraceSha256": "b744f8de4f8ccd652f4580c48927ff78601f57c8f5fb2cde8e87b03a2bef3a22", "providerTraceSha256": "b744f8de4f8ccd652f4580c48927ff78601f57c8f5fb2cde8e87b03a2bef3a22", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "423639b483ebb22be2662052bd04a53a5225640785a30cc6ca56d9fca69d3231", "providerNativeToolCalls": 46, "providerNativeSuccessfulCalls": 45, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "b744f8de4f8ccd652f4580c48927ff78601f57c8f5fb2cde8e87b03a2bef3a22", "observedProviderCalls": 46, "observedSuccessfulProviderCalls": 45, "observedFailedProviderCalls": 1, "reportedTotalCalls": 46, "reportedSuccessfulCalls": 45, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "d8c329f9059d2a049312c4e1e74dfe8a8c59a4dc3c863711865980e231f14f86", "verifierArtifactManifestSha256": "687325b732f68cad835474c7eaf90b618b09322bd4caf796b44192aba135c8a0", "verifierArtifactFiles": 5, "verifierArtifactBytes": 204911 }, { "trialId": "f218ba78-01cd-4601-9844-fc23f12bac15", "taskId": "factorybench-082", "taskName": "blobfishai/factorybench-082", "harborTaskDigest": "sha256:bf37e03b0aedb9de8a417ffd181efba76ca4c00e7ea85bd7e7b68b313e3f4e03", "trialTaskChecksum": "1d2bd194e935fcf5f75246f7490d361a606046d16ee3ba39887fb680bfaec836", "lockSha256": "e12efe9eb01b7e8f84eafa19725c247bc6d10409af83614812f57c10d907269b", "publishedFileCount": 18, "publishedBytes": 611963, "score": 89.0, "strictPass": false, "toolCalls": 64, "evidenceReads": 57, "successfulToolCalls": 60, "rejectedToolCalls": 4, "costUsd": 0.07213027999999999, "tokens": { "input": 1663915, "cached": 1553664, "output": 15839 }, "startedAt": "2026-09-01T07:18:30.627481Z", "finishedAt": "2026-09-01T07:24:29.535789Z", "trialResultSha256": "3f42f8c79fe077802b68c1cf9da107ee7e57520e05de7679195d3f3db4bf0b2a", "trajectorySha256": "37af3b31fa697ecba188bb22c4da498dcf9a2dc0cabbeec4b6a4be3dba2b23f0", "finalResponseSha256": "96366a850601709984c4b9425cfff516640109671d9c44d574fd577b44e23b07", "verifierTraceSha256": "c880cc85f90f96abdd808e13aa9744588ad247fd8dbe3d7e125c98b6e2659798", "providerTraceSha256": "c880cc85f90f96abdd808e13aa9744588ad247fd8dbe3d7e125c98b6e2659798", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "b60ec9af421b42106b84c814b77563d6145ea6227d10c5ff6bf10e7d58dd18af", "providerNativeToolCalls": 64, "providerNativeSuccessfulCalls": 60, "providerNativeFailedCalls": 4, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "c880cc85f90f96abdd808e13aa9744588ad247fd8dbe3d7e125c98b6e2659798", "observedProviderCalls": 64, "observedSuccessfulProviderCalls": 60, "observedFailedProviderCalls": 4, "reportedTotalCalls": 64, "reportedSuccessfulCalls": 60, "reportedFailedCalls": 4 }, "verifierCallReceiptSha256": "a8f9f27cec1ab480da9f38cfe66f59407aa9ccd8984be9ff89279baf4b208202", "verifierArtifactManifestSha256": "ba2ba53c6b7e7b2d3faa840dcf89db0237e2b2cc6b445b4fe862ddff97a2c9c9", "verifierArtifactFiles": 5, "verifierArtifactBytes": 206193 }, { "trialId": "4e66a5da-1bab-456f-81dc-d16461c381e1", "taskId": "factorybench-083", "taskName": "blobfishai/factorybench-083", "harborTaskDigest": "sha256:31469815af5fec57529553a6f833e8bd456a287a96282785fb099ee1f5e4650e", "trialTaskChecksum": "69d06f40ce9b72cf04d20127f95154eff954b3f5350100d4029d93acbf295c9c", "lockSha256": "488b6474451f1cb37375fd704cfb6ec1c6c8e765aa309d133dc6df901106cbf2", "publishedFileCount": 18, "publishedBytes": 607516, "score": 91.54, "strictPass": false, "toolCalls": 76, "evidenceReads": 70, "successfulToolCalls": 74, "rejectedToolCalls": 2, "costUsd": 0.07771888, "tokens": { "input": 1552010, "cached": 1447424, "output": 23211 }, "startedAt": "2026-09-01T07:58:33.692627Z", "finishedAt": "2026-09-01T08:06:43.210324Z", "trialResultSha256": "84e4298474e9b6d0b64b8503ad87b7fe3d990c70ebc7d8b027c096e8e4c345e3", "trajectorySha256": "51be8a2018a775c6c63febd5c6c583fa5c2e0be130d7a16831301368a0a877b7", "finalResponseSha256": "2aa8747e0f10ba2ea1b978ee58b6e10cb68e15f162ac3bac8112f8bf816e565f", "verifierTraceSha256": "5c3d8144d77dc30cc2eb2fd0aa34b1da2392229e073d1a676ec7d5f51c9a62b5", "providerTraceSha256": "5c3d8144d77dc30cc2eb2fd0aa34b1da2392229e073d1a676ec7d5f51c9a62b5", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "ea0826606fd250393ae43b29e2ca92c1cc79cf56b4dc77341dd7a99b56158167", "providerNativeToolCalls": 76, "providerNativeSuccessfulCalls": 74, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "5c3d8144d77dc30cc2eb2fd0aa34b1da2392229e073d1a676ec7d5f51c9a62b5", "observedProviderCalls": 76, "observedSuccessfulProviderCalls": 74, "observedFailedProviderCalls": 2, "reportedTotalCalls": 76, "reportedSuccessfulCalls": 74, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "1f66b2c4d1ba982c9bae7e64e5deae4a78df772e6cd48d9ff7b65be209cbbf20", "verifierArtifactManifestSha256": "3fa541052faeaeb1f9a82660d8530b63d40a23891c2dd385681b77b0686f3955", "verifierArtifactFiles": 5, "verifierArtifactBytes": 208039 }, { "trialId": "06b10f9d-969f-495a-aaa8-878aa3671ac5", "taskId": "factorybench-084", "taskName": "blobfishai/factorybench-084", "harborTaskDigest": "sha256:eddb5b86df1295d6be5b3d059ccbac4824815af67d00aace95e5f1d1e0ab35e5", "trialTaskChecksum": "3eaf8bca4da9fa062d7998afbd80f5987057cd2bbf6578435e36ebfbeceabf37", "lockSha256": "6be9e3927e06b8978c506daf7680cbf3e0569a4b1d654541ee59444c791e7d52", "publishedFileCount": 18, "publishedBytes": 627239, "score": 16.0, "strictPass": false, "toolCalls": 30, "evidenceReads": 24, "successfulToolCalls": 25, "rejectedToolCalls": 5, "costUsd": 0.030496239999999997, "tokens": { "input": 541934, "cached": 479232, "output": 6976 }, "startedAt": "2026-09-01T07:55:33.734051Z", "finishedAt": "2026-09-01T07:58:33.680453Z", "trialResultSha256": "0898c1863e0acb47fa0e62718f7c0995cc39a0e9cddf6d243e2c1c01d2f9d63c", "trajectorySha256": "6b9c7a99b3fb116d1a67e541dea962b4113020749074c052868147e99bbf9d5f", "finalResponseSha256": "e313302aa10d9d3893aa407d7c2ef88b272fd255845b3e879ffcbe51d0727bad", "verifierTraceSha256": "a8d684980cbf21ae5fd45d8d474daf4a3242e36d95bb72a114aac5af3b30b7d8", "providerTraceSha256": "a8d684980cbf21ae5fd45d8d474daf4a3242e36d95bb72a114aac5af3b30b7d8", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "538d5aa200af6b3b995442ab3f4277ca5431f14fd67c1c77742d0b337657b4aa", "providerNativeToolCalls": 30, "providerNativeSuccessfulCalls": 25, "providerNativeFailedCalls": 5, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "a8d684980cbf21ae5fd45d8d474daf4a3242e36d95bb72a114aac5af3b30b7d8", "observedProviderCalls": 30, "observedSuccessfulProviderCalls": 25, "observedFailedProviderCalls": 5, "reportedTotalCalls": 30, "reportedSuccessfulCalls": 25, "reportedFailedCalls": 5 }, "verifierCallReceiptSha256": "83def0d1c4b0be7c8a6513facdc9777ac864779987017be7806735c7f3781330", "verifierArtifactManifestSha256": "f6eef4c8596266a85d7e012e74464e4495973550780a6bea6fc8d9955b26f588", "verifierArtifactFiles": 5, "verifierArtifactBytes": 142600 }, { "trialId": "9c5f06a3-fcc0-4e67-80e1-0d0aa552d893", "taskId": "factorybench-085", "taskName": "blobfishai/factorybench-085", "harborTaskDigest": "sha256:d81e9e2c84eb14dbcf683a24613a02251cdbb397591ddd1040425ed7fb908ba3", "trialTaskChecksum": "688af423be102a0409ce96b3fe88c089f95cb1a76224a69a6ba4a0e7b238baa2", "lockSha256": "b11d55cd86705b1b5555c681f46b38404466ec3a322e1728562653abb0cc8d1c", "publishedFileCount": 18, "publishedBytes": 607788, "score": 93.67, "strictPass": false, "toolCalls": 91, "evidenceReads": 79, "successfulToolCalls": 82, "rejectedToolCalls": 9, "costUsd": 0.11618652000000002, "tokens": { "input": 3233775, "cached": 3086336, "output": 20810 }, "startedAt": "2026-09-01T07:26:14.226782Z", "finishedAt": "2026-09-01T07:33:49.092889Z", "trialResultSha256": "5ff2931dbdb8c9f3d483fc72962e31680736867920a869e3ec58fcc2ed0dd39d", "trajectorySha256": "dfac33c96eb5633faeb4b5f7cd8cafacc65382163f2d0c467951bb7f38b537d8", "finalResponseSha256": "1b356e2a0f9a0d99524a99a2ad53446822152acb0d504426fd9ec72ead03f243", "verifierTraceSha256": "25774e3a7ef77ddae49fa0bd08dc44dda907a8aec127aff8011c6f5d11fc108d", "providerTraceSha256": "25774e3a7ef77ddae49fa0bd08dc44dda907a8aec127aff8011c6f5d11fc108d", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "233d0622de5c59f2e6173ecdbc1d1d5c2339efc0cce96b792735d87973c5433b", "providerNativeToolCalls": 91, "providerNativeSuccessfulCalls": 82, "providerNativeFailedCalls": 9, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "25774e3a7ef77ddae49fa0bd08dc44dda907a8aec127aff8011c6f5d11fc108d", "observedProviderCalls": 91, "observedSuccessfulProviderCalls": 82, "observedFailedProviderCalls": 9, "reportedTotalCalls": 91, "reportedSuccessfulCalls": 82, "reportedFailedCalls": 9 }, "verifierCallReceiptSha256": "2fa6428ecb4308cface62dd065c98910e8c085c6bad3eda585efa46a5de42045", "verifierArtifactManifestSha256": "11c72c6917a1b6a4b904208f87a406d9ef4929641777fc9d879f08c384115f3a", "verifierArtifactFiles": 5, "verifierArtifactBytes": 257328 }, { "trialId": "df638f8c-4a84-4aa1-a941-9ccb1f044f77", "taskId": "factorybench-086", "taskName": "blobfishai/factorybench-086", "harborTaskDigest": "sha256:9a2b6beb8e0cf8ccb3b2ca15abac40216c6fe9ba72f5b3fb332d006c426d7f5c", "trialTaskChecksum": "1f53638fb83192579068df8b73ac7336ce73b92ee686983cce1841b07bd2f795", "lockSha256": "3013721a4ce3f302c3e333a9563905ccc4590dee0b065fba6c55db76bf665e83", "publishedFileCount": 18, "publishedBytes": 622698, "score": 52.5, "strictPass": false, "toolCalls": 60, "evidenceReads": 56, "successfulToolCalls": 58, "rejectedToolCalls": 2, "costUsd": 0.06750176, "tokens": { "input": 1553422, "cached": 1439488, "output": 13271 }, "startedAt": "2026-09-01T09:08:47.993529Z", "finishedAt": "2026-09-01T09:13:45.188152Z", "trialResultSha256": "9d93720405cfe92da585763acc721639a3e75994f7a404056c45b97fbef3169d", "trajectorySha256": "c3dfd48428fef32598d910c5cd530e11a6ecc8f2c3065613b294722808a101f9", "finalResponseSha256": "562d7e1511b78cda275ccc85c2a98635dd7252873a1a6e6d07aa241ec9e93d57", "verifierTraceSha256": "f33a10bbb10bb8d33bbfbf45d497d6bc648fe59ff7c4071079e5f3b51a788d8f", "providerTraceSha256": "f33a10bbb10bb8d33bbfbf45d497d6bc648fe59ff7c4071079e5f3b51a788d8f", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "c7025c4fceebc24f97bc8e2c667b83bcd1dfc32c6c309ec0d39d9fd1cab4aad2", "providerNativeToolCalls": 60, "providerNativeSuccessfulCalls": 58, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "f33a10bbb10bb8d33bbfbf45d497d6bc648fe59ff7c4071079e5f3b51a788d8f", "observedProviderCalls": 60, "observedSuccessfulProviderCalls": 58, "observedFailedProviderCalls": 2, "reportedTotalCalls": 60, "reportedSuccessfulCalls": 58, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "5df09eda6e20a095ff1ad026031eef66afc0f33b9295d414f495f3ce371cf1e6", "verifierArtifactManifestSha256": "479a3412f303b200cda2d66647a5ba042cbdd2847abed8a3609d9f0596f9cadf", "verifierArtifactFiles": 5, "verifierArtifactBytes": 195085 }, { "trialId": "b5b35781-8203-4d33-a89e-99298ab1044e", "taskId": "factorybench-087", "taskName": "blobfishai/factorybench-087", "harborTaskDigest": "sha256:0af860c757f191dfdaceead62b98026f47d0f53f3a7407751f87d4f2fd9e8749", "trialTaskChecksum": "5446e092bf38948042f65a74d370eef6f2220699aeaedc92992114bc7f8c791a", "lockSha256": "9d42fdb92e52988a96c8f7c719c6c8ecf9e01b59dda912c2acfeb15f1bb00a36", "publishedFileCount": 18, "publishedBytes": 604449, "score": 88.2, "strictPass": false, "toolCalls": 78, "evidenceReads": 68, "successfulToolCalls": 76, "rejectedToolCalls": 2, "costUsd": 0.13223852, "tokens": { "input": 3609475, "cached": 3431936, "output": 23410 }, "startedAt": "2026-09-01T09:46:29.897174Z", "finishedAt": "2026-09-01T09:54:42.635684Z", "trialResultSha256": "2d5904a27e6cca04cef83c75b6171c2374d26bb656fb1dca3c70589b097ee121", "trajectorySha256": "8795f41bbeacabf3c89e6e2f06d3eb59e7c7b626ae53c2ffb6cfe35bb6ae7aad", "finalResponseSha256": "c230a106b0dba1d8ccb86e2c22f22970f7dacac5a55971fc673f56602f0763c1", "verifierTraceSha256": "c5cd1a5e9854edce8983737824051c9d84b43784e3cb03bbaebeec16d595e485", "providerTraceSha256": "c5cd1a5e9854edce8983737824051c9d84b43784e3cb03bbaebeec16d595e485", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "5692a87d9961d302359a2c01e12824997c81e910b3fb5b2cf99f350be2af9e53", "providerNativeToolCalls": 78, "providerNativeSuccessfulCalls": 76, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "c5cd1a5e9854edce8983737824051c9d84b43784e3cb03bbaebeec16d595e485", "observedProviderCalls": 78, "observedSuccessfulProviderCalls": 76, "observedFailedProviderCalls": 2, "reportedTotalCalls": 78, "reportedSuccessfulCalls": 76, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "6d93156ebebced2db28a4b9b7f02a0e28f99b6468cafac3f6147edfbf99bb41a", "verifierArtifactManifestSha256": "ca54114f058086c4d50576f3966a2f5eb0753ab64c0650e0a2c00a4aa415707d", "verifierArtifactFiles": 5, "verifierArtifactBytes": 264120 }, { "trialId": "f25629fc-76d6-4d12-9246-39b6d9ab926b", "taskId": "factorybench-088", "taskName": "blobfishai/factorybench-088", "harborTaskDigest": "sha256:a86297278000123e2a93f447b4d07fd0ec5089153a5e4f8be778e87db4c4e85a", "trialTaskChecksum": "e1da4ee9ff0a1662c8e8451afaba6b54c7dcd316b78c68ec76b006f71f691233", "lockSha256": "1afdcd4a6a6ab4637078356c0da0d1711ca22ea2401f1e0f52f2a8cf18f0b235", "publishedFileCount": 18, "publishedBytes": 609183, "score": 82.5, "strictPass": false, "toolCalls": 56, "evidenceReads": 48, "successfulToolCalls": 52, "rejectedToolCalls": 4, "costUsd": 0.0528674, "tokens": { "input": 1048861, "cached": 960000, "output": 13246 }, "startedAt": "2026-09-01T09:15:57.146691Z", "finishedAt": "2026-09-01T09:20:55.362326Z", "trialResultSha256": "f7056c8507251dbf62a170bb3adf0d42fe1dd400fab515136bbf6d8b1123643e", "trajectorySha256": "1fc324c3622c749de2f3aae2f3b36ae14735ae9c5ca931f07cbf8f86c0161f68", "finalResponseSha256": "c7c50d9780e6832893c0a2e2d7e1d6d3cfc77582f58b09be49fc38d0cb59d401", "verifierTraceSha256": "0ef7bcf88d10417b684fa4f9dd08a5b2cc4bed7caade653734a4c7056b1f8a87", "providerTraceSha256": "0ef7bcf88d10417b684fa4f9dd08a5b2cc4bed7caade653734a4c7056b1f8a87", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "6a99a6ee78efa18023792f5c38310e6f22bdfb19ed69953692152e80625fe0f6", "providerNativeToolCalls": 56, "providerNativeSuccessfulCalls": 52, "providerNativeFailedCalls": 4, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "0ef7bcf88d10417b684fa4f9dd08a5b2cc4bed7caade653734a4c7056b1f8a87", "observedProviderCalls": 56, "observedSuccessfulProviderCalls": 52, "observedFailedProviderCalls": 4, "reportedTotalCalls": 56, "reportedSuccessfulCalls": 52, "reportedFailedCalls": 4 }, "verifierCallReceiptSha256": "b2466f0c30736480bb4c887368d0e9d3ffaa6489e0c82f77bb3abafdf99abcea", "verifierArtifactManifestSha256": "e1b0b3b92b6890a68d2753093aba0aef447594badea890c2b8457304931195e1", "verifierArtifactFiles": 5, "verifierArtifactBytes": 189451 }, { "trialId": "bcced8db-665a-427e-b8fe-4d0bb3dfe0a7", "taskId": "factorybench-089", "taskName": "blobfishai/factorybench-089", "harborTaskDigest": "sha256:3054aaee6b41024b3a811a88fec7e2a4a01684c8fc8227cb32f01517fda181df", "trialTaskChecksum": "dbbd57de110a5f12ca710c86d4bbd4c59547eeae7af20aeb044a178953136800", "lockSha256": "7ea05febd111794a39a212e991738834ceeff2b90a184777415e5825b7439390", "publishedFileCount": 18, "publishedBytes": 618709, "score": 92.91, "strictPass": false, "toolCalls": 83, "evidenceReads": 77, "successfulToolCalls": 82, "rejectedToolCalls": 1, "costUsd": 0.09814516, "tokens": { "input": 2687117, "cached": 2573568, "output": 19970 }, "startedAt": "2026-09-01T09:38:51.467411Z", "finishedAt": "2026-09-01T09:46:00.882937Z", "trialResultSha256": "50ec8e5c216f813170dc271088ce23a61c5f951a25fe6ee9aa9c542bd52b937c", "trajectorySha256": "95f1884fb99578b84d80fa0d8217f91a6a471741f83c4d4fd3da77ee3224d62c", "finalResponseSha256": "c7455f1ab534f163d019226d665843cadce32a357f6758ba5da6adf8e908fc7c", "verifierTraceSha256": "7088c061db8161b80b2556492311b00691c5aac111cd5a144ea469cb003cfd01", "providerTraceSha256": "7088c061db8161b80b2556492311b00691c5aac111cd5a144ea469cb003cfd01", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "1459632040f6e73092fb14e0748f94885c5947633d2ae56f731e016c332efa8d", "providerNativeToolCalls": 83, "providerNativeSuccessfulCalls": 82, "providerNativeFailedCalls": 1, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "7088c061db8161b80b2556492311b00691c5aac111cd5a144ea469cb003cfd01", "observedProviderCalls": 83, "observedSuccessfulProviderCalls": 82, "observedFailedProviderCalls": 1, "reportedTotalCalls": 83, "reportedSuccessfulCalls": 82, "reportedFailedCalls": 1 }, "verifierCallReceiptSha256": "16f7582d25bad209537503d81c7a897d5412a8db5b3c5652b144d41a26bb5dcb", "verifierArtifactManifestSha256": "c4ed7f23bf10b82c151570dcedeefd7e185f8776801901f6d902565e018c5868", "verifierArtifactFiles": 5, "verifierArtifactBytes": 219319 }, { "trialId": "84004954-bc59-4dc8-8343-790cf8a02017", "taskId": "factorybench-090", "taskName": "blobfishai/factorybench-090", "harborTaskDigest": "sha256:f67ee645c9c4c9f986c2d9f52a050e82c6407ddc30faacded6d8c7418b9b094d", "trialTaskChecksum": "7fd18a557eef91960b9cdcd5e73728fdc7489b72d05394b347d54d47e6a58153", "lockSha256": "19c50fc5b3d58fa8ac9bd40012c61c1c595dc25b204055fe59999669a97c82b4", "publishedFileCount": 18, "publishedBytes": 608593, "score": 13.5, "strictPass": false, "toolCalls": 69, "evidenceReads": 50, "successfulToolCalls": 51, "rejectedToolCalls": 18, "costUsd": 0.04439583999999999, "tokens": { "input": 847964, "cached": 780032, "output": 12674 }, "startedAt": "2026-09-01T08:11:40.773174Z", "finishedAt": "2026-09-01T08:16:26.206549Z", "trialResultSha256": "1627997cd9ff00a0b53afea14ce98a2c7ef06a443dea22a9866fc17b51e7cb5b", "trajectorySha256": "297ea214b2d7e2d9dd6b805c6be9e6de557710060034d2b5448242f629fabb7d", "finalResponseSha256": "26604c190acbb06b0a0cafd060e9937dab994652e315cbaf0789c25464e1b91c", "verifierTraceSha256": "b6e41e85d2802af9f4c205801af576e2afbed714cb9a1108f2eae174ef198fa1", "providerTraceSha256": "b6e41e85d2802af9f4c205801af576e2afbed714cb9a1108f2eae174ef198fa1", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "575a4fbba38aca56dfc78ec39f00bfe0339ea04994440df735b2e18a789d06b8", "providerNativeToolCalls": 69, "providerNativeSuccessfulCalls": 51, "providerNativeFailedCalls": 18, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "b6e41e85d2802af9f4c205801af576e2afbed714cb9a1108f2eae174ef198fa1", "observedProviderCalls": 69, "observedSuccessfulProviderCalls": 51, "observedFailedProviderCalls": 18, "reportedTotalCalls": 69, "reportedSuccessfulCalls": 51, "reportedFailedCalls": 18 }, "verifierCallReceiptSha256": "1cd6d2aaf3fe83348e1e97a26816053b58788a51767ac9e793e9a3e15f6a2608", "verifierArtifactManifestSha256": "320a1ff420e207b8b15fb95446813736ad503cb6738df820fa0ce56cd3a3e893", "verifierArtifactFiles": 5, "verifierArtifactBytes": 147324 }, { "trialId": "8c28ac1b-d163-4a28-86c9-5028fdb12108", "taskId": "factorybench-091", "taskName": "blobfishai/factorybench-091", "harborTaskDigest": "sha256:150ad4444465dfed6b4fa861a5dd5304e9b391d2b7620ba3fadbc42c54ce87c3", "trialTaskChecksum": "fda5ebe667c6c61aab4767a69329a342202024638e319b90ffcc79fe3ffb2635", "lockSha256": "e93b9d132c33efa1062d6478f24f6dd14855ddc6fb4d8330ba92f31232943ddc", "publishedFileCount": 18, "publishedBytes": 622945, "score": 91.62, "strictPass": false, "toolCalls": 63, "evidenceReads": 57, "successfulToolCalls": 61, "rejectedToolCalls": 2, "costUsd": 0.08684568000000001, "tokens": { "input": 1969962, "cached": 1826304, "output": 17990 }, "startedAt": "2026-09-01T08:42:13.984255Z", "finishedAt": "2026-09-01T08:49:10.837631Z", "trialResultSha256": "0efe773e9fb5a7054e94c22b34620fa00c31d741384a719ccbdbc5949799d094", "trajectorySha256": "04db3786049fcba62c3af16686f177414aca37dbc8a68fe3b438c36193da52db", "finalResponseSha256": "f6f76c4a1cef91ab0d7f391f14fa4b11463e23af79c1895df561b19c3e62e3ca", "verifierTraceSha256": "383551663169c30e6d78da1c06de101a7e7b64770ef18c15e974fcfa3c1a14d9", "providerTraceSha256": "383551663169c30e6d78da1c06de101a7e7b64770ef18c15e974fcfa3c1a14d9", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "dbbf2edae7ea61354939dc3bf30a04cca444b35e630bcd2a401acd2562dae1c6", "providerNativeToolCalls": 63, "providerNativeSuccessfulCalls": 61, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "383551663169c30e6d78da1c06de101a7e7b64770ef18c15e974fcfa3c1a14d9", "observedProviderCalls": 63, "observedSuccessfulProviderCalls": 61, "observedFailedProviderCalls": 2, "reportedTotalCalls": 63, "reportedSuccessfulCalls": 61, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "88dd8286425679b7fde00496e225165b4c11d70191f43c9b43f057b04e617bde", "verifierArtifactManifestSha256": "b041f932aca4e9943758022107d9e1686cc6aaa5dc078a507ec4c3f4ab3897cc", "verifierArtifactFiles": 5, "verifierArtifactBytes": 214536 }, { "trialId": "e900748b-8e4c-423b-9f7f-71f854cec395", "taskId": "factorybench-092", "taskName": "blobfishai/factorybench-092", "harborTaskDigest": "sha256:2d64ade868d3ab90d4d317d82220bcce5beb88dc9a173c7e1e75aa5c07ebd62c", "trialTaskChecksum": "45a03e809dd2453811cedf0c4e03d8891eb5d6144c848f58be954f1a2587fe13", "lockSha256": "1f6e5fdd166c969478e4c75f3818c0bed20fdcf90c9536edba59ec79c1f339fc", "publishedFileCount": 18, "publishedBytes": 597984, "score": 70.5, "strictPass": false, "toolCalls": 41, "evidenceReads": 38, "successfulToolCalls": 41, "rejectedToolCalls": 0, "costUsd": 0.058378839999999994, "tokens": { "input": 1072955, "cached": 996352, "output": 19276 }, "startedAt": "2026-09-01T10:55:29.752226Z", "finishedAt": "2026-09-01T11:02:08.910139Z", "trialResultSha256": "8f2ce3967a4798946759cb5c7262305c661cd254598a7926a77f58521e579a3b", "trajectorySha256": "2ca8c381ee864e15f068e1435d237e4f917ee867b4208ef1e85aacaa71336a77", "finalResponseSha256": "5b884804009f908a6e3cfdb137e07481319903c53e4f4b053e7f1adb959360ec", "verifierTraceSha256": "8cf6d895cda9623fc34481fa51ced0719867ac4c1fd3cada6192897ae63afd73", "providerTraceSha256": "8cf6d895cda9623fc34481fa51ced0719867ac4c1fd3cada6192897ae63afd73", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "74d4d59b0931826667ddc84ddc24da1cb6e076487ce3f67207b034d44c3f4663", "providerNativeToolCalls": 41, "providerNativeSuccessfulCalls": 41, "providerNativeFailedCalls": 0, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "8cf6d895cda9623fc34481fa51ced0719867ac4c1fd3cada6192897ae63afd73", "observedProviderCalls": 41, "observedSuccessfulProviderCalls": 41, "observedFailedProviderCalls": 0, "reportedTotalCalls": 41, "reportedSuccessfulCalls": 41, "reportedFailedCalls": 0 }, "verifierCallReceiptSha256": "89da6aa2bf10b234bc7b5b804fc680c37123ada4b91d6d10280a8bc25da504f5", "verifierArtifactManifestSha256": "b1411497069250c7e6bd39ebb47867bafd93d8e012c2f7def2798d128b2e32f1", "verifierArtifactFiles": 5, "verifierArtifactBytes": 197414 }, { "trialId": "bfb29b2d-1525-401e-b42c-57f00a95906a", "taskId": "factorybench-093", "taskName": "blobfishai/factorybench-093", "harborTaskDigest": "sha256:994833042d59769c763f47e19d39668a521bf49c162fe21088e192a8b8a03026", "trialTaskChecksum": "e86c39d14245189e8980174b1e36009f2556bdd9ab5538fe697b90f5f68d4e50", "lockSha256": "ab3607d05bea3635d9b92e90626580ab3ea765bf49ef6fb697be479651740c0e", "publishedFileCount": 18, "publishedBytes": 630855, "score": 89.12, "strictPass": false, "toolCalls": 60, "evidenceReads": 55, "successfulToolCalls": 58, "rejectedToolCalls": 2, "costUsd": 0.065189, "tokens": { "input": 1427089, "cached": 1323520, "output": 15004 }, "startedAt": "2026-09-01T10:31:53.832155Z", "finishedAt": "2026-09-01T10:37:22.371646Z", "trialResultSha256": "9d5a49650c4dc65346bf0c52b47942a0fa54806eb1f43d39fb8a0041d8f72b66", "trajectorySha256": "a9ec095bd8223a91ec2accb83539d667d07f5d93035699ad251fe419ef12cd6c", "finalResponseSha256": "9a637838ff1aecee8cd518b8670dd232f83e26fe042f04c7bd93ba0e6c722497", "verifierTraceSha256": "9b581a0975668f5132936d56632c9dd102ad1a2b4c91a3ba5e3c39c43748fe36", "providerTraceSha256": "9b581a0975668f5132936d56632c9dd102ad1a2b4c91a3ba5e3c39c43748fe36", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "1aebe3890731340f340fe8f85f50c37fefe1886b390b4a4cb263ad86e5503dad", "providerNativeToolCalls": 60, "providerNativeSuccessfulCalls": 58, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "9b581a0975668f5132936d56632c9dd102ad1a2b4c91a3ba5e3c39c43748fe36", "observedProviderCalls": 60, "observedSuccessfulProviderCalls": 58, "observedFailedProviderCalls": 2, "reportedTotalCalls": 60, "reportedSuccessfulCalls": 58, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "e3aeb775896e9f6a461be619e978fb97a2fe1b6036f84ba26461335fadafb309", "verifierArtifactManifestSha256": "6e19bec1f7192957ba79abeaf0635dea6332ab44164497db93cd76bfb84485a1", "verifierArtifactFiles": 5, "verifierArtifactBytes": 193777 }, { "trialId": "2ecc9ee6-1cf4-4e2f-8dd5-aa8b70f1a65a", "taskId": "factorybench-094", "taskName": "blobfishai/factorybench-094", "harborTaskDigest": "sha256:0cf9fb41e8462be8982289676d4d8e32501f16a162534c0604963139fd6386f6", "trialTaskChecksum": "4398cc74ff2809d280ec6062fb29272bbadd4a5363efcbc9890b958aa9a328ce", "lockSha256": "947118ff12c5dac8e7311bec54d36486d5092a5d21e2da4b952714263ad9182f", "publishedFileCount": 18, "publishedBytes": 614391, "score": 83.57, "strictPass": false, "toolCalls": 101, "evidenceReads": 75, "successfulToolCalls": 79, "rejectedToolCalls": 22, "costUsd": 0.198016, "tokens": { "input": 6403304, "cached": 6192640, "output": 26692 }, "startedAt": "2026-09-01T10:26:48.163102Z", "finishedAt": "2026-09-01T10:36:26.614838Z", "trialResultSha256": "c9942058d038cc28b5a8a003c688f2c8feadefde568c96a6509d971b8ecaf058", "trajectorySha256": "24080d474f4066ff602e0f494d0083d12c84f96196668537fa837f20f8d4ad92", "finalResponseSha256": "c1a14cf4fb9fd4dbc67549a38755b7e70954e223c07f6509552c420070fc779f", "verifierTraceSha256": "820f590d0d28a85c27b1178b35d7108068224c3926f60bb6488ce6faec40996f", "providerTraceSha256": "820f590d0d28a85c27b1178b35d7108068224c3926f60bb6488ce6faec40996f", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "bcbf038a203e7dce536982009b890d7e289565fc07f2077554c3067b8a7dcb81", "providerNativeToolCalls": 101, "providerNativeSuccessfulCalls": 79, "providerNativeFailedCalls": 22, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "820f590d0d28a85c27b1178b35d7108068224c3926f60bb6488ce6faec40996f", "observedProviderCalls": 101, "observedSuccessfulProviderCalls": 79, "observedFailedProviderCalls": 22, "reportedTotalCalls": 101, "reportedSuccessfulCalls": 79, "reportedFailedCalls": 22 }, "verifierCallReceiptSha256": "a2b181f4a437140a5c4fa7b0f7dd59ed92b194c6429c2565483f5882654a5c2e", "verifierArtifactManifestSha256": "a44a5901462764f5e7648b40cc58f8df10813f2b47a8686eba6fa752d6aa3a06", "verifierArtifactFiles": 5, "verifierArtifactBytes": 275635 }, { "trialId": "285e0704-026d-4735-9859-363cf405ce90", "taskId": "factorybench-095", "taskName": "blobfishai/factorybench-095", "harborTaskDigest": "sha256:9ccde51bdf6f833195e7f5a446107ece0b7becad818f6ade46d4f7ed065f1603", "trialTaskChecksum": "13a500b595ca5d3fd01524f2de9ab0693c2ba3d74e098fe7fb8329f38db57557", "lockSha256": "c57e8dda234988f9d6cbf35f778cf38d27cc8fbe75e68849586f8b2978856e37", "publishedFileCount": 18, "publishedBytes": 604696, "score": 92.0, "strictPass": false, "toolCalls": 52, "evidenceReads": 46, "successfulToolCalls": 50, "rejectedToolCalls": 2, "costUsd": 0.07004824, "tokens": { "input": 1472402, "cached": 1357312, "output": 16570 }, "startedAt": "2026-09-01T10:58:35.711327Z", "finishedAt": "2026-09-01T11:04:28.780218Z", "trialResultSha256": "23b03ff270e4a835268ab73ec297d64b445663d289bca182d002fdccc4ea173e", "trajectorySha256": "61672b95d2f373d6a2359627f3c9cf2aff833a45012270d52d09f0bee3df033e", "finalResponseSha256": "a5f136b9825b882e785fcb91d64f77870b654367ef204effda88b0bfbb955cfe", "verifierTraceSha256": "7ab5a7208cc1e9a8042efc28e8aec6c48b64514234f08813db548e5d72109220", "providerTraceSha256": "7ab5a7208cc1e9a8042efc28e8aec6c48b64514234f08813db548e5d72109220", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "06a50e12d703825f5680055ae17ba1cd28219307fecf48ba602983ef3547a979", "providerNativeToolCalls": 52, "providerNativeSuccessfulCalls": 50, "providerNativeFailedCalls": 2, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "7ab5a7208cc1e9a8042efc28e8aec6c48b64514234f08813db548e5d72109220", "observedProviderCalls": 52, "observedSuccessfulProviderCalls": 50, "observedFailedProviderCalls": 2, "reportedTotalCalls": 52, "reportedSuccessfulCalls": 50, "reportedFailedCalls": 2 }, "verifierCallReceiptSha256": "1ac5f23e89b5401c789fe6617344ee0897904f891befd59ed775ed5c8f9b15ee", "verifierArtifactManifestSha256": "bc906fca62779b7c05b17a6a824b393da5c75eb031c50eedc97a0a415c478d19", "verifierArtifactFiles": 5, "verifierArtifactBytes": 225067 }, { "trialId": "636765d8-d7e8-443b-920d-4c98bae6c502", "taskId": "factorybench-096", "taskName": "blobfishai/factorybench-096", "harborTaskDigest": "sha256:95927e12dc0bc831933474bf6d599987db03bb0e70154d071e0212c0833dd685", "trialTaskChecksum": "7deb74f0e286e345d9fa43bb4f3c517b8b35dc605a02a06572a30eed2e9e0b35", "lockSha256": "b1651e13057032ce9f1956ee08ba9b16546a6bb2ebf2e4ffbf3f7278848d11d7", "publishedFileCount": 18, "publishedBytes": 620928, "score": 52.67, "strictPass": false, "toolCalls": 125, "evidenceReads": 83, "successfulToolCalls": 84, "rejectedToolCalls": 41, "costUsd": 0.13465316, "tokens": { "input": 3461299, "cached": 3295488, "output": 29651 }, "startedAt": "2026-09-01T08:31:25.372795Z", "finishedAt": "2026-09-01T08:42:13.955819Z", "trialResultSha256": "11a8c412335942daa6ed7b94ff837958cee0d6310859501cd24834bb89565c5a", "trajectorySha256": "15a8b24bebfd6961682f49007aada381d4a5539a895fe8ac65356315302cddc3", "finalResponseSha256": "60257931b03b8eba5349cb8b85aec9d1fb1449e55b750d640af07b8fcfb38757", "verifierTraceSha256": "3a66e9438f4080d7a3d4114e8a344bd9a28760729024da41a04416a7bbd10290", "providerTraceSha256": "3a66e9438f4080d7a3d4114e8a344bd9a28760729024da41a04416a7bbd10290", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "4fac3ff1b3af7126759b954fa458ce79a6dc56d47e4411088c1d9376744efd7b", "providerNativeToolCalls": 125, "providerNativeSuccessfulCalls": 84, "providerNativeFailedCalls": 41, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "3a66e9438f4080d7a3d4114e8a344bd9a28760729024da41a04416a7bbd10290", "observedProviderCalls": 125, "observedSuccessfulProviderCalls": 84, "observedFailedProviderCalls": 41, "reportedTotalCalls": 125, "reportedSuccessfulCalls": 84, "reportedFailedCalls": 41 }, "verifierCallReceiptSha256": "0234762a6be43bb94e1ae5f44fcd92d5d35aebb7210a9032458246e177bfa4ce", "verifierArtifactManifestSha256": "d86505203e67ae8cf67424acc5167685d847b3eff82abb7c3559b846f843b96e", "verifierArtifactFiles": 5, "verifierArtifactBytes": 288696 }, { "trialId": "a875135c-5557-4ee1-a2d8-aef19d8f93d2", "taskId": "factorybench-097", "taskName": "blobfishai/factorybench-097", "harborTaskDigest": "sha256:d6551c229849ad12d9bde2a40cc3dbd0d30664e673c7f651008d16411367d9d6", "trialTaskChecksum": "413ce0db15733c4d0b4317f3b41086e4bdc102dfdcf78d40de127081ea125d19", "lockSha256": "4b645fe39c76e257be9caa32b9c426d61a1da81ec9864b4e7194697fed779dea", "publishedFileCount": 18, "publishedBytes": 607335, "score": 88.83, "strictPass": false, "toolCalls": 63, "evidenceReads": 54, "successfulToolCalls": 58, "rejectedToolCalls": 5, "costUsd": 0.07980151999999999, "tokens": { "input": 1312228, "cached": 1142016, "output": 19099 }, "startedAt": "2026-09-01T08:20:00.174934Z", "finishedAt": "2026-09-01T08:26:45.211246Z", "trialResultSha256": "d64d4439a2b0360cc43023802a2bc6204dd084d59e76326fea0a97392799ab8c", "trajectorySha256": "c2a8f730fcae95dfaf25680d0d7de56cfc8c610c6c545d3de83d82099b6431ab", "finalResponseSha256": "6b1125067534b1119be1cc7ef6163bad680d8e4596c9a7074d7272a1f4a9775c", "verifierTraceSha256": "5f97a2709539576b0013aa3bc431669b0e29411523446cd31528fe9a361fa45a", "providerTraceSha256": "5f97a2709539576b0013aa3bc431669b0e29411523446cd31528fe9a361fa45a", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "1412b45fec991ee2f9e583a2f3aed32e461a9aa4f2b2877de775df695439534f", "providerNativeToolCalls": 63, "providerNativeSuccessfulCalls": 58, "providerNativeFailedCalls": 5, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "5f97a2709539576b0013aa3bc431669b0e29411523446cd31528fe9a361fa45a", "observedProviderCalls": 63, "observedSuccessfulProviderCalls": 58, "observedFailedProviderCalls": 5, "reportedTotalCalls": 63, "reportedSuccessfulCalls": 58, "reportedFailedCalls": 5 }, "verifierCallReceiptSha256": "71f2033ebe8299b7703dab96d417ad73aea5fd5f47f0c78c33903d094937c2f3", "verifierArtifactManifestSha256": "f3d8add1ecfe2386a8b38605e1ecdb9568d70e058d880842b115fffe2e455700", "verifierArtifactFiles": 5, "verifierArtifactBytes": 203035 }, { "trialId": "c858d532-89c3-42ec-9367-8c785d0b4a78", "taskId": "factorybench-098", "taskName": "blobfishai/factorybench-098", "harborTaskDigest": "sha256:5e286d133f9a2dff534b9529e3e12ae721d1a11a468a6672d296660bb2b5f77a", "trialTaskChecksum": "bd15244c1d1a781a0c83859789ba0061869fa49728a47280003de20a39a72390", "lockSha256": "5881013a537faac2d95639c812741c0aabc1f180e48f5bc6195975182ed818b1", "publishedFileCount": 18, "publishedBytes": 613489, "score": 14.0, "strictPass": false, "toolCalls": 37, "evidenceReads": 24, "successfulToolCalls": 25, "rejectedToolCalls": 12, "costUsd": 0.03074728, "tokens": { "input": 613814, "cached": 562944, "output": 7762 }, "startedAt": "2026-09-01T08:44:33.307605Z", "finishedAt": "2026-09-01T08:48:11.728130Z", "trialResultSha256": "02d2c24223ac171b1ff3e3c28c2ef9fe6453c524486172ec217585d1515b0a6b", "trajectorySha256": "7d95163a5e763e64e5e65ad94043bbf929d071a764b808ff9c0dca3fbd237e65", "finalResponseSha256": "bafcda448b350d43110f5c4637ab957e2bbf201f807a07fe80401316bf6b504b", "verifierTraceSha256": "e02d00d7ec7eff44bceeb6dc734456780f8d32e76f4a80c63b6b81d14709206e", "providerTraceSha256": "e02d00d7ec7eff44bceeb6dc734456780f8d32e76f4a80c63b6b81d14709206e", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "955c8575bbce6ecff337a9b6913006d3093f28bb26efd3adc91d125f9a2c1e6b", "providerNativeToolCalls": 37, "providerNativeSuccessfulCalls": 25, "providerNativeFailedCalls": 12, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "e02d00d7ec7eff44bceeb6dc734456780f8d32e76f4a80c63b6b81d14709206e", "observedProviderCalls": 37, "observedSuccessfulProviderCalls": 25, "observedFailedProviderCalls": 12, "reportedTotalCalls": 37, "reportedSuccessfulCalls": 25, "reportedFailedCalls": 12 }, "verifierCallReceiptSha256": "47eab0675f9b623b4e81c678027e9a82bd979fc10dc60c54405390af13cac25d", "verifierArtifactManifestSha256": "28d3715a7dc4e049cc4d2b002955666d4ac319700c4ea4784da4849f2aad5e23", "verifierArtifactFiles": 5, "verifierArtifactBytes": 137490 }, { "trialId": "154d6c80-a5ee-4bf8-bd5e-afd6c055dd27", "taskId": "factorybench-099", "taskName": "blobfishai/factorybench-099", "harborTaskDigest": "sha256:42a9f391c6c1ab221bf4a3ff13574a4658031179d71371a8545179ba169619d8", "trialTaskChecksum": "b180bf253045fa68f80f2ca57550ac553c28e2eb099ad120bb5f51f88315d869", "lockSha256": "db0c8ea202a57bcfb0bc258c4f1274d14f051bc09b8c64c0c1f3600201083c8a", "publishedFileCount": 18, "publishedBytes": 611637, "score": 23.33, "strictPass": false, "toolCalls": 48, "evidenceReads": 33, "successfulToolCalls": 35, "rejectedToolCalls": 13, "costUsd": 0.06916083999999999, "tokens": { "input": 1395599, "cached": 1295872, "output": 19415 }, "startedAt": "2026-09-01T08:07:02.727589Z", "finishedAt": "2026-09-01T08:14:08.459930Z", "trialResultSha256": "9b64b569338b01a258c5c1baff292624bfcce9dce1e2b72d055920f21926bd38", "trajectorySha256": "af5533d2e6c2cf7bd05b4d6f98c95ac9e9699c02963dd4dfe71ac2ee8105a9f1", "finalResponseSha256": "9103bf78dd70a49b14e611bdc29b98530d6cb791a3fe923f5f8230f07ae7655d", "verifierTraceSha256": "f89f6619e6c70640116f7f1ffdd36881f8e5e2a1a122dfa76ae09d517e3f77f1", "providerTraceSha256": "f89f6619e6c70640116f7f1ffdd36881f8e5e2a1a122dfa76ae09d517e3f77f1", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "cce0000bbcc5db631aac235087cc2a610422a44d20d430430d4e2af3494b2dd6", "providerNativeToolCalls": 48, "providerNativeSuccessfulCalls": 35, "providerNativeFailedCalls": 13, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "f89f6619e6c70640116f7f1ffdd36881f8e5e2a1a122dfa76ae09d517e3f77f1", "observedProviderCalls": 48, "observedSuccessfulProviderCalls": 35, "observedFailedProviderCalls": 13, "reportedTotalCalls": 48, "reportedSuccessfulCalls": 35, "reportedFailedCalls": 13 }, "verifierCallReceiptSha256": "737d9e4163344bdcfe4fbc1f380e0774746569bdaa20c9a4bedc58e6fa06d8cb", "verifierArtifactManifestSha256": "63ed7edf9c128d85c12730d80f66ff014fa8f93afc7ed50f0c1d4667dae08b69", "verifierArtifactFiles": 5, "verifierArtifactBytes": 155198 }, { "trialId": "06721b90-e719-42be-baaf-6384fe37e0a7", "taskId": "factorybench-100", "taskName": "blobfishai/factorybench-task-100", "harborTaskDigest": "sha256:567860d8a8a62bf609c828411c40cc1c57e33afb7e8692e3ef2f8b28b1fe6c48", "trialTaskChecksum": "cbb68eff4f578b0778340da9bb95b5f2e6d41de71de53cc1df1bd7e06afdd07e", "lockSha256": "f7d6a036e607199489976bde23988edbd2056dab32f74028543428326088dc6d", "publishedFileCount": 18, "publishedBytes": 594680, "score": 91.06, "strictPass": false, "toolCalls": 81, "evidenceReads": 70, "successfulToolCalls": 74, "rejectedToolCalls": 7, "costUsd": 0.10230792, "tokens": { "input": 2745276, "cached": 2606336, "output": 18661 }, "startedAt": "2026-09-01T09:03:13.591937Z", "finishedAt": "2026-09-01T09:09:59.902351Z", "trialResultSha256": "73b3e91b7319139005792e42ab7b18b34149f7f35724730a51ade8cba3953a7d", "trajectorySha256": "841a11326f0de2e9d33e4049a3074a433caad0a1ebeed328357083eec1b40b7c", "finalResponseSha256": "f0dd8bf8dafbe8d17fc7a01a8acf4c2a020d475600cd98dfef5a5ed8eaf92f93", "verifierTraceSha256": "ed839322998390a96c73c0e548ac0abca1b3742f4c36e62686df7f7e82eaea65", "providerTraceSha256": "ed839322998390a96c73c0e548ac0abca1b3742f4c36e62686df7f7e82eaea65", "providerTraceSource": "verifier/trace.json", "traceMode": "provider-native", "traceEventsSha256": "8be6ad0b96529fefc77f7204303d4632022dbc8d9c8fe2fff3e6eb2409eb9b68", "providerNativeToolCalls": 81, "providerNativeSuccessfulCalls": 74, "providerNativeFailedCalls": 7, "verifierCallReceipt": { "source": "verifier/trace.json", "sha256": "ed839322998390a96c73c0e548ac0abca1b3742f4c36e62686df7f7e82eaea65", "observedProviderCalls": 81, "observedSuccessfulProviderCalls": 74, "observedFailedProviderCalls": 7, "reportedTotalCalls": 81, "reportedSuccessfulCalls": 74, "reportedFailedCalls": 7 }, "verifierCallReceiptSha256": "b55e0d994eef6a4ce2eeb0a06ec4e05ce5f24246b63a2c6a9e734831f22440e5", "verifierArtifactManifestSha256": "cd619e3806b303c42d05e41a6106a7f9ead2b77a45ee898ee18dadbbf1458752", "verifierArtifactFiles": 5, "verifierArtifactBytes": 213679 } ], "disclosure": "Full 100/100-task version-pinned model run derived from the exact Harbor trial artifacts; no oracle or deterministic-control trials are ranked. Scoring observes only released task state and answers, Codex built-in web search was disabled, and OS-level no-egress isolation is not claimed. Provider-native trace provenance is reported per task (100/100 native, 0/100 explicit Harbor agent fallbacks); trials with no recorded MCP operation retain that fallback rather than being presented as provider calls." } ] }