{ "schemaVersion": 2, "experimentDate": "2026-09-16", "design": "Two tasks, one baseline and one Jev-assisted run each; baseline first; no randomization or repeats.", "timingBoundary": "Client code-plan invocation, including browser work and awaited finalization; excludes pre-planner setup.", "costBasis": "Provider-reported usage at configured supplier tariffs; not an invoice or customer-credit total.", "jevInputUsdPerMillion": 0.042, "gmiUsdPerMillion": { "uncachedInput": 0.075, "cachedInput": 0.015, "output": 0.25 }, "outcomeEvidence": "Runtime completion and browser action receipts. Independent outcome verification and cart-reset status were not supplied with the captured logs.", "comparability": "Same GMI GLM Flash model and extension build; message body changed from first to second test. Generated plans, selected Amazon products, confirmation paths, and live page state differed.", "backendCommit": "0321de73611f54c1b4b816a68b936ee1ba2d3d80", "relayCommit": "da9fd18ee1c0bfda11c7de9493c4c8887a15cfd0", "catalogVersion": "2026-09-16-v6", "tasks": [ { "task": "LinkedIn message", "baseline": { "wallMs": 95488, "modelWallMs": 68718, "generativeCalls": 7, "jevCalls": 0, "scoreCalls": 0, "choiceCalls": 0, "acceptedJevActions": 0, "delegatedChoices": 0, "knownGenerativeCostUsd": 0.023976499999999998, "knownJevCostUsd": 0, "knownTotalCostUsd": 0.023976499999999998, "generativeInputTokens": 469300, "generativeOutputTokens": 1196, "jevInputTokens": 0, "jevOutputTokens": 0, "cachedTokens": 192000, "reasoningTokens": 277, "providerFailures": 0, "unpricedCalls": 0, "unknownFailedAttempts": 0, "unfinishedCalls": 0, "runtimeStatus": "completed", "supplierHosts": [ "api.gmi-serving.com" ], "generativeModels": [ "zai-org/GLM-5.3-Flash" ], "nativeModels": [], "contextStages": { "action-context": { "acceptedPasses": 0, "originalBytes": 0, "retainedBytes": 0, "reductionPercent": null }, "prompt-context": { "acceptedPasses": 0, "originalBytes": 0, "retainedBytes": 0, "reductionPercent": null } }, "client": { "scriptRounds": 1, "repairRounds": 0, "continuationRounds": 1, "completedHelperCalls": 2, "resumed": false }, "calls": [ { "source": "generative", "stage": "CODEPLAN", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 8469, "inputTokens": 62216, "outputTokens": 468, "cachedTokens": 0, "estimatedCostUsd": 0.0047832, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 0, "relativeEndMs": 8469 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 11820, "inputTokens": 64848, "outputTokens": 43, "cachedTokens": 0, "estimatedCostUsd": 0.00487435, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 15980, "relativeEndMs": 27800 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 11804, "inputTokens": 60515, "outputTokens": 155, "cachedTokens": 32768, "estimatedCostUsd": 0.002611295, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 33011, "relativeEndMs": 44815 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 8386, "inputTokens": 61641, "outputTokens": 81, "cachedTokens": 52928, "estimatedCostUsd": 0.0014676449999999998, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 47018, "relativeEndMs": 55404 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 9604, "inputTokens": 69813, "outputTokens": 72, "cachedTokens": 52928, "estimatedCostUsd": 0.0020782949999999995, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 57461, "relativeEndMs": 67065 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 13306, "inputTokens": 70299, "outputTokens": 295, "cachedTokens": 53376, "estimatedCostUsd": 0.0021436149999999998, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 69742, "relativeEndMs": 83048 }, { "source": "generative", "stage": "CODEPLAN", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 5329, "inputTokens": 79968, "outputTokens": 82, "cachedTokens": 0, "estimatedCostUsd": 0.006018099999999999, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 84755, "relativeEndMs": 90084 } ], "choices": [], "context": [] }, "jev": { "wallMs": 65841, "modelWallMs": 39883, "generativeCalls": 4, "jevCalls": 20, "scoreCalls": 16, "choiceCalls": 4, "acceptedJevActions": 3, "delegatedChoices": 1, "knownGenerativeCostUsd": 0.018350755, "knownJevCostUsd": 0.014731290000000003, "knownTotalCostUsd": 0.033082045, "generativeInputTokens": 306621, "generativeOutputTokens": 970, "jevInputTokens": 350745, "jevOutputTokens": 5814, "cachedTokens": 81472, "reasoningTokens": 142, "providerFailures": 0, "unpricedCalls": 0, "unknownFailedAttempts": 0, "unfinishedCalls": 0, "runtimeStatus": "completed", "supplierHosts": [ "api.gmi-serving.com" ], "generativeModels": [ "zai-org/GLM-5.3-Flash" ], "nativeModels": [ "jev-1.13.0" ], "contextStages": { "action-context": { "acceptedPasses": 3, "originalBytes": 491721, "retainedBytes": 49070, "reductionPercent": 90.02076380711827 }, "prompt-context": { "acceptedPasses": 0, "originalBytes": 0, "retainedBytes": 0, "reductionPercent": null } }, "client": { "scriptRounds": 1, "repairRounds": 0, "continuationRounds": 1, "completedHelperCalls": 1, "resumed": false }, "calls": [ { "source": "generative", "stage": "CODEPLAN", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 9880, "inputTokens": 62558, "outputTokens": 606, "cachedTokens": 0, "estimatedCostUsd": 0.00484335, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 0, "relativeEndMs": 9880 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 7372, "inputTokens": 41309, "outputTokens": 43, "cachedTokens": 0, "estimatedCostUsd": 0.003108925, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 12409, "relativeEndMs": 19781 }, { "source": "jev", "stage": "action-choice", "model": "jev-1.13.0", "elapsedMs": 367, "inputTokens": 13929, "outputTokens": 936, "cachedTokens": null, "estimatedCostUsd": 0.0005850180000000001, "requestBytes": 43732, "estimatedTokens": 15777, "relativeStartMs": 23973, "relativeEndMs": 24339 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 288, "inputTokens": 19093, "outputTokens": 180, "cachedTokens": null, "estimatedCostUsd": 0.000801906, "requestBytes": 76740, "estimatedTokens": 26988, "relativeStartMs": 28389, "relativeEndMs": 28676 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 647, "inputTokens": 18845, "outputTokens": 220, "cachedTokens": null, "estimatedCostUsd": 0.00079149, "requestBytes": 74709, "estimatedTokens": 26554, "relativeStartMs": 28392, "relativeEndMs": 29038 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 454, "inputTokens": 20191, "outputTokens": 239, "cachedTokens": null, "estimatedCostUsd": 0.000848022, "requestBytes": 74872, "estimatedTokens": 26638, "relativeStartMs": 28395, "relativeEndMs": 28848 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 378, "inputTokens": 15183, "outputTokens": 194, "cachedTokens": null, "estimatedCostUsd": 0.000637686, "requestBytes": 55762, "estimatedTokens": 19986, "relativeStartMs": 28398, "relativeEndMs": 28775 }, { "source": "jev", "stage": "action-choice", "model": "jev-1.13.0", "elapsedMs": 202, "inputTokens": 9780, "outputTokens": 313, "cachedTokens": null, "estimatedCostUsd": 0.00041076000000000003, "requestBytes": 31843, "estimatedTokens": 11882, "relativeStartMs": 29100, "relativeEndMs": 29302 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 428, "inputTokens": 19750, "outputTokens": 181, "cachedTokens": null, "estimatedCostUsd": 0.0008295, "requestBytes": 78437, "estimatedTokens": 27561, "relativeStartMs": 32461, "relativeEndMs": 32888 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 369, "inputTokens": 19266, "outputTokens": 220, "cachedTokens": null, "estimatedCostUsd": 0.000809172, "requestBytes": 75593, "estimatedTokens": 26851, "relativeStartMs": 32465, "relativeEndMs": 32832 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 692, "inputTokens": 20476, "outputTokens": 239, "cachedTokens": null, "estimatedCostUsd": 0.0008599920000000001, "requestBytes": 75515, "estimatedTokens": 26685, "relativeStartMs": 32468, "relativeEndMs": 33158 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 432, "inputTokens": 18944, "outputTokens": 251, "cachedTokens": null, "estimatedCostUsd": 0.000795648, "requestBytes": 67586, "estimatedTokens": 24144, "relativeStartMs": 32471, "relativeEndMs": 32902 }, { "source": "jev", "stage": "action-choice", "model": "jev-1.13.0", "elapsedMs": 192, "inputTokens": 10272, "outputTokens": 520, "cachedTokens": null, "estimatedCostUsd": 0.000431424, "requestBytes": 31467, "estimatedTokens": 11675, "relativeStartMs": 33211, "relativeEndMs": 33402 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 515, "inputTokens": 20200, "outputTokens": 181, "cachedTokens": null, "estimatedCostUsd": 0.0008484000000000001, "requestBytes": 79361, "estimatedTokens": 27863, "relativeStartMs": 36036, "relativeEndMs": 36549 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 391, "inputTokens": 19716, "outputTokens": 220, "cachedTokens": null, "estimatedCostUsd": 0.000828072, "requestBytes": 76517, "estimatedTokens": 27153, "relativeStartMs": 36039, "relativeEndMs": 36428 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 518, "inputTokens": 20926, "outputTokens": 239, "cachedTokens": null, "estimatedCostUsd": 0.000878892, "requestBytes": 76439, "estimatedTokens": 26987, "relativeStartMs": 36042, "relativeEndMs": 36558 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 466, "inputTokens": 19614, "outputTokens": 251, "cachedTokens": null, "estimatedCostUsd": 0.000823788, "requestBytes": 69454, "estimatedTokens": 24767, "relativeStartMs": 36044, "relativeEndMs": 36509 }, { "source": "jev", "stage": "action-choice", "model": "jev-1.13.0", "elapsedMs": 187, "inputTokens": 9559, "outputTokens": 392, "cachedTokens": null, "estimatedCostUsd": 0.00040147800000000003, "requestBytes": 29071, "estimatedTokens": 10875, "relativeStartMs": 36613, "relativeEndMs": 36799 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 12338, "inputTokens": 96223, "outputTokens": 207, "cachedTokens": 32768, "estimatedCostUsd": 0.005302394999999999, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 37140, "relativeEndMs": 49478 }, { "source": "jev", "stage": "prompt-context", "model": "jev-1.13.0", "elapsedMs": 517, "inputTokens": 18236, "outputTokens": 234, "cachedTokens": null, "estimatedCostUsd": 0.000765912, "requestBytes": 74762, "estimatedTokens": 26402, "relativeStartMs": 51316, "relativeEndMs": 51832 }, { "source": "jev", "stage": "prompt-context", "model": "jev-1.13.0", "elapsedMs": 413, "inputTokens": 18587, "outputTokens": 238, "cachedTokens": null, "estimatedCostUsd": 0.000780654, "requestBytes": 77252, "estimatedTokens": 27278, "relativeStartMs": 51319, "relativeEndMs": 51731 }, { "source": "jev", "stage": "prompt-context", "model": "jev-1.13.0", "elapsedMs": 451, "inputTokens": 19366, "outputTokens": 292, "cachedTokens": null, "estimatedCostUsd": 0.000813372, "requestBytes": 78921, "estimatedTokens": 27987, "relativeStartMs": 51322, "relativeEndMs": 51772 }, { "source": "jev", "stage": "prompt-context", "model": "jev-1.13.0", "elapsedMs": 529, "inputTokens": 18812, "outputTokens": 274, "cachedTokens": null, "estimatedCostUsd": 0.000790104, "requestBytes": 77593, "estimatedTokens": 27445, "relativeStartMs": 51325, "relativeEndMs": 51853 }, { "source": "generative", "stage": "CODEPLAN", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 6943, "inputTokens": 106531, "outputTokens": 114, "cachedTokens": 48704, "estimatedCostUsd": 0.005096084999999999, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 52181, "relativeEndMs": 59124 } ], "choices": [ { "status": "accepted", "elapsedMs": 367, "originalCandidateCount": 102, "candidateCount": 102, "probability": 0.85, "confidence": 0.83, "delegateProbability": 0.08, "winnerTool": "click_element", "topCandidates": [ { "selected": true, "tool": "click_element", "probability": 0.85 }, { "selected": false, "tool": "delegate", "probability": 0.08 }, { "selected": false, "tool": "click_element", "probability": 0.05 }, { "selected": false, "tool": "click_element", "probability": 0.01 }, { "selected": false, "tool": "click_element", "probability": 0.01 } ], "acceptancePolicy": "winner" }, { "status": "accepted", "elapsedMs": 202, "originalCandidateCount": 317, "candidateCount": 33, "probability": 0.55, "confidence": 0.53, "delegateProbability": 0.01, "winnerTool": "type_into_element", "topCandidates": [ { "selected": true, "tool": "type_into_element", "probability": 0.55 }, { "selected": false, "tool": "type_into_element", "probability": 0.34 }, { "selected": false, "tool": "click_element", "probability": 0.08 }, { "selected": false, "tool": "delegate", "probability": 0.01 }, { "selected": false, "tool": "click_element", "probability": 0.01 } ], "acceptancePolicy": "winner" }, { "status": "accepted", "elapsedMs": 192, "originalCandidateCount": 350, "candidateCount": 56, "probability": 0.95, "confidence": 0.94, "delegateProbability": 0.04, "winnerTool": "click_element", "topCandidates": [ { "selected": true, "tool": "click_element", "probability": 0.95 }, { "selected": false, "tool": "delegate", "probability": 0.04 }, { "selected": false, "tool": "click_element", "probability": 0.01 }, { "selected": false, "tool": "click_element", "probability": 0 }, { "selected": false, "tool": "type_into_element", "probability": 0 } ], "acceptancePolicy": "winner" }, { "status": "delegated", "elapsedMs": 187, "originalCandidateCount": 349, "candidateCount": 42, "probability": 0.58, "confidence": 0.56, "delegateProbability": 0.58, "winnerTool": null, "topCandidates": [ { "selected": true, "tool": "delegate", "probability": 0.58 }, { "selected": false, "tool": "click_element", "probability": 0.25 }, { "selected": false, "tool": "type_into_element", "probability": 0.09999999999999999 }, { "selected": false, "tool": "click_element", "probability": 0.02 }, { "selected": false, "tool": "type_into_element", "probability": 0.02 } ], "acceptancePolicy": "winner" } ], "context": [ { "stage": "action-context", "status": "accepted", "reason": "action_context_subset", "elapsedMs": 651, "originalBytes": 156951, "retainedBytes": 19486, "totalSections": 45, "scoredSections": 45, "unscoredSections": 0, "failedSections": 0, "coverageComplete": true, "selectedSectionCount": 4 }, { "stage": "action-context", "status": "accepted", "reason": "action_context_subset", "elapsedMs": 698, "originalBytes": 167043, "retainedBytes": 15426, "totalSections": 48, "scoredSections": 48, "unscoredSections": 0, "failedSections": 0, "coverageComplete": true, "selectedSectionCount": 4 }, { "stage": "action-context", "status": "accepted", "reason": "action_context_subset", "elapsedMs": 525, "originalBytes": 167727, "retainedBytes": 14158, "totalSections": 48, "scoredSections": 48, "unscoredSections": 0, "failedSections": 0, "coverageComplete": true, "selectedSectionCount": 3 }, { "stage": "prompt-context", "status": "delegated", "reason": "insufficient_reduction", "elapsedMs": 538, "originalBytes": 167727, "retainedBytes": 139362, "totalSections": 91, "scoredSections": 57, "unscoredSections": 34, "failedSections": 0, "coverageComplete": false, "selectedSectionCount": 68 } ] }, "measuredTimeReductionPercent": 31.047880361930297, "estimatedCostIncreasePercent": 37.976956603340774 }, { "task": "Amazon: two products", "baseline": { "wallMs": 178656, "modelWallMs": 122935, "generativeCalls": 8, "jevCalls": 0, "scoreCalls": 0, "choiceCalls": 0, "acceptedJevActions": 0, "delegatedChoices": 0, "knownGenerativeCostUsd": 0.03297764, "knownJevCostUsd": 0, "knownTotalCostUsd": 0.03297764, "generativeInputTokens": 642336, "generativeOutputTokens": 1940, "jevInputTokens": 0, "jevOutputTokens": 0, "cachedTokens": 261376, "reasoningTokens": 321, "providerFailures": 0, "unpricedCalls": 0, "unknownFailedAttempts": 0, "unfinishedCalls": 0, "runtimeStatus": "completed", "supplierHosts": [ "api.gmi-serving.com" ], "generativeModels": [ "zai-org/GLM-5.3-Flash" ], "nativeModels": [], "contextStages": { "action-context": { "acceptedPasses": 0, "originalBytes": 0, "retainedBytes": 0, "reductionPercent": null }, "prompt-context": { "acceptedPasses": 0, "originalBytes": 0, "retainedBytes": 0, "reductionPercent": null } }, "client": { "scriptRounds": 1, "repairRounds": 0, "continuationRounds": 1, "completedHelperCalls": 7, "resumed": false }, "calls": [ { "source": "generative", "stage": "CODEPLAN", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 12747, "inputTokens": 58254, "outputTokens": 977, "cachedTokens": 0, "estimatedCostUsd": 0.0046133, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 0, "relativeEndMs": 12747 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 8604, "inputTokens": 107417, "outputTokens": 51, "cachedTokens": 32768, "estimatedCostUsd": 0.006102944999999999, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 25922, "relativeEndMs": 34526 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 51080, "inputTokens": 82322, "outputTokens": 98, "cachedTokens": 32768, "estimatedCostUsd": 0.00423257, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 41269, "relativeEndMs": 92349 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 11348, "inputTokens": 68622, "outputTokens": 200, "cachedTokens": 48960, "estimatedCostUsd": 0.00225905, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 97718, "relativeEndMs": 109066 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 8818, "inputTokens": 101839, "outputTokens": 52, "cachedTokens": 48960, "estimatedCostUsd": 0.004713324999999999, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 118171, "relativeEndMs": 126989 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 10280, "inputTokens": 59317, "outputTokens": 130, "cachedTokens": 48960, "estimatedCostUsd": 0.001543675, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 133622, "relativeEndMs": 143902 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 14103, "inputTokens": 70610, "outputTokens": 278, "cachedTokens": 48960, "estimatedCostUsd": 0.00242765, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 148212, "relativeEndMs": 162315 }, { "source": "generative", "stage": "CODEPLAN", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 5955, "inputTokens": 93955, "outputTokens": 154, "cachedTokens": 0, "estimatedCostUsd": 0.007085125, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 169140, "relativeEndMs": 175095 } ], "choices": [], "context": [] }, "jev": { "wallMs": 101886, "modelWallMs": 57712, "generativeCalls": 5, "jevCalls": 30, "scoreCalls": 23, "choiceCalls": 7, "acceptedJevActions": 4, "delegatedChoices": 3, "knownGenerativeCostUsd": 0.02274733, "knownJevCostUsd": 0.027036786000000004, "knownTotalCostUsd": 0.049784116, "generativeInputTokens": 362952, "generativeOutputTokens": 1657, "jevInputTokens": 643733, "jevOutputTokens": 11422, "cachedTokens": 81472, "reasoningTokens": 199, "providerFailures": 0, "unpricedCalls": 0, "unknownFailedAttempts": 0, "unfinishedCalls": 0, "runtimeStatus": "completed", "supplierHosts": [ "api.gmi-serving.com" ], "generativeModels": [ "zai-org/GLM-5.3-Flash" ], "nativeModels": [ "jev-1.13.0" ], "contextStages": { "action-context": { "acceptedPasses": 7, "originalBytes": 840250, "retainedBytes": 257240, "reductionPercent": 69.38530199345433 }, "prompt-context": { "acceptedPasses": 1, "originalBytes": 91929, "retainedBytes": 72330, "reductionPercent": 21.31971412720687 } }, "client": { "scriptRounds": 1, "repairRounds": 0, "continuationRounds": 1, "completedHelperCalls": 3, "resumed": false }, "calls": [ { "source": "generative", "stage": "CODEPLAN", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 10948, "inputTokens": 58596, "outputTokens": 934, "cachedTokens": 48704, "estimatedCostUsd": 0.00170596, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 0, "relativeEndMs": 10948 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 716, "inputTokens": 25302, "outputTokens": 289, "cachedTokens": null, "estimatedCostUsd": 0.001062684, "requestBytes": 77792, "estimatedTokens": 27042, "relativeStartMs": 18209, "relativeEndMs": 18923 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 661, "inputTokens": 26305, "outputTokens": 307, "cachedTokens": null, "estimatedCostUsd": 0.0011048100000000001, "requestBytes": 79390, "estimatedTokens": 27548, "relativeStartMs": 18212, "relativeEndMs": 18872 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 461, "inputTokens": 23896, "outputTokens": 308, "cachedTokens": null, "estimatedCostUsd": 0.001003632, "requestBytes": 76642, "estimatedTokens": 26596, "relativeStartMs": 18215, "relativeEndMs": 18675 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 355, "inputTokens": 5146, "outputTokens": 80, "cachedTokens": null, "estimatedCostUsd": 0.000216132, "requestBytes": 17580, "estimatedTokens": 6908, "relativeStartMs": 18216, "relativeEndMs": 18571 }, { "source": "jev", "stage": "action-choice", "model": "jev-1.13.0", "elapsedMs": 364, "inputTokens": 29663, "outputTokens": 754, "cachedTokens": null, "estimatedCostUsd": 0.001245846, "requestBytes": 80259, "estimatedTokens": 27838, "relativeStartMs": 19133, "relativeEndMs": 19496 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 408, "inputTokens": 24570, "outputTokens": 271, "cachedTokens": null, "estimatedCostUsd": 0.00103194, "requestBytes": 75000, "estimatedTokens": 26130, "relativeStartMs": 27220, "relativeEndMs": 27626 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 451, "inputTokens": 26169, "outputTokens": 286, "cachedTokens": null, "estimatedCostUsd": 0.001099098, "requestBytes": 79214, "estimatedTokens": 27651, "relativeStartMs": 27222, "relativeEndMs": 27672 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 465, "inputTokens": 19611, "outputTokens": 251, "cachedTokens": null, "estimatedCostUsd": 0.0008236620000000001, "requestBytes": 67303, "estimatedTokens": 23538, "relativeStartMs": 27225, "relativeEndMs": 27689 }, { "source": "jev", "stage": "action-choice", "model": "jev-1.13.0", "elapsedMs": 165, "inputTokens": 12275, "outputTokens": 511, "cachedTokens": null, "estimatedCostUsd": 0.00051555, "requestBytes": 31959, "estimatedTokens": 11709, "relativeStartMs": 27777, "relativeEndMs": 27941 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 326, "inputTokens": 24712, "outputTokens": 271, "cachedTokens": null, "estimatedCostUsd": 0.001037904, "requestBytes": 77039, "estimatedTokens": 26870, "relativeStartMs": 31624, "relativeEndMs": 31948 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 211, "inputTokens": 10210, "outputTokens": 113, "cachedTokens": null, "estimatedCostUsd": 0.00042882000000000006, "requestBytes": 31686, "estimatedTokens": 11642, "relativeStartMs": 31626, "relativeEndMs": 31836 }, { "source": "jev", "stage": "action-choice", "model": "jev-1.13.0", "elapsedMs": 308, "inputTokens": 29875, "outputTokens": 994, "cachedTokens": null, "estimatedCostUsd": 0.00125475, "requestBytes": 78782, "estimatedTokens": 27387, "relativeStartMs": 32001, "relativeEndMs": 32308 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 12908, "inputTokens": 70700, "outputTokens": 284, "cachedTokens": 0, "estimatedCostUsd": 0.0053735, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 32651, "relativeEndMs": 45559 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 420, "inputTokens": 23435, "outputTokens": 271, "cachedTokens": null, "estimatedCostUsd": 0.0009842700000000002, "requestBytes": 75527, "estimatedTokens": 26594, "relativeStartMs": 47044, "relativeEndMs": 47463 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 622, "inputTokens": 23543, "outputTokens": 299, "cachedTokens": null, "estimatedCostUsd": 0.000988806, "requestBytes": 76086, "estimatedTokens": 26792, "relativeStartMs": 47047, "relativeEndMs": 47668 }, { "source": "jev", "stage": "action-choice", "model": "jev-1.13.0", "elapsedMs": 279, "inputTokens": 24258, "outputTokens": 934, "cachedTokens": null, "estimatedCostUsd": 0.001018836, "requestBytes": 68201, "estimatedTokens": 23948, "relativeStartMs": 47694, "relativeEndMs": 47972 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 8305, "inputTokens": 78682, "outputTokens": 32, "cachedTokens": 32768, "estimatedCostUsd": 0.00394307, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 48310, "relativeEndMs": 56615 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 745, "inputTokens": 25654, "outputTokens": 289, "cachedTokens": null, "estimatedCostUsd": 0.001077468, "requestBytes": 78116, "estimatedTokens": 27105, "relativeStartMs": 64043, "relativeEndMs": 64786 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 775, "inputTokens": 26540, "outputTokens": 307, "cachedTokens": null, "estimatedCostUsd": 0.00111468, "requestBytes": 77894, "estimatedTokens": 27001, "relativeStartMs": 64046, "relativeEndMs": 64819 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 725, "inputTokens": 25494, "outputTokens": 308, "cachedTokens": null, "estimatedCostUsd": 0.001070748, "requestBytes": 77759, "estimatedTokens": 26968, "relativeStartMs": 64049, "relativeEndMs": 64772 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 646, "inputTokens": 5549, "outputTokens": 80, "cachedTokens": null, "estimatedCostUsd": 0.00023305800000000002, "requestBytes": 18388, "estimatedTokens": 7179, "relativeStartMs": 64050, "relativeEndMs": 64696 }, { "source": "jev", "stage": "action-choice", "model": "jev-1.13.0", "elapsedMs": 334, "inputTokens": 30139, "outputTokens": 790, "cachedTokens": null, "estimatedCostUsd": 0.001265838, "requestBytes": 80198, "estimatedTokens": 27771, "relativeStartMs": 64986, "relativeEndMs": 65319 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 652, "inputTokens": 27187, "outputTokens": 289, "cachedTokens": null, "estimatedCostUsd": 0.001141854, "requestBytes": 78507, "estimatedTokens": 27277, "relativeStartMs": 72751, "relativeEndMs": 73401 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 410, "inputTokens": 23420, "outputTokens": 269, "cachedTokens": null, "estimatedCostUsd": 0.00098364, "requestBytes": 77435, "estimatedTokens": 27044, "relativeStartMs": 72753, "relativeEndMs": 73162 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 350, "inputTokens": 12067, "outputTokens": 156, "cachedTokens": null, "estimatedCostUsd": 0.0005068140000000001, "requestBytes": 38232, "estimatedTokens": 13819, "relativeStartMs": 72756, "relativeEndMs": 73105 }, { "source": "jev", "stage": "action-choice", "model": "jev-1.13.0", "elapsedMs": 227, "inputTokens": 12824, "outputTokens": 447, "cachedTokens": null, "estimatedCostUsd": 0.0005386080000000001, "requestBytes": 31677, "estimatedTokens": 11595, "relativeStartMs": 73452, "relativeEndMs": 73678 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 288, "inputTokens": 25854, "outputTokens": 271, "cachedTokens": null, "estimatedCostUsd": 0.0010858680000000002, "requestBytes": 78437, "estimatedTokens": 27334, "relativeStartMs": 77480, "relativeEndMs": 77766 }, { "source": "jev", "stage": "action-context", "model": "jev-1.13.0", "elapsedMs": 232, "inputTokens": 10844, "outputTokens": 113, "cachedTokens": null, "estimatedCostUsd": 0.00045544800000000006, "requestBytes": 32547, "estimatedTokens": 11927, "relativeStartMs": 77482, "relativeEndMs": 77713 }, { "source": "jev", "stage": "action-choice", "model": "jev-1.13.0", "elapsedMs": 328, "inputTokens": 29741, "outputTokens": 1154, "cachedTokens": null, "estimatedCostUsd": 0.001249122, "requestBytes": 78354, "estimatedTokens": 27232, "relativeStartMs": 77797, "relativeEndMs": 78124 }, { "source": "generative", "stage": "GENERATION", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 12275, "inputTokens": 71366, "outputTokens": 209, "cachedTokens": 0, "estimatedCostUsd": 0.0054047, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 78558, "relativeEndMs": 90833 }, { "source": "jev", "stage": "prompt-context", "model": "jev-1.13.0", "elapsedMs": 421, "inputTokens": 23845, "outputTokens": 396, "cachedTokens": null, "estimatedCostUsd": 0.00100149, "requestBytes": 78963, "estimatedTokens": 27555, "relativeStartMs": 92443, "relativeEndMs": 92862 }, { "source": "jev", "stage": "prompt-context", "model": "jev-1.13.0", "elapsedMs": 432, "inputTokens": 24510, "outputTokens": 401, "cachedTokens": null, "estimatedCostUsd": 0.00102942, "requestBytes": 79049, "estimatedTokens": 27538, "relativeStartMs": 92446, "relativeEndMs": 92876 }, { "source": "jev", "stage": "prompt-context", "model": "jev-1.13.0", "elapsedMs": 353, "inputTokens": 11095, "outputTokens": 213, "cachedTokens": null, "estimatedCostUsd": 0.00046599, "requestBytes": 38986, "estimatedTokens": 14128, "relativeStartMs": 92447, "relativeEndMs": 92800 }, { "source": "generative", "stage": "CODEPLAN", "model": "zai-org/GLM-5.3-Flash", "elapsedMs": 7002, "inputTokens": 83608, "outputTokens": 198, "cachedTokens": 0, "estimatedCostUsd": 0.0063200999999999995, "requestBytes": null, "estimatedTokens": null, "relativeStartMs": 93240, "relativeEndMs": 100242 } ], "choices": [ { "status": "accepted", "elapsedMs": 364, "originalCandidateCount": 591, "candidateCount": 82, "probability": 0.22, "confidence": 0.2, "delegateProbability": 0.14, "winnerTool": "click_element", "topCandidates": [ { "selected": true, "tool": "click_element", "probability": 0.22 }, { "selected": false, "tool": "delegate", "probability": 0.14 }, { "selected": false, "tool": "click_element", "probability": 0.13 }, { "selected": false, "tool": "click_element", "probability": 0.09 }, { "selected": false, "tool": "click_element", "probability": 0.08 } ], "acceptancePolicy": "winner" }, { "status": "accepted", "elapsedMs": 165, "originalCandidateCount": 513, "candidateCount": 55, "probability": 0.97, "confidence": 0.97, "delegateProbability": 0.02, "winnerTool": "click_element", "topCandidates": [ { "selected": true, "tool": "click_element", "probability": 0.97 }, { "selected": false, "tool": "delegate", "probability": 0.02 }, { "selected": false, "tool": "click_element", "probability": 0.01 }, { "selected": false, "tool": "click_element", "probability": 0 }, { "selected": false, "tool": "click_element", "probability": 0 } ], "acceptancePolicy": "winner" }, { "status": "delegated", "elapsedMs": 308, "originalCandidateCount": 256, "candidateCount": 108, "probability": 0.8, "confidence": 0.78, "delegateProbability": 0.8, "winnerTool": null, "topCandidates": [ { "selected": true, "tool": "delegate", "probability": 0.8 }, { "selected": false, "tool": "click_element", "probability": 0.14 }, { "selected": false, "tool": "click_element", "probability": 0.04 }, { "selected": false, "tool": "click_element", "probability": 0.01 }, { "selected": false, "tool": "click_element", "probability": 0 } ], "acceptancePolicy": "winner" }, { "status": "delegated", "elapsedMs": 279, "originalCandidateCount": 283, "candidateCount": 102, "probability": 0.52, "confidence": 0.5, "delegateProbability": 0.52, "winnerTool": null, "topCandidates": [ { "selected": true, "tool": "delegate", "probability": 0.52 }, { "selected": false, "tool": "type_and_enter", "probability": 0.13 }, { "selected": false, "tool": "click_element", "probability": 0.09 }, { "selected": false, "tool": "type_into_element", "probability": 0.08 }, { "selected": false, "tool": "click_element", "probability": 0.05 } ], "acceptancePolicy": "winner" }, { "status": "accepted", "elapsedMs": 334, "originalCandidateCount": 559, "candidateCount": 86, "probability": 0.22, "confidence": 0.21, "delegateProbability": 0.2, "winnerTool": "click_element", "topCandidates": [ { "selected": true, "tool": "click_element", "probability": 0.22 }, { "selected": false, "tool": "click_element", "probability": 0.21000000000000002 }, { "selected": false, "tool": "delegate", "probability": 0.2 }, { "selected": false, "tool": "click_element", "probability": 0.12 }, { "selected": false, "tool": "click_element", "probability": 0.09 } ], "acceptancePolicy": "winner" }, { "status": "accepted", "elapsedMs": 227, "originalCandidateCount": 423, "candidateCount": 48, "probability": 0.98, "confidence": 0.97, "delegateProbability": 0.02, "winnerTool": "click_element", "topCandidates": [ { "selected": true, "tool": "click_element", "probability": 0.98 }, { "selected": false, "tool": "delegate", "probability": 0.02 }, { "selected": false, "tool": "click_element", "probability": 0 }, { "selected": false, "tool": "click_element", "probability": 0 }, { "selected": false, "tool": "click_element", "probability": 0 } ], "acceptancePolicy": "winner" }, { "status": "delegated", "elapsedMs": 328, "originalCandidateCount": 255, "candidateCount": 124, "probability": 0.71, "confidence": 0.69, "delegateProbability": 0.71, "winnerTool": null, "topCandidates": [ { "selected": true, "tool": "delegate", "probability": 0.71 }, { "selected": false, "tool": "click_element", "probability": 0.11 }, { "selected": false, "tool": "click_element", "probability": 0.09 }, { "selected": false, "tool": "click_element", "probability": 0.04 }, { "selected": false, "tool": "click_element", "probability": 0.03 } ], "acceptancePolicy": "winner" } ], "context": [ { "stage": "action-context", "status": "accepted", "reason": "action_context_subset", "elapsedMs": 716, "originalBytes": 168799, "retainedBytes": 57717, "totalSections": 52, "scoredSections": 52, "unscoredSections": 0, "failedSections": 0, "coverageComplete": true, "selectedSectionCount": 6 }, { "stage": "action-context", "status": "accepted", "reason": "action_context_subset", "elapsedMs": 471, "originalBytes": 141570, "retainedBytes": 14688, "totalSections": 43, "scoredSections": 43, "unscoredSections": 0, "failedSections": 0, "coverageComplete": true, "selectedSectionCount": 3 }, { "stage": "action-context", "status": "accepted", "reason": "action_context_subset", "elapsedMs": 326, "originalBytes": 67806, "retainedBytes": 37104, "totalSections": 21, "scoredSections": 21, "unscoredSections": 0, "failedSections": 0, "coverageComplete": true, "selectedSectionCount": 6 }, { "stage": "action-context", "status": "accepted", "reason": "action_context_subset", "elapsedMs": 625, "originalBytes": 100181, "retainedBytes": 36390, "totalSections": 31, "scoredSections": 31, "unscoredSections": 0, "failedSections": 0, "coverageComplete": true, "selectedSectionCount": 5 }, { "stage": "action-context", "status": "accepted", "reason": "action_context_subset", "elapsedMs": 779, "originalBytes": 169461, "retainedBytes": 58067, "totalSections": 52, "scoredSections": 52, "unscoredSections": 0, "failedSections": 0, "coverageComplete": true, "selectedSectionCount": 6 }, { "stage": "action-context", "status": "accepted", "reason": "action_context_subset", "elapsedMs": 652, "originalBytes": 123858, "retainedBytes": 16488, "totalSections": 38, "scoredSections": 38, "unscoredSections": 0, "failedSections": 0, "coverageComplete": true, "selectedSectionCount": 5 }, { "stage": "action-context", "status": "accepted", "reason": "action_context_subset", "elapsedMs": 288, "originalBytes": 68575, "retainedBytes": 36786, "totalSections": 21, "scoredSections": 21, "unscoredSections": 0, "failedSections": 0, "coverageComplete": true, "selectedSectionCount": 5 }, { "stage": "prompt-context", "status": "accepted", "reason": "context_subset", "elapsedMs": 435, "originalBytes": 91929, "retainedBytes": 72330, "totalSections": 55, "scoredSections": 55, "unscoredSections": 0, "failedSections": 0, "coverageComplete": true, "selectedSectionCount": 39 } ] }, "measuredTimeReductionPercent": 42.9708490059108, "estimatedCostIncreasePercent": 50.963246611946765 } ] }