{"source":"seed","generatedAt":"2026-04-16T03:36:47.893Z","runsDirectory":"/Users/test-v1/Desktop/benchmarklab/artifacts/compare_runs","run":{"runId":"seed-run","suiteId":"enterprise_vision_suite","status":"seed","tasksPath":"tasks/enterprise_tasks.json","startedAt":"2026-03-06T13:24:24.424186+00:00","updatedAt":"2026-03-06T13:24:49.433115+00:00"},"highlights":{"systems":2,"totalEpisodes":2,"successRate":1,"falseSuccessRate":0,"medianWallClockMs":2268,"medianTokens":5665,"totalLlmCalls":32,"totalPromptTokens":9392,"totalCompletionTokens":1938,"totalEstimatedCostUsd":0.09053},"leaderboard":[{"systemId":"openclaw_domopt","archetype":"all","episodes":1,"successRate":1,"falseSuccessRate":0,"p50TimeMs":1741,"p90TimeMs":1741,"medianTokens":3800,"medianCostUsd":0.03122,"p50ModelTimeMs":1050,"p50BrowserTimeMs":540,"p50EvaluatorTimeMs":150,"medianSteps":4,"tokenObservabilityRate":1},{"systemId":"openclaw_vanilla","archetype":"all","episodes":1,"successRate":1,"falseSuccessRate":0,"p50TimeMs":2794,"p90TimeMs":2794,"medianTokens":7530,"medianCostUsd":0.05931,"p50ModelTimeMs":1660,"p50BrowserTimeMs":900,"p50EvaluatorTimeMs":234,"medianSteps":6,"tokenObservabilityRate":1}],"systemSessions":[{"systemId":"openclaw_domopt","status":"completed","currentEpisodeId":"modal_send_message__r0__openclaw_domopt","currentTaskId":"modal_send_message","archetype":"modal","repeatId":0,"passed":true,"falseSuccess":false,"stopReason":"task_passed","wallClockMs":1741,"steps":4,"retries":0,"llmCalls":12,"promptTokens":3112,"completionTokens":688,"estimatedCostUsd":0.03122,"updatedAt":"2026-03-06T13:24:49.433115+00:00","screenshotUrl":null},{"systemId":"openclaw_vanilla","status":"completed","currentEpisodeId":"modal_send_message__r0__openclaw_vanilla","currentTaskId":"modal_send_message","archetype":"modal","repeatId":0,"passed":true,"falseSuccess":false,"stopReason":"task_passed","wallClockMs":2794,"steps":6,"retries":1,"llmCalls":20,"promptTokens":6280,"completionTokens":1250,"estimatedCostUsd":0.05931,"updatedAt":"2026-03-06T13:24:49.433115+00:00","screenshotUrl":null}],"pairedDiffs":[{"pair":"openclaw_domopt vs openclaw_vanilla","nPairs":1,"meanTokenDelta":-3730,"tokenCiLow":-3730,"tokenCiHigh":-3730,"meanTimeDeltaMs":-1053,"timeCiLow":-1053,"timeCiHigh":-1053,"meanCostDeltaUsd":-0.02809,"costCiLow":-0.02809,"costCiHigh":-0.02809,"successDeltaPp":0,"successCiLowPp":0,"successCiHighPp":0,"falseSuccessDeltaPp":0,"falseSuccessCiLowPp":0,"falseSuccessCiHighPp":0}],"events":[{"at":"2026-03-06T13:24:49.433115+00:00","type":"seed_data","systemId":"founder_dashboard","episodeId":"seed-run","taskId":"seed","detail":"No BenchmarkLab run found under /Users/test-v1/Desktop/benchmarklab/artifacts/compare_runs."}],"episodes":[{"episodeId":"modal_send_message__r0__openclaw_domopt","systemId":"openclaw_domopt","taskId":"modal_send_message","archetype":"modal","repeatId":0,"passed":true,"falseSuccess":false,"stopReason":"task_passed","wallClockMs":1741,"steps":4,"retries":0,"llmCalls":12,"promptTokens":3112,"completionTokens":688,"estimatedCostUsd":0.03122},{"episodeId":"modal_send_message__r0__openclaw_vanilla","systemId":"openclaw_vanilla","taskId":"modal_send_message","archetype":"modal","repeatId":0,"passed":true,"falseSuccess":false,"stopReason":"task_passed","wallClockMs":2794,"steps":6,"retries":1,"llmCalls":20,"promptTokens":6280,"completionTokens":1250,"estimatedCostUsd":0.05931}],"warnings":["No BenchmarkLab run found under /Users/test-v1/Desktop/benchmarklab/artifacts/compare_runs."]}