{
  "status": "complete",
  "startedAt": "2026-10-19T03:10:16.339Z",
  "appRevision": "acc70f7a0065c46a4724018b93537a2e483988eb",
  "appPricing": {
    "version": "usage-20261019-v3",
    "inputMicroUsdPerMillion": 437500,
    "outputMicroUsdPerMillion": 937500,
    "minimumMicroUsd": 0,
    "privateMultiplier": 1
  },
  "openAiModel": "gpt-6-luna",
  "openAiAccess": "Direct HTTP with Codex-plan OAuth; no CLI process",
  "openAiPricing": {
    "input": 0.1,
    "cachedInput": 0.01,
    "cacheWrite": 0.125,
    "output": 0.5,
    "unit": "USD per million tokens",
    "source": "https://developers.openai.com/api/docs/models/gpt-6-luna",
    "checked": "2026-10-18"
  },
  "limitations": "Nine short synthetic cases. Not a broad accuracy benchmark. Both routes start together per case; total concurrency is two. No automatic retries. Network, models, prompt processing and billing differ. Closing Threads uses Private mode. OpenAI dollars estimate equivalent Standard API token charges, not subscription charges. Completion caps are requested, not a promise of actual output length.",
  "results": [
    {
      "caseId": "zoning-started",
      "route": "closingthreads",
      "expected": "yes",
      "questionAllowance": 16,
      "idempotencyKey": "2e042bf8-47c1-486c-aa12-3480e432bc04",
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:16.355Z",
      "httpStatus": 200,
      "elapsedMs": 404.44,
      "requestId": "1694ed33-abaf-444e-bde8-30c23225bfd1",
      "inputTokens": 350,
      "outputTokens": 45,
      "costUsd": 0.000196,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 196,
      "answer": "yes",
      "correct": true
    },
    {
      "caseId": "zoning-started",
      "route": "openai",
      "expected": "yes",
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:16.352Z",
      "httpStatus": 200,
      "elapsedMs": 1930.69,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_082fa7e80aaa503d016ad58a192c188195badd7a1645cf2fb2",
      "inputTokens": 190,
      "outputTokens": 13,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.55e-05,
      "answer": "yes",
      "correct": true
    },
    {
      "caseId": "zoning-not-started",
      "route": "closingthreads",
      "expected": "no",
      "questionAllowance": 16,
      "idempotencyKey": "1c9163dc-6993-4ef9-ab1d-c5bdf5d11647",
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:18.311Z",
      "httpStatus": 200,
      "elapsedMs": 327.4,
      "requestId": "8cf8b70a-973e-45ac-9ec7-ee743c93efb3",
      "inputTokens": 351,
      "outputTokens": 43,
      "costUsd": 0.000194,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 194,
      "answer": "no",
      "correct": true
    },
    {
      "caseId": "zoning-not-started",
      "route": "openai",
      "expected": "no",
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:18.312Z",
      "httpStatus": 200,
      "elapsedMs": 1777.43,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_0a69cfa90583c94f016ad58a1ad58c81979a282bb1968ffbd6",
      "inputTokens": 191,
      "outputTokens": 13,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.5600000000000002e-05,
      "answer": "no",
      "correct": true
    },
    {
      "caseId": "zoning-approval-only",
      "route": "closingthreads",
      "expected": "unclear",
      "questionAllowance": 16,
      "idempotencyKey": "5d315a6a-a208-4816-9e96-04fbd199aeea",
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:20.101Z",
      "httpStatus": 200,
      "elapsedMs": 288.54,
      "requestId": "9976a37d-fc8e-4280-b62e-94abdc61b020",
      "inputTokens": 346,
      "outputTokens": 50,
      "costUsd": 0.000199,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 199,
      "answer": "unclear",
      "correct": true
    },
    {
      "caseId": "zoning-approval-only",
      "route": "openai",
      "expected": "unclear",
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:20.103Z",
      "httpStatus": 200,
      "elapsedMs": 3481.72,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_0ac34dd1921592f1016ad58a1ca388819684bf4ed19572707c",
      "inputTokens": 186,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.5600000000000002e-05,
      "answer": "unclear",
      "correct": true
    },
    {
      "caseId": "zoning-recommendation",
      "route": "closingthreads",
      "expected": "unclear",
      "questionAllowance": 16,
      "idempotencyKey": "9ac8092f-e523-4720-ba90-54286c2823d0",
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:23.595Z",
      "httpStatus": 200,
      "elapsedMs": 558.95,
      "requestId": "e5772af2-f49f-4b38-96c0-26248b8fdf12",
      "inputTokens": 347,
      "outputTokens": 68,
      "costUsd": 0.000216,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 216,
      "answer": "unclear",
      "correct": true
    },
    {
      "caseId": "zoning-recommendation",
      "route": "openai",
      "expected": "unclear",
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:23.594Z",
      "httpStatus": 200,
      "elapsedMs": 2467.5,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_06505a96bc11b7ce016ad58a20119c81978b00301f6f4bf2ad",
      "inputTokens": 187,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.5699999999999998e-05,
      "answer": "unclear",
      "correct": true
    },
    {
      "caseId": "briefing-backorder",
      "route": "closingthreads",
      "expected": true,
      "questionAllowance": 16,
      "idempotencyKey": "781f96f2-7861-45d1-a7d0-adb4a8c2f046",
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:26.075Z",
      "httpStatus": 200,
      "elapsedMs": 398.68,
      "requestId": "c28f84de-a77c-45ed-8375-c96d514a60d6",
      "inputTokens": 339,
      "outputTokens": 79,
      "costUsd": 0.000223,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 223,
      "answer": true,
      "correct": true
    },
    {
      "caseId": "briefing-backorder",
      "route": "openai",
      "expected": true,
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:26.077Z",
      "httpStatus": 200,
      "elapsedMs": 2040.74,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_052cd680471a3daf016ad58a2289508190a42a80f944040da2",
      "inputTokens": 182,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.52e-05,
      "answer": true,
      "correct": true
    },
    {
      "caseId": "briefing-restored",
      "route": "closingthreads",
      "expected": true,
      "questionAllowance": 16,
      "idempotencyKey": "49c1ee52-ec13-4ced-a088-a54a3a2780f4",
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:28.130Z",
      "httpStatus": 200,
      "elapsedMs": 367.6,
      "requestId": "08ca697b-5df7-464d-a3ff-4ec3b9ef0844",
      "inputTokens": 339,
      "outputTokens": 68,
      "costUsd": 0.000213,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 213,
      "answer": true,
      "correct": true
    },
    {
      "caseId": "briefing-restored",
      "route": "openai",
      "expected": true,
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:28.131Z",
      "httpStatus": 200,
      "elapsedMs": 2167.72,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_00a577491a4bd30b016ad58a2498c88194aaefce4f2469d91b",
      "inputTokens": 182,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.52e-05,
      "answer": true,
      "correct": true
    },
    {
      "caseId": "briefing-promotion",
      "route": "closingthreads",
      "expected": false,
      "questionAllowance": 16,
      "idempotencyKey": "ee177753-04c2-4ddc-a9b9-0b02daa8f989",
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:30.322Z",
      "httpStatus": 200,
      "elapsedMs": 386.74,
      "requestId": "83a4d3db-0718-4ade-8c53-0ab8720773cc",
      "inputTokens": 336,
      "outputTokens": 54,
      "costUsd": 0.000198,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 198,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-promotion",
      "route": "openai",
      "expected": false,
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:30.319Z",
      "httpStatus": 200,
      "elapsedMs": 2281.95,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_0360ff5d4be023a0016ad58a26ccfc8197addb1b2f75667dc6",
      "inputTokens": 179,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.4900000000000002e-05,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-outside-canada",
      "route": "closingthreads",
      "expected": false,
      "questionAllowance": 16,
      "idempotencyKey": "d444e567-bcf9-46e8-b9e8-cadb73c28710",
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:32.616Z",
      "httpStatus": 200,
      "elapsedMs": 436.53,
      "requestId": "fd2e4247-0165-48b7-b351-17c9386db4f2",
      "inputTokens": 334,
      "outputTokens": 69,
      "costUsd": 0.000211,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 211,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-outside-canada",
      "route": "openai",
      "expected": false,
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:32.617Z",
      "httpStatus": 200,
      "elapsedMs": 1579.87,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_008246f5a8bf4824016ad58a293eb081958a155762095b6778",
      "inputTokens": 177,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.47e-05,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-injection",
      "route": "closingthreads",
      "expected": false,
      "questionAllowance": 16,
      "idempotencyKey": "eb69b70d-0079-45fe-aab2-021047a8f8f0",
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:34.242Z",
      "httpStatus": 200,
      "elapsedMs": 428.42,
      "requestId": "27c327df-9c19-438d-9dd1-8a2892d5a735",
      "inputTokens": 339,
      "outputTokens": 85,
      "costUsd": 0.000228,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 228,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-injection",
      "route": "openai",
      "expected": false,
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:10:34.242Z",
      "httpStatus": 200,
      "elapsedMs": 1244.35,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_02a677c7cf11c2f1016ad58a2aacac8195a115c4498870091d",
      "inputTokens": 182,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.52e-05,
      "answer": false,
      "correct": true
    }
  ],
  "recordingFormat": "compact-v1",
  "outputLimits": {
    "closingthreads": {
      "questionAllowance": 16,
      "completionCap": 144
    },
    "openai": {
      "completionCap": 16,
      "reasoning": "none"
    }
  },
  "durationMs": 19155.78,
  "summary": [
    {
      "route": "closingthreads",
      "cases": 9,
      "correct": 9,
      "medianMs": 398.68,
      "inputTokens": 3081,
      "outputTokens": 561,
      "costUsd": 0.001878
    },
    {
      "route": "openai",
      "cases": 9,
      "correct": 9,
      "medianMs": 2040.74,
      "inputTokens": 1656,
      "outputTokens": 124,
      "costUsd": 0.0002276
    }
  ],
  "artifactSha256": {
    "closingthreads.cast": "10ee480b3ed4bb7bdb1c211c5767a8a527bce6157e5809f38287d44cc6cafc7b",
    "closingthreads.txt": "3216de4d71cffba58566f4156ebfdbe8a2938600be753f80cfa7720eae9ab308",
    "openai.cast": "08cec14003f09618919ed48eb14a262417f7648a3db79ea4b922cb0de0c4229e",
    "openai.txt": "89b6a4725b21e2657b568b2a581faeececf3f9efc5d195223c3a54a7bc0417f5"
  }
}