{
  "status": "complete",
  "startedAt": "2026-10-19T00:13:44.972Z",
  "appRevision": "8b92a54e5cd15217817db62899f15dbc3fee2495",
  "appPricing": {
    "version": "usage-20261019-v2",
    "inputMicroUsdPerMillion": 525000,
    "outputMicroUsdPerMillion": 1125000,
    "minimumMicroUsd": 0,
    "privateMultiplier": 1
  },
  "openAiModel": "gpt-6-luna",
  "openAiAccess": "Direct HTTP with Codex-plan OAuth; no CLI process",
  "openAiPricing": {
    "input": 0.1,
    "cachedInput": 0.01,
    "cacheWrite": 0.125,
    "output": 0.5,
    "unit": "USD per million tokens",
    "source": "https://developers.openai.com/api/docs/models/gpt-6-luna",
    "checked": "2026-10-18"
  },
  "limitations": "Nine short synthetic cases. Not a broad accuracy benchmark. Both routes start together per case; total concurrency is two. No automatic retries. Network, models, prompt processing and billing differ. Closing Threads uses Private mode. OpenAI dollars estimate equivalent Standard API token charges, not subscription charges. Completion caps are requested, not a promise of actual output length.",
  "results": [
    {
      "caseId": "zoning-started",
      "route": "closingthreads",
      "expected": "yes",
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "idempotencyKey": "a52631c1-5426-4f05-9d96-0c7ff54d02f2",
      "startedAt": "2026-10-19T00:13:45.082Z",
      "httpStatus": 200,
      "elapsedMs": 507.03,
      "requestId": "d732849e-b9e5-4bc7-8480-c5570798ea89",
      "inputTokens": 350,
      "outputTokens": 45,
      "costUsd": 0.000235,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 235,
      "answer": "yes",
      "correct": true
    },
    {
      "caseId": "zoning-started",
      "route": "openai",
      "expected": "yes",
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T00:13:45.078Z",
      "httpStatus": 200,
      "elapsedMs": 1436.31,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 144,
      "requestId": "resp_0f83d449d147953a016ad560b9cbd48193a19a81a532663a11",
      "inputTokens": 190,
      "outputTokens": 13,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.55e-05,
      "answer": "yes",
      "correct": true
    },
    {
      "caseId": "zoning-not-started",
      "route": "closingthreads",
      "expected": "no",
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "idempotencyKey": "128571cc-6881-4b81-a606-46ebb5184c8a",
      "startedAt": "2026-10-19T00:13:46.542Z",
      "httpStatus": 200,
      "elapsedMs": 285.79,
      "requestId": "2d010faf-0ed0-44b5-b992-5de9204e159c",
      "inputTokens": 351,
      "outputTokens": 43,
      "costUsd": 0.000233,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 233,
      "answer": "no",
      "correct": true
    },
    {
      "caseId": "zoning-not-started",
      "route": "openai",
      "expected": "no",
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T00:13:46.544Z",
      "httpStatus": 200,
      "elapsedMs": 1337.27,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 144,
      "requestId": "resp_056dc7958487dc70016ad560bb52308193bae19664d529537d",
      "inputTokens": 191,
      "outputTokens": 13,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.5600000000000002e-05,
      "answer": "no",
      "correct": true
    },
    {
      "caseId": "zoning-approval-only",
      "route": "closingthreads",
      "expected": "unclear",
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "idempotencyKey": "95202720-b6b7-4f53-940f-db2728232563",
      "startedAt": "2026-10-19T00:13:47.903Z",
      "httpStatus": 200,
      "elapsedMs": 238.51,
      "requestId": "927c4057-831f-4a98-ba1d-7c28171abbde",
      "inputTokens": 346,
      "outputTokens": 50,
      "costUsd": 0.000238,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 238,
      "answer": "unclear",
      "correct": true
    },
    {
      "caseId": "zoning-approval-only",
      "route": "openai",
      "expected": "unclear",
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T00:13:47.901Z",
      "httpStatus": 200,
      "elapsedMs": 1409.33,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 144,
      "requestId": "resp_096775fb609f5cc5016ad560bc4dc481939ceb13afd75e5564",
      "inputTokens": 186,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.5600000000000002e-05,
      "answer": "unclear",
      "correct": true
    },
    {
      "caseId": "zoning-recommendation",
      "route": "closingthreads",
      "expected": "unclear",
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "idempotencyKey": "7e69bfce-3df6-4cb7-9591-5ae1ddec3a2e",
      "startedAt": "2026-10-19T00:13:49.338Z",
      "httpStatus": 200,
      "elapsedMs": 358.04,
      "requestId": "4f0507ce-faef-49b6-b58f-eceed550a09b",
      "inputTokens": 347,
      "outputTokens": 68,
      "costUsd": 0.000259,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 259,
      "answer": "unclear",
      "correct": true
    },
    {
      "caseId": "zoning-recommendation",
      "route": "openai",
      "expected": "unclear",
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T00:13:49.339Z",
      "httpStatus": 200,
      "elapsedMs": 1189.65,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 144,
      "requestId": "resp_000223f9c08470b8016ad560bdc00881978d59ea2f84424473",
      "inputTokens": 187,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.5699999999999998e-05,
      "answer": "unclear",
      "correct": true
    },
    {
      "caseId": "briefing-backorder",
      "route": "closingthreads",
      "expected": true,
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "idempotencyKey": "fd6060f7-6d28-4be0-bbf3-ff76a4225091",
      "startedAt": "2026-10-19T00:13:50.568Z",
      "httpStatus": 200,
      "elapsedMs": 245.44,
      "requestId": "97f808a0-ff99-4113-a7e2-32708bc8ca05",
      "inputTokens": 339,
      "outputTokens": 79,
      "costUsd": 0.000267,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 267,
      "answer": true,
      "correct": true
    },
    {
      "caseId": "briefing-backorder",
      "route": "openai",
      "expected": true,
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T00:13:50.566Z",
      "httpStatus": 200,
      "elapsedMs": 1085.18,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 144,
      "requestId": "resp_0dac37bb18ed2952016ad560beffb481969027f342fe43d48c",
      "inputTokens": 182,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.52e-05,
      "answer": true,
      "correct": true
    },
    {
      "caseId": "briefing-restored",
      "route": "closingthreads",
      "expected": true,
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "idempotencyKey": "aa682ba4-40b1-4109-bf03-63122b3762ec",
      "startedAt": "2026-10-19T00:13:51.691Z",
      "httpStatus": 200,
      "elapsedMs": 236.75,
      "requestId": "36d1043a-eec7-4bee-b89b-616105391e07",
      "inputTokens": 339,
      "outputTokens": 68,
      "costUsd": 0.000255,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 255,
      "answer": true,
      "correct": true
    },
    {
      "caseId": "briefing-restored",
      "route": "openai",
      "expected": true,
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T00:13:51.690Z",
      "httpStatus": 200,
      "elapsedMs": 1121.12,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 144,
      "requestId": "resp_076e0ae93d7bda84016ad560c01f68819581cb3fd7ac5f49f9",
      "inputTokens": 182,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.52e-05,
      "answer": true,
      "correct": true
    },
    {
      "caseId": "briefing-promotion",
      "route": "closingthreads",
      "expected": false,
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "idempotencyKey": "5c34f719-9007-4e6b-a65f-c8bebb6737ca",
      "startedAt": "2026-10-19T00:13:52.844Z",
      "httpStatus": 200,
      "elapsedMs": 230.45,
      "requestId": "f423fb58-2e0e-4f9e-880a-f951f0d0fab7",
      "inputTokens": 336,
      "outputTokens": 54,
      "costUsd": 0.000238,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 238,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-promotion",
      "route": "openai",
      "expected": false,
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T00:13:52.847Z",
      "httpStatus": 200,
      "elapsedMs": 1050.02,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 144,
      "requestId": "resp_01840c8adeb21008016ad560c15b8c81959add564f79622854",
      "inputTokens": 179,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.4900000000000002e-05,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-outside-canada",
      "route": "closingthreads",
      "expected": false,
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "idempotencyKey": "1a487fd8-e5b3-487b-9832-517faba70fad",
      "startedAt": "2026-10-19T00:13:53.923Z",
      "httpStatus": 200,
      "elapsedMs": 227.2,
      "requestId": "af8b6a33-75e5-421e-bd95-7df7edba0300",
      "inputTokens": 334,
      "outputTokens": 69,
      "costUsd": 0.000253,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 253,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-outside-canada",
      "route": "openai",
      "expected": false,
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T00:13:53.924Z",
      "httpStatus": 200,
      "elapsedMs": 1024.41,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 144,
      "requestId": "resp_07bd10c5cf36bfb7016ad560c26308819588a25aef4c952e17",
      "inputTokens": 177,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.47e-05,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-injection",
      "route": "closingthreads",
      "expected": false,
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "idempotencyKey": "8dd7816e-e356-4db8-8f72-e2b8d94abd95",
      "startedAt": "2026-10-19T00:13:54.998Z",
      "httpStatus": 200,
      "elapsedMs": 327.12,
      "requestId": "7af37a66-6fa5-4b48-a0fb-31ff81f96e69",
      "inputTokens": 339,
      "outputTokens": 85,
      "costUsd": 0.000274,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 274,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-injection",
      "route": "openai",
      "expected": false,
      "questionAllowance": 16,
      "requestedCompletionCap": 144,
      "status": "correct",
      "startedAt": "2026-10-19T00:13:54.969Z",
      "httpStatus": 200,
      "elapsedMs": 1427.69,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 144,
      "requestId": "resp_0c34f0142ad317da016ad560c3a9008196bf1be9ebf8175160",
      "inputTokens": 182,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.52e-05,
      "answer": false,
      "correct": true
    }
  ],
  "durationMs": 11474.16,
  "summary": [
    {
      "route": "closingthreads",
      "cases": 9,
      "correct": 9,
      "medianMs": 245.44,
      "inputTokens": 3081,
      "outputTokens": 561,
      "costUsd": 0.002252
    },
    {
      "route": "openai",
      "cases": 9,
      "correct": 9,
      "medianMs": 1189.65,
      "inputTokens": 1656,
      "outputTokens": 124,
      "costUsd": 0.0002276
    }
  ],
  "artifactSha256": {
    "closingthreads.cast": "05b4f3ed5cf09810dd96cddc44e03c70c398559fde7a6188ef5ac6f61b1cbec4",
    "closingthreads.txt": "c41e033381f0540ec3fff8fab226736c9ba5d86fe16f680426454254c8038978",
    "openai.cast": "f0a69c19dffa7fd6a73e6a4fc671c1f47a6fc195a07085c1da86f44e315475fa",
    "openai.txt": "dcce1d585a546d4bd01dd80382723545615e6dd4d31a9a2643f758ddf8f18ace"
  }
}