{
  "status": "complete",
  "startedAt": "2026-10-19T03:36:00.832Z",
  "appRevision": "7cfeb68631a3433dd666cc99afab439225a19f3a",
  "appPricing": {
    "version": "usage-20261019-v3",
    "inputMicroUsdPerMillion": 437500,
    "outputMicroUsdPerMillion": 937500,
    "minimumMicroUsd": 0,
    "privateMultiplier": 1
  },
  "openAiModel": "gpt-6-luna",
  "openAiAccess": "Direct HTTP with Codex-plan OAuth; no CLI process",
  "openAiPricing": {
    "input": 0.1,
    "cachedInput": 0.01,
    "cacheWrite": 0.125,
    "output": 0.5,
    "unit": "USD per million tokens",
    "source": "https://developers.openai.com/api/docs/models/gpt-6-luna",
    "checked": "2026-10-18"
  },
  "limitations": "Nine short synthetic cases. Not a broad accuracy benchmark. Both routes start together per case; total concurrency is two. No automatic retries. Network, models, prompt processing and billing differ. Closing Threads uses Private mode. OpenAI dollars estimate equivalent Standard API token charges, not subscription charges. Completion caps are requested, not a promise of actual output length.",
  "results": [
    {
      "caseId": "zoning-started",
      "route": "closingthreads",
      "expected": "yes",
      "questionAllowance": 9,
      "idempotencyKey": "aa51f93a-798b-493d-9a6a-e4e2a937746f",
      "requestedCompletionCap": 137,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:00.860Z",
      "httpStatus": 200,
      "elapsedMs": 1140.66,
      "requestId": "0281c11b-1356-4101-82b9-5688b3e3713e",
      "inputTokens": 359,
      "outputTokens": 48,
      "costUsd": 0.000203,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 203,
      "answer": "yes",
      "correct": true
    },
    {
      "caseId": "zoning-started",
      "route": "openai",
      "expected": "yes",
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:00.866Z",
      "httpStatus": 200,
      "elapsedMs": 1731.42,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_06bc6ab26c302f4d016ad59021df4c81948b4ed864814b696d",
      "inputTokens": 199,
      "outputTokens": 13,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.64e-05,
      "answer": "yes",
      "correct": true
    },
    {
      "caseId": "zoning-not-started",
      "route": "closingthreads",
      "expected": "no",
      "questionAllowance": 9,
      "idempotencyKey": "4f6b5aa1-da53-49fa-86ee-4f2b5ce5e021",
      "requestedCompletionCap": 137,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:02.608Z",
      "httpStatus": 200,
      "elapsedMs": 450.34,
      "requestId": "ce39a285-3191-4abe-b295-de171ebe34d9",
      "inputTokens": 360,
      "outputTokens": 45,
      "costUsd": 0.0002,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 200,
      "answer": "no",
      "correct": true
    },
    {
      "caseId": "zoning-not-started",
      "route": "openai",
      "expected": "no",
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:02.609Z",
      "httpStatus": 200,
      "elapsedMs": 2103.7,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_00f767fc979de0b7016ad590231d3881979065f8387b8ae1fd",
      "inputTokens": 200,
      "outputTokens": 13,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.65e-05,
      "answer": "no",
      "correct": true
    },
    {
      "caseId": "zoning-approval-only",
      "route": "closingthreads",
      "expected": "unclear",
      "questionAllowance": 9,
      "idempotencyKey": "24f1c625-57ed-4a45-837e-aaa16acf87b4",
      "requestedCompletionCap": 137,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:04.732Z",
      "httpStatus": 200,
      "elapsedMs": 519.67,
      "requestId": "61c569c3-9bfd-4605-baf9-740afb5051cd",
      "inputTokens": 355,
      "outputTokens": 50,
      "costUsd": 0.000203,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 203,
      "answer": "unclear",
      "correct": true
    },
    {
      "caseId": "zoning-approval-only",
      "route": "openai",
      "expected": "unclear",
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:04.729Z",
      "httpStatus": 200,
      "elapsedMs": 1072.65,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_0bc30009c7c89e51016ad5902526c08194a1230dbcba79ba20",
      "inputTokens": 195,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.65e-05,
      "answer": "unclear",
      "correct": true
    },
    {
      "caseId": "zoning-recommendation",
      "route": "closingthreads",
      "expected": "unclear",
      "questionAllowance": 9,
      "idempotencyKey": "97ed0877-03bd-4fcd-85ca-ac37faa8c3f4",
      "requestedCompletionCap": 137,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:05.814Z",
      "httpStatus": 200,
      "elapsedMs": 269.09,
      "requestId": "82859759-5bdc-4a7d-9cdb-8d15a06b1116",
      "inputTokens": 356,
      "outputTokens": 74,
      "costUsd": 0.000226,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 226,
      "answer": "unclear",
      "correct": true
    },
    {
      "caseId": "zoning-recommendation",
      "route": "openai",
      "expected": "unclear",
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:05.816Z",
      "httpStatus": 200,
      "elapsedMs": 2542.6,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_0e67b1612925b723016ad59026504c8194a61df52913097787",
      "inputTokens": 196,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.6600000000000003e-05,
      "answer": "unclear",
      "correct": true
    },
    {
      "caseId": "briefing-backorder",
      "route": "closingthreads",
      "expected": true,
      "questionAllowance": 9,
      "idempotencyKey": "760970b2-e45f-4401-afc2-f2893356a498",
      "requestedCompletionCap": 137,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:08.377Z",
      "httpStatus": 200,
      "elapsedMs": 323.01,
      "requestId": "483d40b6-5566-43c6-8dab-3f6ce8450831",
      "inputTokens": 348,
      "outputTokens": 78,
      "costUsd": 0.000226,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 226,
      "answer": true,
      "correct": true
    },
    {
      "caseId": "briefing-backorder",
      "route": "openai",
      "expected": true,
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:08.375Z",
      "httpStatus": 200,
      "elapsedMs": 1645.02,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_0536aa79eb05a1cd016ad59028dd048195ac72f67870f3bf63",
      "inputTokens": 191,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.61e-05,
      "answer": true,
      "correct": true
    },
    {
      "caseId": "briefing-restored",
      "route": "closingthreads",
      "expected": true,
      "questionAllowance": 9,
      "idempotencyKey": "1e07614a-1f38-4a7e-938c-143ba76501da",
      "requestedCompletionCap": 137,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:10.032Z",
      "httpStatus": 200,
      "elapsedMs": 263.2,
      "requestId": "fcd0b3fa-98ea-42cd-b33f-ae88892cead7",
      "inputTokens": 348,
      "outputTokens": 69,
      "costUsd": 0.000217,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 217,
      "answer": true,
      "correct": true
    },
    {
      "caseId": "briefing-restored",
      "route": "openai",
      "expected": true,
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:10.033Z",
      "httpStatus": 200,
      "elapsedMs": 1108.45,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_020f54befb6ff547016ad5902a7a548193882ad342ee4a4053",
      "inputTokens": 191,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.61e-05,
      "answer": true,
      "correct": true
    },
    {
      "caseId": "briefing-promotion",
      "route": "closingthreads",
      "expected": false,
      "questionAllowance": 9,
      "idempotencyKey": "345c22ab-e863-4353-b01f-591fd5fe5404",
      "requestedCompletionCap": 137,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:11.154Z",
      "httpStatus": 200,
      "elapsedMs": 389.91,
      "requestId": "868d0f62-fd56-4e0d-b149-f5f6aa0ae07b",
      "inputTokens": 345,
      "outputTokens": 54,
      "costUsd": 0.000202,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 202,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-promotion",
      "route": "openai",
      "expected": false,
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:11.155Z",
      "httpStatus": 200,
      "elapsedMs": 1075.85,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_000cd931fd24799a016ad5902ba8608194b14737f8d96b2cc2",
      "inputTokens": 188,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.58e-05,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-outside-canada",
      "route": "closingthreads",
      "expected": false,
      "questionAllowance": 9,
      "idempotencyKey": "bd48ab7d-6dea-4a30-ad97-e953e7f1cabc",
      "requestedCompletionCap": 137,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:12.254Z",
      "httpStatus": 200,
      "elapsedMs": 342.17,
      "requestId": "754d9d76-df83-4b99-a6a3-54823f5f735d",
      "inputTokens": 343,
      "outputTokens": 69,
      "costUsd": 0.000215,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 215,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-outside-canada",
      "route": "openai",
      "expected": false,
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:12.252Z",
      "httpStatus": 200,
      "elapsedMs": 1523.32,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_008ae4e2b2e881ac016ad5902d0e00819091b8dabd230f4899",
      "inputTokens": 186,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.5600000000000002e-05,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-injection",
      "route": "closingthreads",
      "expected": false,
      "questionAllowance": 9,
      "idempotencyKey": "dbb1d97b-3ea3-4885-aa96-6b8fefb61c0c",
      "requestedCompletionCap": 137,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:13.790Z",
      "httpStatus": 200,
      "elapsedMs": 263.5,
      "requestId": "3057b932-077e-4980-9b6e-71d08af348c1",
      "inputTokens": 348,
      "outputTokens": 74,
      "costUsd": 0.000222,
      "costKind": "actual Private account charge",
      "expectedChargeMicroUsd": 222,
      "answer": false,
      "correct": true
    },
    {
      "caseId": "briefing-injection",
      "route": "openai",
      "expected": false,
      "requestedCompletionCap": 16,
      "status": "correct",
      "startedAt": "2026-10-19T03:36:13.788Z",
      "httpStatus": 200,
      "elapsedMs": 2000.44,
      "responseStatus": "completed",
      "incompleteReason": null,
      "actualModel": "gpt-6-luna",
      "reportedCompletionCap": 16,
      "requestId": "resp_065cafd42260ccfb016ad5902e41208194b72a50f6dc02f92d",
      "inputTokens": 191,
      "outputTokens": 14,
      "cachedInputTokens": 0,
      "cacheWriteTokens": 0,
      "costKind": "equivalent Standard API estimate; not subscription charge",
      "costUsd": 2.61e-05,
      "answer": false,
      "correct": true
    }
  ],
  "recordingFormat": "compact-v1",
  "outputLimits": {
    "closingthreads": {
      "questionAllowance": 9,
      "completionCap": 137,
      "automatic": true,
      "jsonTokens": 7,
      "reasoningTokens": 128
    },
    "openai": {
      "completionCap": 16,
      "reasoning": "none"
    }
  },
  "durationMs": 14964,
  "summary": [
    {
      "route": "closingthreads",
      "cases": 9,
      "correct": 9,
      "medianMs": 342.17,
      "inputTokens": 3162,
      "outputTokens": 561,
      "costUsd": 0.0019139999999999997
    },
    {
      "route": "openai",
      "cases": 9,
      "correct": 9,
      "medianMs": 1645.02,
      "inputTokens": 1737,
      "outputTokens": 124,
      "costUsd": 0.00023570000000000004
    }
  ],
  "artifactSha256": {
    "closingthreads.cast": "5f523dd8c19d77657d7948a05c91390695e3ec22823b4e0f7bf3079f0d42f277",
    "closingthreads.txt": "2bb3309a230286f412a18a269c4302727d9eea434f5fabdf043f30409e149a21",
    "openai.cast": "d25b4adf12ee997ff79f721f3cdb979eea12e0a7251c5f84cd2bae11ab4c87b8",
    "openai.txt": "05c2980607e18fdb8f2cb81fbf2df9569dacf8482440004b229255f388845ce5"
  },
  "previousRuns": [
    {
      "label": "Previous pre-cache sample",
      "startedAt": "2026-10-19T03:10:16.339Z",
      "pricingVersion": "usage-20261019-v3",
      "medianMs": 398.68,
      "costUsd": 0.001878,
      "correct": 9,
      "cases": 9,
      "manifestPath": "pre-cache-manifest.json"
    },
    {
      "label": "Older published sample",
      "startedAt": "2026-10-19T00:13:44.972Z",
      "pricingVersion": "usage-20261019-v2",
      "medianMs": 245.44,
      "costUsd": 0.002252,
      "correct": 9,
      "cases": 9,
      "manifestPath": "older-published-manifest.json"
    }
  ],
  "comparisonNotes": "One new paired run after automatic budgeting and account-local compilation caching. Closing Threads median is lower than the preceding pre-cache sample but higher than the older published sample. Actual cost is higher than the pre-cache sample because measured input usage rose from 3081 to3162 tokens; output usage stayed561. Small samples and network variation do not establish a causal cache speedup. Older published prices were different. No automatic retries."
}