{
  "kind": "historical_comparison_scenario",
  "model": "Sonnet 5",
  "repository": "public tRPC",
  "observedVolume": {
    "day": "2026-09-05",
    "successfulApiRequests": 1268,
    "scope": "Internal account peak in available ledger; not typical usage; search share unknown"
  },
  "taskSetSha256": "1c6018ee60ae5da524e1b6f011bcd0992ee4443ea84041546a985ac744398ea2",
  "baseline": {
    "label": "Без быстрого поиска",
    "source": "docs/benchmarks/2026-09-06-kd-code/live/sonnet-off/indexed.json",
    "sourceSha256": "b029a5fa34b7cdba93ef55847fcd4a21e20966e7fdf6db4f80cd6ad9632e62a1",
    "startedAt": "2026-09-06T02:54:56.667Z",
    "count": 12,
    "correct": 11,
    "mainCalls": 32,
    "apiCalls": 44,
    "wallMs": 408181.4388329999,
    "costRub": 7.8670919999999995,
    "tasks": [
      {
        "id": "batch-link",
        "correct": true,
        "correctOneMainCall": false,
        "wallMs": 25480.03470800002,
        "mainCalls": 2,
        "apiCalls": 3,
        "costRub": 0.30463
      },
      {
        "id": "response-resolver",
        "correct": true,
        "correctOneMainCall": false,
        "wallMs": 95123.7809580001,
        "mainCalls": 11,
        "apiCalls": 12,
        "costRub": 2.593394
      },
      {
        "id": "batch-options",
        "correct": true,
        "correctOneMainCall": false,
        "wallMs": 47568.51925000036,
        "mainCalls": 2,
        "apiCalls": 3,
        "costRub": 0.50262
      },
      {
        "id": "transform-callers",
        "correct": true,
        "correctOneMainCall": false,
        "wallMs": 33765.699500000104,
        "mainCalls": 2,
        "apiCalls": 3,
        "costRub": 0.59803
      },
      {
        "id": "prototype-test",
        "correct": true,
        "correctOneMainCall": false,
        "wallMs": 32897.31429200014,
        "mainCalls": 3,
        "apiCalls": 4,
        "costRub": 0.69233
      },
      {
        "id": "router-factory",
        "correct": true,
        "correctOneMainCall": false,
        "wallMs": 22886.977416999638,
        "mainCalls": 2,
        "apiCalls": 3,
        "costRub": 0.524982
      },
      {
        "id": "error-status",
        "correct": true,
        "correctOneMainCall": false,
        "wallMs": 33148.689708999824,
        "mainCalls": 3,
        "apiCalls": 4,
        "costRub": 0.815328
      },
      {
        "id": "fetch-resolver-call",
        "correct": true,
        "correctOneMainCall": false,
        "wallMs": 26414.432957999874,
        "mainCalls": 2,
        "apiCalls": 3,
        "costRub": 0.540848
      },
      {
        "id": "client-error",
        "correct": true,
        "correctOneMainCall": false,
        "wallMs": 34826.42749999976,
        "mainCalls": 2,
        "apiCalls": 3,
        "costRub": 0.518486
      },
      {
        "id": "share-test",
        "correct": false,
        "correctOneMainCall": false,
        "wallMs": 26417.128541000187,
        "mainCalls": 1,
        "apiCalls": 2,
        "costRub": 0.228524
      },
      {
        "id": "merge-formatters",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 14061.301291999873,
        "mainCalls": 1,
        "apiCalls": 2,
        "costRub": 0.25467
      },
      {
        "id": "stream-batch-link",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 15591.13270800002,
        "mainCalls": 1,
        "apiCalls": 2,
        "costRub": 0.29325
      }
    ]
  },
  "optimized": {
    "label": "С быстрым поиском KD Engine",
    "source": "docs/benchmarks/2026-09-06-product-search/live-r2/sonnet-5-product-auto/indexed.json",
    "sourceSha256": "bbcf146a273d6c9f7d0766d53f8373691fd245c4ba74b24533e711c19d77e9d8",
    "startedAt": "2026-09-06T17:02:51.924Z",
    "count": 12,
    "correct": 12,
    "mainCalls": 12,
    "apiCalls": 12,
    "wallMs": 110412.427377,
    "costRub": 4.36059,
    "tasks": [
      {
        "id": "batch-link",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 10173.493000000002,
        "mainCalls": 1,
        "apiCalls": 1,
        "costRub": 0.30585
      },
      {
        "id": "response-resolver",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 10257.438000000002,
        "mainCalls": 1,
        "apiCalls": 1,
        "costRub": 0.44667
      },
      {
        "id": "batch-options",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 10000.012750000002,
        "mainCalls": 1,
        "apiCalls": 1,
        "costRub": 0.28617
      },
      {
        "id": "transform-callers",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 10509.474125,
        "mainCalls": 1,
        "apiCalls": 1,
        "costRub": 0.31656
      },
      {
        "id": "prototype-test",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 9519.954332999994,
        "mainCalls": 1,
        "apiCalls": 1,
        "costRub": 0.34143
      },
      {
        "id": "router-factory",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 9282.270916000009,
        "mainCalls": 1,
        "apiCalls": 1,
        "costRub": 0.33462
      },
      {
        "id": "error-status",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 8045.0533339999965,
        "mainCalls": 1,
        "apiCalls": 1,
        "costRub": 0.35607
      },
      {
        "id": "fetch-resolver-call",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 6790.262084000002,
        "mainCalls": 1,
        "apiCalls": 1,
        "costRub": 0.36714
      },
      {
        "id": "client-error",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 7479.877458999996,
        "mainCalls": 1,
        "apiCalls": 1,
        "costRub": 0.39822
      },
      {
        "id": "share-test",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 8203.034125000006,
        "mainCalls": 1,
        "apiCalls": 1,
        "costRub": 0.46755
      },
      {
        "id": "merge-formatters",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 10619.856417000003,
        "mainCalls": 1,
        "apiCalls": 1,
        "costRub": 0.34614
      },
      {
        "id": "stream-batch-link",
        "correct": true,
        "correctOneMainCall": true,
        "wallMs": 9531.700833999988,
        "mainCalls": 1,
        "apiCalls": 1,
        "costRub": 0.39417
      }
    ]
  },
  "limitations": [
    "Historical runs on 2026-09-06, not a randomized simultaneous comparison. Runtime, gateway and harness changed.",
    "Baseline already used archive, index and librarian; this is not all KD Engine off versus on.",
    "wallMs includes harness/accounting waits. Differences cannot be attributed entirely to product optimization.",
    "Monthly figures linearly repeat the mean of the same 12-task workload; not an observed month, project delivery time, labor savings or revenue forecast.",
    "Costs include task main and selector calls, exclude probes and hosting; measured tariffs, not a quotation for any model."
  ]
}