{
  "schemaVersion": 1,
  "lessonId": "deployment-04",
  "contentHash": "caf11b7c04e394c5eda2ab681d76adb0d11b51fbf9641b519177c99b2d175b3a",
  "rendererHash": "a1bd5b648f4731ae5d5f0a24811c2540d1a0a132149ce589d17c4113509cbedf",
  "kind": "executed",
  "generatedAt": "2026-10-20T10:46:53.337823+00:00",
  "provenance": "recorded_cpu_computation",
  "environment": {
    "backend": "cpu",
    "deviceCount": 1,
    "jax": "0.9.2",
    "numpy": "2.4.4",
    "matplotlib": "3.10.8"
  },
  "stdout": "{'batch': 1, 'first_call_ms': 38.80516579374671, 'p50_ms': 0.01108366996049881, 'p95_ms': 0.014412146992981415, 'steady_examples_per_second': 90222.82362826653}\n{'batch': 8, 'first_call_ms': 23.322083987295628, 'p50_ms': 0.024020439013838768, 'p95_ms': 0.05706308875232933, 'steady_examples_per_second': 333049.6996907926}\n{'batch': 32, 'first_call_ms': 24.79766681790352, 'p50_ms': 0.03983359783887863, 'p95_ms': 0.05824349354952572, 'steady_examples_per_second': 803341.9458979215}\nmeasured batch-one service proxy (ms): 0.01108366996049881\nsimulated last stable/overloaded response (ms): 0.01108366996049881 0.2726582810282707\n",
  "data": {
    "kind": "panels",
    "panels": [
      {
        "kind": "bar",
        "x": [
          0,
          1,
          2
        ],
        "labels": [
          "batch 1",
          "batch 8",
          "batch 32"
        ],
        "xlabel": "resident-input batch shape",
        "ylabel": "measured CPU milliseconds per batch",
        "series": [
          {
            "label": "warm p50",
            "y": [
              0.01108366996049881,
              0.024020439013838768,
              0.03983359783887863
            ]
          },
          {
            "label": "warm p95",
            "y": [
              0.014412146992981415,
              0.05706308875232933,
              0.05824349354952572
            ]
          }
        ]
      },
      {
        "kind": "line",
        "x": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17,
          18,
          19,
          20,
          21,
          22,
          23,
          24,
          25,
          26,
          27,
          28,
          29,
          30,
          31,
          32,
          33,
          34,
          35,
          36,
          37,
          38,
          39,
          40,
          41,
          42,
          43,
          44,
          45,
          46,
          47,
          48,
          49,
          50,
          51,
          52,
          53,
          54,
          55,
          56,
          57,
          58,
          59
        ],
        "xlabel": "request index (simulation)",
        "ylabel": "simulated response / measured service",
        "series": [
          {
            "label": "spaced arrivals",
            "y": [
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0,
              1.0
            ]
          },
          {
            "label": "overloaded arrivals",
            "y": [
              1.0,
              1.4,
              1.8,
              2.2,
              2.6,
              3.0,
              3.400000000000001,
              3.8,
              4.2,
              4.6000000000000005,
              5.0,
              5.4,
              5.800000000000002,
              6.2,
              6.6,
              7.0,
              7.4,
              7.800000000000002,
              8.200000000000001,
              8.6,
              9.0,
              9.4,
              9.8,
              10.2,
              10.600000000000003,
              11.0,
              11.4,
              11.8,
              12.2,
              12.600000000000003,
              13.0,
              13.400000000000002,
              13.8,
              14.2,
              14.600000000000003,
              15.0,
              15.400000000000002,
              15.8,
              16.2,
              16.6,
              17.0,
              17.4,
              17.8,
              18.2,
              18.6,
              19.0,
              19.4,
              19.8,
              20.200000000000006,
              20.6,
              21.0,
              21.4,
              21.8,
              22.200000000000006,
              22.6,
              23.0,
              23.4,
              23.800000000000004,
              24.200000000000006,
              24.6
            ]
          }
        ]
      }
    ]
  }
}