{
  "schemaVersion": 1,
  "lessonId": "posttraining-02",
  "contentHash": "5a084f0f528c1207e76c4deeaaa121102dcf48d223e7cb5781e9ce18431f807d",
  "rendererHash": "a1bd5b648f4731ae5d5f0a24811c2540d1a0a132149ce589d17c4113509cbedf",
  "kind": "executed",
  "generatedAt": "2026-10-20T10:47:28.955567+00:00",
  "provenance": "recorded_cpu_computation",
  "environment": {
    "backend": "cpu",
    "deviceCount": 1,
    "jax": "0.9.2",
    "numpy": "2.4.4",
    "matplotlib": "3.10.8"
  },
  "stdout": "LoRA initial/final: 0.043869297951459885 2.466217665642034e-07 ; trainable: 10 base: 24\n",
  "data": {
    "panels": [
      {
        "kind": "line",
        "xlabel": "completed parameter updates before measurement",
        "ylabel": "adaptation MSE (squared output units)",
        "series": [
          {
            "label": "recorded CPU training loss",
            "x": [
              0,
              1,
              2,
              3,
              4,
              5,
              6,
              7,
              8,
              9,
              10,
              11,
              12,
              13,
              14,
              15,
              16,
              17,
              18,
              19,
              20,
              21,
              22,
              23,
              24,
              25,
              26,
              27,
              28,
              29,
              30,
              31,
              32,
              33,
              34,
              35,
              36,
              37,
              38,
              39,
              40,
              41,
              42,
              43,
              44,
              45,
              46,
              47,
              48,
              49,
              50,
              51,
              52,
              53,
              54,
              55,
              56,
              57,
              58,
              59,
              60,
              61,
              62,
              63,
              64,
              65,
              66,
              67,
              68,
              69,
              70,
              71,
              72,
              73,
              74,
              75,
              76,
              77,
              78,
              79,
              80,
              81,
              82,
              83,
              84,
              85,
              86,
              87,
              88,
              89,
              90,
              91,
              92,
              93,
              94,
              95,
              96,
              97,
              98,
              99,
              100,
              101,
              102,
              103,
              104,
              105,
              106,
              107,
              108,
              109,
              110,
              111,
              112,
              113,
              114,
              115,
              116,
              117,
              118,
              119,
              120,
              121,
              122,
              123,
              124,
              125,
              126,
              127,
              128,
              129,
              130,
              131,
              132,
              133,
              134,
              135,
              136,
              137,
              138,
              139,
              140,
              141,
              142,
              143,
              144,
              145,
              146,
              147,
              148,
              149,
              150,
              151,
              152,
              153,
              154,
              155,
              156,
              157,
              158,
              159,
              160,
              161,
              162,
              163,
              164,
              165,
              166,
              167,
              168,
              169,
              170,
              171,
              172,
              173,
              174,
              175,
              176,
              177,
              178,
              179,
              180,
              181,
              182,
              183,
              184,
              185,
              186,
              187,
              188,
              189,
              190,
              191,
              192,
              193,
              194,
              195,
              196,
              197,
              198,
              199,
              200,
              201,
              202,
              203,
              204,
              205,
              206,
              207,
              208,
              209,
              210,
              211,
              212,
              213,
              214,
              215,
              216,
              217,
              218,
              219,
              220,
              221,
              222,
              223,
              224,
              225,
              226,
              227,
              228,
              229,
              230,
              231,
              232,
              233,
              234,
              235,
              236,
              237,
              238,
              239,
              240,
              241,
              242,
              243,
              244,
              245,
              246,
              247,
              248,
              249
            ],
            "y": [
              0.043869297951459885,
              0.043838001787662506,
              0.04380641505122185,
              0.043773353099823,
              0.04373757541179657,
              0.04369781166315079,
              0.04365266114473343,
              0.04360056668519974,
              0.04353978484869003,
              0.04346829652786255,
              0.04338376969099045,
              0.04328347370028496,
              0.04316423088312149,
              0.04302230477333069,
              0.04285333678126335,
              0.042652249336242676,
              0.042413126677274704,
              0.04212915152311325,
              0.04179246351122856,
              0.04139415919780731,
              0.04092422127723694,
              0.04037152975797653,
              0.03972399979829788,
              0.038968779146671295,
              0.03809264302253723,
              0.03708256408572197,
              0.035926543176174164,
              0.034614674746990204,
              0.03314046561717987,
              0.0315023772418499,
              0.02970540151000023,
              0.027762502431869507,
              0.02569563500583172,
              0.023535996675491333,
              0.02132316306233406,
              0.019103020429611206,
              0.016924453899264336,
              0.014835214242339134,
              0.012877586297690868,
              0.011084657162427902,
              0.009477893821895123,
              0.008066419512033463,
              0.006848013959825039,
              0.005811386741697788,
              0.004939107224345207,
              0.004210553131997585,
              0.003604397876188159,
              0.003100397065281868,
              0.0026804539375007153,
              0.002329086884856224,
              0.0020334613509476185,
              0.001783169573172927,
              0.0015698885545134544,
              0.0013870119582861662,
              0.0012293029576539993,
              0.00109260028693825,
              0.0009735749335959554,
              0.0008695395663380623,
              0.0007783062173984945,
              0.0006980719044804573,
              0.0006273371982388198,
              0.000564843590836972,
              0.0005095259402878582,
              0.00046047521755099297,
              0.00041691306978464127,
              0.0003781673440244049,
              0.000343656720360741,
              0.00031287598540075123,
              0.0002853850310202688,
              0.0002607994247227907,
              0.00023878317733760923,
              0.000219041045056656,
              0.00020131438213866204,
              0.0001853759604273364,
              0.00017102513811551034,
              0.00015808563330210745,
              0.0001464016968384385,
              0.00013583617692347616,
              0.00012626743409782648,
              0.00011758819164242595,
              0.00010970336006721482,
              0.00010252886568196118,
              9.598998440196738e-05,
              9.002056322060525e-05,
              8.456173236481845e-05,
              7.956127228680998e-05,
              7.497284968849272e-05,
              7.075499161146581e-05,
              6.687101995339617e-05,
              6.32880546618253e-05,
              5.997680273139849e-05,
              5.691144542652182e-05,
              5.406842683441937e-05,
              5.142709051142447e-05,
              4.896861719316803e-05,
              4.667660323320888e-05,
              4.4535867345985025e-05,
              4.2533174564596266e-05,
              4.0656548662809655e-05,
              3.8895032048458233e-05,
              3.723911868291907e-05,
              3.567999374354258e-05,
              3.420982102397829e-05,
              3.282156467321329e-05,
              3.150877091684379e-05,
              3.0265762688941322e-05,
              2.908716669480782e-05,
              2.7968388167209923e-05,
              2.69051524810493e-05,
              2.589347968751099e-05,
              2.4929857318056747e-05,
              2.4011116693145595e-05,
              2.3134343791753054e-05,
              2.229677738796454e-05,
              2.1495990949915722e-05,
              2.0729825337184593e-05,
              1.999613959924318e-05,
              1.9293052901048213e-05,
              1.861888995335903e-05,
              1.7972008208744228e-05,
              1.7350981579511426e-05,
              1.6754374883021228e-05,
              1.618098031030968e-05,
              1.562959914735984e-05,
              1.5099197298695799e-05,
              1.4588682461180724e-05,
              1.409715878253337e-05,
              1.3623738595924806e-05,
              1.3167607903596945e-05,
              1.2727985449600965e-05,
              1.2304138181207236e-05,
              1.1895396710315254e-05,
              1.1501082553877495e-05,
              1.1120689123345073e-05,
              1.0753572496469133e-05,
              1.0399190614407416e-05,
              1.0057096915261354e-05,
              9.726734788273461e-06,
              9.407674042449798e-06,
              9.099525414058007e-06,
              8.801818694337271e-06,
              8.51416916702874e-06,
              8.236232133640442e-06,
              7.967621058924124e-06,
              7.708021257712971e-06,
              7.457066203642171e-06,
              7.214500783447875e-06,
              6.980000762268901e-06,
              6.753263278369559e-06,
              6.533991836477071e-06,
              6.321991804725258e-06,
              6.116991244198289e-06,
              5.918728675169405e-06,
              5.72698581891018e-06,
              5.541511200135574e-06,
              5.36215247848304e-06,
              5.188638169784099e-06,
              5.0207927415613085e-06,
              4.858427928411402e-06,
              4.701374109572498e-06,
              4.5494307414628565e-06,
              4.402430931804702e-06,
              4.260225523466943e-06,
              4.122636710235383e-06,
              3.989514880231582e-06,
              3.860738615912851e-06,
              3.736113285413012e-06,
              3.6155440739094047e-06,
              3.4988688639714383e-06,
              3.3859814720926806e-06,
              3.276770257798489e-06,
              3.171078788000159e-06,
              3.068816795348539e-06,
              2.969843080791179e-06,
              2.874084202630911e-06,
              2.781417606456671e-06,
              2.691742793103913e-06,
              2.604971086839214e-06,
              2.521003807487432e-06,
              2.4397663764830213e-06,
              2.3611307824467076e-06,
              2.285018581460463e-06,
              2.211394303230918e-06,
              2.1401192498160526e-06,
              2.0711636352643836e-06,
              2.0044305983901722e-06,
              1.9398428321437677e-06,
              1.87733746770391e-06,
              1.8168406086260802e-06,
              1.7583259932507644e-06,
              1.7016798210534034e-06,
              1.6468643480038736e-06,
              1.5938070418997086e-06,
              1.5424566299770959e-06,
              1.4927770735084778e-06,
              1.4446866316575324e-06,
              1.3981496067572152e-06,
              1.3531159765989287e-06,
              1.3095398117002333e-06,
              1.267354946321575e-06,
              1.2265259101695847e-06,
              1.1870331491081743e-06,
              1.1487898063933244e-06,
              1.111797928388114e-06,
              1.075981685971783e-06,
              1.0413231166239711e-06,
              1.0077883416670375e-06,
              9.753339327289723e-07,
              9.439154382562265e-07,
              9.135229674939183e-07,
              8.840949590194214e-07,
              8.556253305869177e-07,
              8.280680958705489e-07,
              8.013993806343933e-07,
              7.755921842544922e-07,
              7.506166070925246e-07,
              7.264401347129024e-07,
              7.030403139651753e-07,
              6.803974770264176e-07,
              6.58487238069938e-07,
              6.372764573825407e-07,
              6.167519472910499e-07,
              5.968958589619433e-07,
              5.776705620519351e-07,
              5.590597993432311e-07,
              5.410656740423292e-07,
              5.236312290435308e-07,
              5.067685151516343e-07,
              4.904464390165231e-07,
              4.746561899082735e-07,
              4.5936849346617237e-07,
              4.445749937076471e-07,
              4.3025167428822897e-07,
              4.16402230030144e-07,
              4.0298385783898993e-07,
              3.900031515513547e-07,
              3.774472077111568e-07,
              3.652886277905054e-07,
              3.535203063620429e-07,
              3.421379801693547e-07,
              3.3112232245002815e-07,
              3.204565643954993e-07,
              3.101339984823426e-07,
              3.001497645982454e-07,
              2.9047902216916555e-07,
              2.8112577865613275e-07,
              2.7207465791434515e-07,
              2.633091753523331e-07,
              2.548292741266778e-07,
              2.466217665642034e-07
            ]
          }
        ],
        "x": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17,
          18,
          19,
          20,
          21,
          22,
          23,
          24,
          25,
          26,
          27,
          28,
          29,
          30,
          31,
          32,
          33,
          34,
          35,
          36,
          37,
          38,
          39,
          40,
          41,
          42,
          43,
          44,
          45,
          46,
          47,
          48,
          49,
          50,
          51,
          52,
          53,
          54,
          55,
          56,
          57,
          58,
          59,
          60,
          61,
          62,
          63,
          64,
          65,
          66,
          67,
          68,
          69,
          70,
          71,
          72,
          73,
          74,
          75,
          76,
          77,
          78,
          79,
          80,
          81,
          82,
          83,
          84,
          85,
          86,
          87,
          88,
          89,
          90,
          91,
          92,
          93,
          94,
          95,
          96,
          97,
          98,
          99,
          100,
          101,
          102,
          103,
          104,
          105,
          106,
          107,
          108,
          109,
          110,
          111,
          112,
          113,
          114,
          115,
          116,
          117,
          118,
          119,
          120,
          121,
          122,
          123,
          124,
          125,
          126,
          127,
          128,
          129,
          130,
          131,
          132,
          133,
          134,
          135,
          136,
          137,
          138,
          139,
          140,
          141,
          142,
          143,
          144,
          145,
          146,
          147,
          148,
          149,
          150,
          151,
          152,
          153,
          154,
          155,
          156,
          157,
          158,
          159,
          160,
          161,
          162,
          163,
          164,
          165,
          166,
          167,
          168,
          169,
          170,
          171,
          172,
          173,
          174,
          175,
          176,
          177,
          178,
          179,
          180,
          181,
          182,
          183,
          184,
          185,
          186,
          187,
          188,
          189,
          190,
          191,
          192,
          193,
          194,
          195,
          196,
          197,
          198,
          199,
          200,
          201,
          202,
          203,
          204,
          205,
          206,
          207,
          208,
          209,
          210,
          211,
          212,
          213,
          214,
          215,
          216,
          217,
          218,
          219,
          220,
          221,
          222,
          223,
          224,
          225,
          226,
          227,
          228,
          229,
          230,
          231,
          232,
          233,
          234,
          235,
          236,
          237,
          238,
          239,
          240,
          241,
          242,
          243,
          244,
          245,
          246,
          247,
          248,
          249
        ]
      },
      {
        "kind": "bar",
        "x": [
          0,
          1
        ],
        "labels": [
          "factor A",
          "factor B"
        ],
        "series": [
          {
            "label": "initial gradient norm",
            "y": [
              0.0,
              0.008857794106006622
            ]
          }
        ],
        "xlabel": "trainable factor",
        "ylabel": "gradient L2 norm",
        "title": "Why the first update changes only B"
      }
    ]
  },
  "diagram": {
    "title": "Frozen base plus a low-rank correction",
    "prediction": "If rank changes while alpha stays fixed, can you omit the scaling when merging?",
    "reading": "Input enters both branches. The base weight is frozen; A and B are trainable. Both paths return four features before addition. Include \\(\\alpha/r\\) when merging. These are forward-data arrows: gradients update adapter factors but not frozen base parameters.",
    "alt": "Input enters both branches. The base weight is frozen; A and B are trainable. Both paths return four features before addition. Include \\(\\alpha/r\\) when merging. These are forward-data arrows: gradients update adapter factors but not frozen base parameters.",
    "scope": "Architecture and dataflow mechanism diagram.",
    "height": 7,
    "panel": {
      "kind": "graph",
      "nodes": [
        {
          "id": "x",
          "x": 5,
          "y": 0.8,
          "label": "X: batch \u00d7 6",
          "tone": "data",
          "w": 4,
          "h": 0.85
        },
        {
          "id": "w",
          "x": 2.3,
          "y": 2.8,
          "label": "Frozen W\n6 \u00d7 4",
          "tone": "fixed",
          "w": 3.4,
          "h": 1
        },
        {
          "id": "a",
          "x": 7.4,
          "y": 2.8,
          "label": "Trainable A\n6 \u00d7 r",
          "tone": "state",
          "w": 3.4,
          "h": 1
        },
        {
          "id": "b",
          "x": 7.4,
          "y": 4.5,
          "label": "Trainable B\nr \u00d7 4",
          "tone": "state",
          "w": 3.4,
          "h": 1
        },
        {
          "id": "scale",
          "x": 7.4,
          "y": 6.1,
          "label": "Scale by alpha / r",
          "tone": "data",
          "w": 3.8,
          "h": 0.85
        },
        {
          "id": "sum",
          "x": 5,
          "y": 8,
          "label": "Add: batch \u00d7 4",
          "tone": "result",
          "w": 4,
          "h": 0.85
        }
      ],
      "edges": [
        {
          "from": "x",
          "to": "w"
        },
        {
          "from": "x",
          "to": "a"
        },
        {
          "from": "a",
          "to": "b"
        },
        {
          "from": "b",
          "to": "scale"
        },
        {
          "from": "scale",
          "to": "sum"
        },
        {
          "from": "w",
          "to": "sum",
          "exit": "bottom",
          "enter": "left",
          "curve": "arc3,rad=0.12"
        }
      ],
      "height": 9,
      "width": 10
    }
  }
}