{
  "schemaVersion": 1,
  "lessonId": "posttraining-03",
  "contentHash": "1f49dabb4b7fd72624bfb2aaf2c1b85347f1283ee4498dbb44b6602a861bbbd7",
  "rendererHash": "a1bd5b648f4731ae5d5f0a24811c2540d1a0a132149ce589d17c4113509cbedf",
  "kind": "executed",
  "generatedAt": "2026-10-20T10:47:30.613999+00:00",
  "provenance": "recorded_cpu_computation",
  "environment": {
    "backend": "cpu",
    "deviceCount": 1,
    "jax": "0.9.2",
    "numpy": "2.4.4",
    "matplotlib": "3.10.8"
  },
  "stdout": "Synthetic preference NLL initial/final: 0.6931471824645996 0.08669456839561462 ; rewards: [ 1.9811294  0.327278  -2.3084073]\n",
  "data": {
    "panels": [
      {
        "kind": "line",
        "xlabel": "completed parameter updates before measurement",
        "ylabel": "pairwise preference NLL (nats)",
        "series": [
          {
            "label": "recorded CPU training loss",
            "x": [
              0,
              1,
              2,
              3,
              4,
              5,
              6,
              7,
              8,
              9,
              10,
              11,
              12,
              13,
              14,
              15,
              16,
              17,
              18,
              19,
              20,
              21,
              22,
              23,
              24,
              25,
              26,
              27,
              28,
              29,
              30,
              31,
              32,
              33,
              34,
              35,
              36,
              37,
              38,
              39,
              40,
              41,
              42,
              43,
              44,
              45,
              46,
              47,
              48,
              49,
              50,
              51,
              52,
              53,
              54,
              55,
              56,
              57,
              58,
              59,
              60,
              61,
              62,
              63,
              64,
              65,
              66,
              67,
              68,
              69,
              70,
              71,
              72,
              73,
              74,
              75,
              76,
              77,
              78,
              79,
              80,
              81,
              82,
              83,
              84,
              85,
              86,
              87,
              88,
              89,
              90,
              91,
              92,
              93,
              94,
              95,
              96,
              97,
              98,
              99
            ],
            "y": [
              0.6931471824645996,
              0.6395342350006104,
              0.593111515045166,
              0.5527932643890381,
              0.5176295042037964,
              0.48680830001831055,
              0.45964643359184265,
              0.4355742335319519,
              0.41411933302879333,
              0.39489075541496277,
              0.37756508588790894,
              0.3618738651275635,
              0.3475942313671112,
              0.33453989028930664,
              0.3225548267364502,
              0.31150758266448975,
              0.30128705501556396,
              0.29179877042770386,
              0.28296196460723877,
              0.27470752596855164,
              0.2669757008552551,
              0.25971469283103943,
              0.25287961959838867,
              0.2464311718940735,
              0.24033480882644653,
              0.23456022143363953,
              0.22908052802085876,
              0.22387182712554932,
              0.2189129889011383,
              0.21418499946594238,
              0.20967082679271698,
              0.2053551971912384,
              0.20122435688972473,
              0.19726571440696716,
              0.19346801936626434,
              0.18982097506523132,
              0.1863151490688324,
              0.1829419583082199,
              0.1796935647726059,
              0.17656271159648895,
              0.1735427975654602,
              0.1706276535987854,
              0.16781166195869446,
              0.16508957743644714,
              0.16245652735233307,
              0.1599079966545105,
              0.15743982791900635,
              0.15504807233810425,
              0.1527291238307953,
              0.15047955513000488,
              0.14829620718955994,
              0.1461760550737381,
              0.1441163271665573,
              0.14211438596248627,
              0.1401677429676056,
              0.13827410340309143,
              0.1364312469959259,
              0.13463711738586426,
              0.1328897774219513,
              0.1311873197555542,
              0.12952806055545807,
              0.127910315990448,
              0.12633252143859863,
              0.12479318678379059,
              0.12329088151454926,
              0.12182429432868958,
              0.12039212882518768,
              0.11899318546056747,
              0.11762627959251404,
              0.11629033088684082,
              0.11498431861400604,
              0.11370715498924255,
              0.11245795339345932,
              0.11123576760292053,
              0.11003975570201874,
              0.1088690385222435,
              0.10772283375263214,
              0.10660036653280258,
              0.10550092160701752,
              0.10442378371953964,
              0.10336827486753464,
              0.10233374685049057,
              0.1013195812702179,
              0.10032518953084946,
              0.0993499904870987,
              0.09839342534542084,
              0.0974549651145935,
              0.0965341180562973,
              0.09563037008047104,
              0.09474325180053711,
              0.0938723236322403,
              0.09301712363958359,
              0.09217725694179535,
              0.09135228395462036,
              0.09054185450077057,
              0.08974554389715195,
              0.08896301686763763,
              0.08819389343261719,
              0.08743785321712494,
              0.08669456839561462
            ]
          }
        ],
        "x": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          8,
          9,
          10,
          11,
          12,
          13,
          14,
          15,
          16,
          17,
          18,
          19,
          20,
          21,
          22,
          23,
          24,
          25,
          26,
          27,
          28,
          29,
          30,
          31,
          32,
          33,
          34,
          35,
          36,
          37,
          38,
          39,
          40,
          41,
          42,
          43,
          44,
          45,
          46,
          47,
          48,
          49,
          50,
          51,
          52,
          53,
          54,
          55,
          56,
          57,
          58,
          59,
          60,
          61,
          62,
          63,
          64,
          65,
          66,
          67,
          68,
          69,
          70,
          71,
          72,
          73,
          74,
          75,
          76,
          77,
          78,
          79,
          80,
          81,
          82,
          83,
          84,
          85,
          86,
          87,
          88,
          89,
          90,
          91,
          92,
          93,
          94,
          95,
          96,
          97,
          98,
          99
        ]
      },
      {
        "kind": "bar",
        "x": [
          0,
          1,
          2
        ],
        "labels": [
          "0 preferred to 1",
          "0 preferred to 2",
          "1 preferred to 2"
        ],
        "series": [
          {
            "label": "final score difference",
            "y": [
              1.6538513898849487,
              4.289536952972412,
              2.635685443878174
            ]
          }
        ],
        "xlabel": "synthetic comparison",
        "ylabel": "chosen minus rejected reward",
        "title": "Which comparisons the reward model fitted"
      }
    ]
  }
}