{
  "schemaVersion": 1,
  "lessonId": "internals-03",
  "contentHash": "16c3fd20cd983fed1236cd2f8b1589b5edf49f3be77e784652c254b20578c51a",
  "rendererHash": "a1bd5b648f4731ae5d5f0a24811c2540d1a0a132149ce589d17c4113509cbedf",
  "kind": "executed",
  "generatedAt": "2026-10-20T10:46:38.018377+00:00",
  "provenance": "recorded_cpu_computation",
  "environment": {
    "backend": "cpu",
    "deviceCount": 1,
    "jax": "0.9.2",
    "numpy": "2.4.4",
    "matplotlib": "3.10.8"
  },
  "stdout": "Softplus first/second: [0.01798621 0.5        0.95257413] [0.01766271 0.25       0.04517666]\nLogsumexp gradient: [0.09085944 0.30166396 0.60747661]\nStable extreme values: [0.00000000e+00 6.93147181e-01 1.00000000e+03] naive positive extreme: inf\n",
  "data": {
    "panels": [
      {
        "kind": "line",
        "x": [
          -8.0,
          -7.75,
          -7.5,
          -7.25,
          -7.0,
          -6.75,
          -6.5,
          -6.25,
          -6.0,
          -5.75,
          -5.5,
          -5.25,
          -5.0,
          -4.75,
          -4.5,
          -4.25,
          -4.0,
          -3.75,
          -3.5,
          -3.25,
          -3.0,
          -2.75,
          -2.5,
          -2.25,
          -2.0,
          -1.75,
          -1.5,
          -1.25,
          -1.0,
          -0.75,
          -0.5,
          -0.25,
          0.0,
          0.25,
          0.5,
          0.75,
          1.0,
          1.25,
          1.5,
          1.75,
          2.0,
          2.25,
          2.5,
          2.75,
          3.0,
          3.25,
          3.5,
          3.75,
          4.0,
          4.25,
          4.5,
          4.75,
          5.0,
          5.25,
          5.5,
          5.75,
          6.0,
          6.25,
          6.5,
          6.75,
          7.0,
          7.25,
          7.5,
          7.75,
          8.0
        ],
        "xlabel": "input x",
        "ylabel": "first derivative",
        "series": [
          {
            "label": "custom softplus slope",
            "y": [
              0.0003353501304664781,
              0.0004305570813246149,
              0.0005527786369235996,
              0.0007096703991005881,
              0.0009110511944006454,
              0.0011695102650555148,
              0.0015011822567369917,
              0.0019267346633274757,
              0.0024726231566347743,
              0.0031726828424851893,
              0.004070137715896128,
              0.005220125693558396,
              0.0066928509242848554,
              0.008577485413711984,
              0.01098694263059318,
              0.014063627043245475,
              0.01798620996209156,
              0.022977369910025615,
              0.02931223075135632,
              0.03732688734412946,
              0.04742587317756678,
              0.060086650174007626,
              0.07585818002124355,
              0.09534946489910949,
              0.11920292202211755,
              0.14804719803168948,
              0.18242552380635635,
              0.22270013882530884,
              0.2689414213699951,
              0.320821300824607,
              0.3775406687981454,
              0.43782349911420193,
              0.5,
              0.5621765008857981,
              0.6224593312018546,
              0.679178699175393,
              0.7310585786300049,
              0.7772998611746911,
              0.8175744761936437,
              0.8519528019683106,
              0.8807970779778823,
              0.9046505351008906,
              0.9241418199787566,
              0.9399133498259924,
              0.9525741268224334,
              0.9626731126558706,
              0.9706877692486436,
              0.9770226300899744,
              0.9820137900379085,
              0.9859363729567544,
              0.9890130573694068,
              0.991422514586288,
              0.9933071490757153,
              0.9947798743064417,
              0.995929862284104,
              0.9968273171575148,
              0.9975273768433653,
              0.9980732653366725,
              0.998498817743263,
              0.9988304897349445,
              0.9990889488055994,
              0.9992903296008995,
              0.9994472213630764,
              0.9995694429186754,
              0.9996646498695336
            ]
          }
        ]
      },
      {
        "kind": "line",
        "x": [
          -8.0,
          -7.75,
          -7.5,
          -7.25,
          -7.0,
          -6.75,
          -6.5,
          -6.25,
          -6.0,
          -5.75,
          -5.5,
          -5.25,
          -5.0,
          -4.75,
          -4.5,
          -4.25,
          -4.0,
          -3.75,
          -3.5,
          -3.25,
          -3.0,
          -2.75,
          -2.5,
          -2.25,
          -2.0,
          -1.75,
          -1.5,
          -1.25,
          -1.0,
          -0.75,
          -0.5,
          -0.25,
          0.0,
          0.25,
          0.5,
          0.75,
          1.0,
          1.25,
          1.5,
          1.75,
          2.0,
          2.25,
          2.5,
          2.75,
          3.0,
          3.25,
          3.5,
          3.75,
          4.0,
          4.25,
          4.5,
          4.75,
          5.0,
          5.25,
          5.5,
          5.75,
          6.0,
          6.25,
          6.5,
          6.75,
          7.0,
          7.25,
          7.5,
          7.75,
          8.0
        ],
        "xlabel": "input x",
        "ylabel": "second derivative",
        "series": [
          {
            "label": "custom softplus curvature",
            "y": [
              0.00033523767075647424,
              0.00043037170192433607,
              0.0005524730727021604,
              0.0007091667670252285,
              0.0009102211801218265,
              0.0011681425107954446,
              0.0014989287085690496,
              0.001923022356864608,
              0.002466509291360048,
              0.0031626169260661895,
              0.004053571694869767,
              0.005192875981301848,
              0.006648056670790155,
              0.008503912157689543,
              0.010866229722225234,
              0.01386584143763397,
              0.017662706213291118,
              0.022449410382043462,
              0.02845302387973556,
              0.03593359082532813,
              0.04517665973091214,
              0.05647624464487406,
              0.07010371654510815,
              0.08625794444256298,
              0.1049935854035065,
              0.12612922518665518,
              0.14914645207033286,
              0.173104786992497,
              0.19661193324148185,
              0.21789499376181404,
              0.2350037122015945,
              0.24613408273759835,
              0.25,
              0.24613408273759835,
              0.2350037122015945,
              0.21789499376181404,
              0.19661193324148185,
              0.17310478699249707,
              0.14914645207033286,
              0.12612922518665515,
              0.10499358540350662,
              0.08625794444256295,
              0.07010371654510807,
              0.05647624464487404,
              0.045176659730912,
              0.03593359082532804,
              0.028453023879735598,
              0.022449410382043483,
              0.017662706213291107,
              0.013865841437634087,
              0.010866229722225243,
              0.008503912157689508,
              0.006648056670790033,
              0.005192875981301794,
              0.004053571694869679,
              0.003162616926066175,
              0.002466509291359931,
              0.0019230223568646218,
              0.0014989287085690683,
              0.0011681425107954477,
              0.000910221180121784,
              0.0007091667670251665,
              0.0005524730727021618,
              0.0004303717019242776,
              0.00033523767075636815
            ]
          }
        ]
      }
    ]
  }
}