{
  "kind": "untrained_synthetic_mechanism_checks",
  "seed": 7,
  "moe": {
    "inputs": [
      [
        1.0,
        0.0
      ],
      [
        1.1,
        0.1
      ],
      [
        1.2,
        0.2
      ],
      [
        1.3,
        0.3
      ],
      [
        1.4,
        0.4
      ],
      [
        1.5,
        0.5
      ]
    ],
    "router": [
      [
        2.0,
        1.0,
        -1.0,
        -2.0
      ],
      [
        0.0,
        0.2,
        0.1,
        0.0
      ]
    ],
    "first": [
      [
        [
          0.0012301533574825742,
          0.2987455375084699,
          -0.2741378553622176
        ],
        [
          -0.8905918387572742,
          -0.45467078517172255,
          -0.9916465549964624
        ]
      ],
      [
        [
          0.060143602597438485,
          1.3402152455545335,
          -0.49220651855132963
        ],
        [
          -0.6204748998199404,
          0.4898420501851982,
          0.35688700816006075
        ]
      ],
      [
        [
          0.10541424899789856,
          -0.9304680447082047,
          -0.02925182246327349
        ],
        [
          0.6953031944582878,
          -1.344214547285082,
          -0.45761576104021817
        ]
      ],
      [
        [
          -1.901222739800844,
          -1.289537739784976,
          -1.8417350377917323
        ],
        [
          -0.23509113107468127,
          -1.2674464814437032,
          0.2712643588217015
        ]
      ]
    ],
    "second": [
      [
        [
          0.15675108662422516,
          -0.18693094462995438
        ],
        [
          -2.516759710820513,
          -0.5386928958466366
        ],
        [
          -0.048500945401071985,
          0.11330898600330756
        ]
      ],
      [
        [
          -1.5301357655053935,
          -0.47775327603393064
        ],
        [
          -0.9785190780566395,
          -0.8088372394255993
        ],
        [
          1.0608986233860787,
          -0.8075346753318965
        ]
      ],
      [
        [
          -0.0325217049455206,
          0.8843898673831739
        ],
        [
          -0.583600432743302,
          -0.11170194958415963
        ],
        [
          0.11046414324948059,
          0.06378177425506196
        ]
      ],
      [
        [
          -1.2250558264176934,
          0.0761402303770081
        ],
        [
          1.3588234217415376,
          -1.5471446781284823
        ],
        [
          0.8593826880215982,
          0.11935402569658124
        ]
      ]
    ],
    "ids": [
      [
        0,
        1
      ],
      [
        0,
        1
      ],
      [
        0,
        1
      ],
      [
        0,
        1
      ],
      [
        0,
        1
      ],
      [
        0,
        1
      ]
    ],
    "weights": [
      [
        0.7310585786300049,
        0.2689414213699951
      ],
      [
        0.7464939833376621,
        0.2535060166623378
      ],
      [
        0.7613327148429104,
        0.2386672851570896
      ],
      [
        0.7755640142690734,
        0.22443598573092652
      ],
      [
        0.7891817065222528,
        0.21081829347774714
      ],
      [
        0.8021838885585817,
        0.19781611144141825
      ]
    ],
    "output": [
      [
        -0.9269675113741261,
        -0.41708341454065073
      ],
      [
        -0.9114179482941809,
        -0.42669144618007715
      ],
      [
        -0.9111434014117424,
        -0.4391082193994046
      ],
      [
        -0.9067219302140663,
        -0.4482263913899992
      ],
      [
        -0.8969657744362496,
        -0.4538427390780453
      ],
      [
        -0.8822799593390607,
        -0.45624845145392456
      ]
    ],
    "requested": [
      6,
      6,
      0,
      0
    ],
    "accepted": [
      6,
      6,
      0,
      0
    ],
    "calls": 12,
    "dense_calls": 24,
    "total_parameters": 56,
    "parameters_used_per_token": 32,
    "reference_max_error": 1.1102230246251565e-16,
    "capacity": 3,
    "limited_load": [
      3,
      3,
      0,
      0
    ],
    "dropped_assignments": 6,
    "limited_output": [
      [
        -0.9269675113741261,
        -0.41708341454065073
      ],
      [
        -0.9114179482941809,
        -0.42669144618007715
      ],
      [
        -0.9111434014117424,
        -0.4391082193994046
      ],
      [
        0.0,
        0.0
      ],
      [
        0.0,
        0.0
      ],
      [
        0.0,
        0.0
      ]
    ]
  },
  "linear": {
    "q": [
      [
        0.8842054390235926,
        0.4251376531127418,
        0.6383656604864918
      ],
      [
        0.15332647811095326,
        0.44886862099965585,
        0.390732711632386
      ],
      [
        0.2351797561634067,
        0.8347042934371681,
        0.4415015543952812
      ],
      [
        0.9808730959700995,
        0.6309925237095493,
        0.6445506284468662
      ],
      [
        0.674196922709499,
        0.7088052194315094,
        0.23570921725153185
      ],
      [
        0.4962821204693688,
        0.315607565646571,
        0.46224846829358346
      ],
      [
        0.18703368453857105,
        0.9710452459439393,
        0.293503633620292
      ]
    ],
    "k": [
      [
        0.7045886463501565,
        0.3703780733311633,
        0.8866693235345541
      ],
      [
        0.6959932645046084,
        0.21845423422747517,
        0.8605668887870976
      ],
      [
        0.9504533540304816,
        0.9135251093763341,
        0.6127472330733496
      ],
      [
        0.23091395838483422,
        0.27321714547149917,
        0.9351151162700719
      ],
      [
        0.5970938389005375,
        0.26249724860402046,
        0.8956512047768229
      ],
      [
        0.6774145347002327,
        0.6127248470264272,
        0.4386590525169281
      ],
      [
        0.4698597539414169,
        0.3155402914136604,
        0.1342515580221152
      ]
    ],
    "v": [
      [
        -0.024143613009932233,
        0.6683810232673438
      ],
      [
        -0.3398695517131494,
        1.052126358426947
      ],
      [
        -0.005399560671626605,
        0.5833823541804138
      ],
      [
        -1.2908932453234871,
        0.34668004887842974
      ],
      [
        -1.6882041173665416,
        -2.0353289449399323
      ],
      [
        -0.3044768777114372,
        -0.8999276075985952
      ],
      [
        0.16405279571222256,
        2.2447566264860495
      ]
    ],
    "recurrent": [
      [
        -0.024143613009932233,
        0.6683810232673438
      ],
      [
        -0.17117524089453826,
        0.8470888657505602
      ],
      [
        -0.09633140964626459,
        0.7286784592880868
      ],
      [
        -0.3127659217254808,
        0.6759451893175334
      ],
      [
        -0.5239066070802989,
        0.19851018767392298
      ],
      [
        -0.5484379344496557,
        -0.0010391584319171998
      ],
      [
        -0.4383088835189518,
        0.1933226515583792
      ]
    ],
    "explicit": [
      [
        -0.024143613009932233,
        0.6683810232673438
      ],
      [
        -0.17117524089453826,
        0.8470888657505602
      ],
      [
        -0.09633140964626459,
        0.7286784592880867
      ],
      [
        -0.31276592172548084,
        0.6759451893175334
      ],
      [
        -0.5239066070802989,
        0.19851018767392306
      ],
      [
        -0.5484379344496556,
        -0.0010391584319172445
      ],
      [
        -0.4383088835189518,
        0.1933226515583793
      ]
    ],
    "max_error": 1.1102230246251565e-16,
    "softmax_max_difference": 0.04126890365669186
  },
  "memory": {
    "keys": [
      [
        1.0,
        0.0
      ],
      [
        0.0,
        1.0
      ],
      [
        1.0,
        0.0
      ]
    ],
    "values": [
      [
        10.0
      ],
      [
        20.0
      ],
      [
        30.0
      ]
    ],
    "average_read": [
      20.0,
      20.0
    ],
    "delta_read": [
      30.0,
      20.0
    ],
    "decayed_read": [
      30.0,
      10.0
    ],
    "collision_read": 26.213203435596427,
    "impulse_traces": {
      "0.8": [
        1.0,
        0.8,
        0.6400000000000001,
        0.5120000000000001,
        0.40960000000000013,
        0.32768000000000014,
        0.2621440000000001,
        0.2097152000000001,
        0.1677721600000001,
        0.13421772800000006,
        0.10737418240000006,
        0.08589934592000005,
        0.06871947673600004,
        0.054975581388800036,
        0.043980465111040035,
        0.03518437208883203,
        0.028147497671065627,
        0.022517998136852502,
        0.018014398509482003,
        0.014411518807585602,
        0.011529215046068483,
        0.009223372036854787,
        0.00737869762948383,
        0.005902958103587064,
        0.004722366482869652,
        0.0037778931862957215,
        0.0030223145490365774,
        0.002417851639229262,
        0.0019342813113834097,
        0.0015474250491067279,
        0.0012379400392853823,
        0.0009903520314283058,
        0.0007922816251426447,
        0.0006338253001141158,
        0.0005070602400912927,
        0.00040564819207303417,
        0.00032451855365842736,
        0.0002596148429267419,
        0.00020769187434139353,
        0.00016615349947311482,
        0.00013292279957849188,
        0.0001063382396627935,
        8.507059173023481e-05,
        6.805647338418785e-05,
        5.444517870735028e-05,
        4.3556142965880224e-05,
        3.484491437270418e-05,
        2.7875931498163346e-05,
        2.2300745198530677e-05,
        1.784059615882454e-05,
        1.4272476927059634e-05
      ],
      "0.99": [
        1.0,
        0.99,
        0.9801,
        0.9702989999999999,
        0.96059601,
        0.9509900498999999,
        0.9414801494009999,
        0.9320653479069899,
        0.92274469442792,
        0.9135172474836407,
        0.9043820750088043,
        0.8953382542587163,
        0.8863848717161291,
        0.8775210229989678,
        0.8687458127689781,
        0.8600583546412883,
        0.8514577710948754,
        0.8429431933839266,
        0.8345137614500874,
        0.8261686238355865,
        0.8179069375972307,
        0.8097278682212583,
        0.8016305895390458,
        0.7936142836436553,
        0.7856781408072188,
        0.7778213593991465,
        0.7700431458051551,
        0.7623427143471035,
        0.7547192872036325,
        0.7471720943315961,
        0.7397003733882802,
        0.7323033696543974,
        0.7249803359578534,
        0.7177305325982748,
        0.7105532272722921,
        0.7034476949995692,
        0.6964132180495735,
        0.6894490858690777,
        0.682554595010387,
        0.6757290490602831,
        0.6689717585696803,
        0.6622820409839835,
        0.6556592205741436,
        0.6491026283684022,
        0.6426116020847181,
        0.6361854860638709,
        0.6298236312032323,
        0.6235253948912,
        0.617290140942288,
        0.6111172395328651,
        0.6050060671375365
      ]
    },
    "cache_counts": [
      {
        "tokens": 32,
        "kv_scalars": 96,
        "normalized_linear_scalars": 4
      },
      {
        "tokens": 128,
        "kv_scalars": 384,
        "normalized_linear_scalars": 4
      }
    ]
  },
  "environment": {
    "python": "3.12.12",
    "numpy": "2.5.4",
    "code_sha256": "24721053d6f8008929e631a578e81091ff452bbeeb306732e3ffba5089b99ba0"
  }
}