{
 "checked": 6,
 "reproduce": 0,
 "do_not_reproduce": [
  "T96_s2",
  "g151_s2",
  "g259_s2",
  "g437_s2",
  "g458_s2",
  "g879_s2"
 ],
 "tolerance_nats": 1e-06,
 "rows": [
  {
   "tag": "T96_s2",
   "arm": "transformer",
   "seed": 2,
   "name": "transformer_w96_rope",
   "runtime_state_entries": 52,
   "file_matches_recorded_state_sha256": true,
   "parameters": 349920,
   "parameters_match": true,
   "same_keys": true,
   "wikitext_ce_nats": 1.8297512159522022,
   "fineweb_edu_ce_nats": 2.1573408012237043,
   "wikitext_abs_diff": 9.945737780014952e-07,
   "fineweb_edu_abs_diff": 0.00010528127867637238,
   "worst_window_abs_diff": 0.0025800000000000267,
   "reproduces": false
  },
  {
   "tag": "g151_s2",
   "arm": "151",
   "seed": 2,
   "name": "delta_net_adaptive_mix_gate",
   "runtime_state_entries": 169,
   "file_matches_recorded_state_sha256": true,
   "parameters": 349920,
   "parameters_match": true,
   "same_keys": true,
   "wikitext_ce_nats": 1.7543491673742382,
   "fineweb_edu_ce_nats": 2.0894534634414157,
   "wikitext_abs_diff": 3.6179425581428504e-05,
   "fineweb_edu_abs_diff": 2.9975501448120667e-05,
   "worst_window_abs_diff": 0.002841999999999789,
   "reproduces": false
  },
  {
   "tag": "g259_s2",
   "arm": "259",
   "seed": 2,
   "name": "delta_net_bias_init_mix_gate",
   "runtime_state_entries": 172,
   "file_matches_recorded_state_sha256": true,
   "parameters": 349932,
   "parameters_match": true,
   "same_keys": true,
   "wikitext_ce_nats": 1.7423665575227918,
   "fineweb_edu_ce_nats": 2.048536101401754,
   "wikitext_abs_diff": 3.880417303792072e-05,
   "fineweb_edu_abs_diff": 6.298297539819586e-05,
   "worst_window_abs_diff": 0.002670999999999868,
   "reproduces": false
  },
  {
   "tag": "g437_s2",
   "arm": "437",
   "seed": 2,
   "name": "delta_net_dual_path_fusion",
   "runtime_state_entries": 196,
   "file_matches_recorded_state_sha256": true,
   "parameters": 349920,
   "parameters_match": true,
   "same_keys": true,
   "wikitext_ce_nats": 1.7845875049532494,
   "fineweb_edu_ce_nats": 2.1230664691144936,
   "wikitext_abs_diff": 0.00013611722599016218,
   "fineweb_edu_abs_diff": 5.518694608408481e-05,
   "worst_window_abs_diff": 0.0020259999999998612,
   "reproduces": false
  },
  {
   "tag": "g458_s2",
   "arm": "458",
   "seed": 2,
   "name": "delta_net_dlgm",
   "runtime_state_entries": 175,
   "file_matches_recorded_state_sha256": true,
   "parameters": 349944,
   "parameters_match": true,
   "same_keys": true,
   "wikitext_ce_nats": 1.779013954816694,
   "fineweb_edu_ce_nats": 2.106808553451239,
   "wikitext_abs_diff": 1.305772362214519e-05,
   "fineweb_edu_abs_diff": 3.1912137148815134e-05,
   "worst_window_abs_diff": 0.002063000000000148,
   "reproduces": false
  },
  {
   "tag": "g879_s2",
   "arm": "879",
   "seed": 2,
   "name": "delta_net_psfr",
   "runtime_state_entries": 187,
   "file_matches_recorded_state_sha256": true,
   "parameters": 349956,
   "parameters_match": true,
   "same_keys": true,
   "wikitext_ce_nats": 1.8237623086578296,
   "fineweb_edu_ce_nats": 2.1272733544321305,
   "wikitext_abs_diff": 2.5466523941419794e-05,
   "fineweb_edu_abs_diff": 1.6789566214647778e-05,
   "worst_window_abs_diff": 0.0032689999999999664,
   "reproduces": false
  }
 ],
 "largest_abs_diff_nats": 0.0032689999999999664
}