{
  "bin_conv3": {
    "test_ce_mean": 2.373894872764746,
    "test_ce_sd": 0.01892384301559767,
    "test_ce_by_seed": {
      "17": 2.3793556354939938,
      "29": 2.352841094136238,
      "43": 2.389487888664007
    },
    "mean_training_cpu_seconds": 2.003292728999998,
    "mean_steps": 727,
    "actual_fp32_weight_bytes": 70272,
    "hypothetical_packed_weight_bytes": 66432.0,
    "mean_prefill_plus64decode_ms": {
      "64": 12.2231623777776,
      "256": 12.311736255555436,
      "1024": 10.003156411111194
    },
    "cache_bytes_at1024": 256
  },
  "bin_conv5": {
    "test_ce_mean": 2.3512857717772326,
    "test_ce_sd": 0.020394602911592702,
    "test_ce_by_seed": {
      "17": 2.3707203418016434,
      "29": 2.3530864268541336,
      "43": 2.3300505466759205
    },
    "mean_training_cpu_seconds": 2.003539842333335,
    "mean_steps": 841.6666666666666,
    "actual_fp32_weight_bytes": 70528,
    "hypothetical_packed_weight_bytes": 66688.0,
    "mean_prefill_plus64decode_ms": {
      "64": 12.26648196666612,
      "256": 12.299933888886905,
      "1024": 11.287240744444185
    },
    "cache_bytes_at1024": 512
  },
  "fp_attention": {
    "test_ce_mean": 2.529899187386036,
    "test_ce_sd": 0.012073271953950838,
    "test_ce_by_seed": {
      "17": 2.5205245539546013,
      "29": 2.543522447347641,
      "43": 2.5256505608558655
    },
    "mean_training_cpu_seconds": 2.0032951866666644,
    "mean_steps": 453,
    "actual_fp32_weight_bytes": 86272,
    "hypothetical_packed_weight_bytes": 86272.0,
    "mean_prefill_plus64decode_ms": {
      "64": 5.465699033332783,
      "256": 8.84299574444345,
      "1024": 20.886113866665173
    },
    "cache_bytes_at1024": 262144
  },
  "fp_conv5": {
    "test_ce_mean": 2.3259779481838145,
    "test_ce_sd": 0.025485718546715105,
    "test_ce_by_seed": {
      "17": 2.347302693873644,
      "29": 2.3328786976635456,
      "43": 2.2977524530142546
    },
    "mean_training_cpu_seconds": 2.0035941066666667,
    "mean_steps": 816.6666666666666,
    "actual_fp32_weight_bytes": 70528,
    "hypothetical_packed_weight_bytes": 70528.0,
    "mean_prefill_plus64decode_ms": {
      "64": 6.845764922221647,
      "256": 9.558006844444972,
      "1024": 8.61945590000043
    },
    "cache_bytes_at1024": 512
  },
  "paired_binaryconv5_minus_fpconv5": {
    "ce_differences": [
      0.023417647927999496,
      0.020207729190587997,
      0.032298093661665916
    ],
    "mean": 0.025307823593417805,
    "sd": 0.006262890809800253
  },
  "interpretation": "FPconv5 had lower test cross-entropy than shape-matched binaryconv5 in all3seeds at approximately2training CPU seconds. No binary quality gain or packed-runtime gain demonstrated. Comparisons to attention differ in parameter count and inductive bias. This tiny untuned short-context study does not establish broad superiority or600B behavior."
}