{
  "kind": "CPU random-weight teacher-forced decoder microbenchmark",
  "timestamp": "2026-09-09T02:46:09.627120+00:00",
  "python": "3.14.7",
  "torch": "2.14.0",
  "platform": "macOS-27.0-arm64-arm-64bit-Mach-O",
  "device": "cpu",
  "threads": 1,
  "seed": 11,
  "repeats": 7,
  "warmup_runs_per_mode": 1,
  "model": {
    "layers": 1,
    "width": 32,
    "heads": 4,
    "vocab": 64,
    "dtype": "float32",
    "batch": 1
  },
  "rows": [
    {
      "tokens": 16,
      "cache_bytes": 4096,
      "raw_ms": {
        "full": [
          0.99375,
          0.919,
          0.915333,
          0.973875,
          0.942833,
          0.901292,
          0.919667
        ],
        "cached": [
          0.729583,
          0.730583,
          0.761792,
          0.748334,
          0.741625,
          0.725333,
          0.734208
        ]
      },
      "median_ms": {
        "full": 0.919667,
        "cached": 0.734208
      }
    },
    {
      "tokens": 32,
      "cache_bytes": 8192,
      "raw_ms": {
        "full": [
          2.2525,
          2.15875,
          2.151167,
          2.242375,
          2.325417,
          2.182958,
          2.156041
        ],
        "cached": [
          1.388833,
          1.39825,
          1.446958,
          1.4115,
          1.467625,
          1.425292,
          1.374875
        ]
      },
      "median_ms": {
        "full": 2.182958,
        "cached": 1.4115
      }
    },
    {
      "tokens": 64,
      "cache_bytes": 16384,
      "raw_ms": {
        "full": [
          5.55875,
          5.42675,
          5.401792,
          5.606541,
          5.548917,
          5.48825,
          5.455791
        ],
        "cached": [
          2.953667,
          3.08025,
          2.931625,
          2.971375,
          3.001292,
          3.047792,
          2.834416
        ]
      },
      "median_ms": {
        "full": 5.48825,
        "cached": 2.971375
      }
    },
    {
      "tokens": 128,
      "cache_bytes": 32768,
      "raw_ms": {
        "full": [
          15.565542,
          15.889083,
          15.855417,
          15.691584,
          15.590042,
          15.929458,
          15.948208
        ],
        "cached": [
          6.251625,
          6.242834,
          6.337375,
          6.337792,
          6.188792,
          6.31475,
          6.190042
        ]
      },
      "median_ms": {
        "full": 15.855417,
        "cached": 6.251625
      }
    }
  ]
}