{ "fixtures": [ { "case": "head_chunk", "index": 0, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 1, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 2, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 3, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 4, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 5, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 6, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 7, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 10, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 11, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 12, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 13, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 14, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 15, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 16, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 17, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 18, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 19, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 22, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 23, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 24, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 25, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 26, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 27, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 28, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 29, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 30, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 34, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 35, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 36, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 37, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 38, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 39, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 40, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 41, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 42, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 46, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 47, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 48, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 49, "exact": true, "fused": 6, "subcalls": 6 }, { "case": "head_chunk", "index": 50, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 51, "exact": true, "fused": 6, "subcalls": 6 }, { "case": "head_chunk", "index": 52, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 53, "exact": true, "fused": 6, "subcalls": 6 }, { "case": "head_chunk", "index": 54, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 57, "exact": true, "fused": 6, "subcalls": 6 }, { "case": "head_chunk", "index": 58, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 59, "exact": true, "fused": 6, "subcalls": 6 }, { "case": "head_chunk", "index": 60, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 61, "exact": true, "fused": 0, "subcalls": 8 }, { "case": "head_chunk", "index": 62, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 63, "exact": true, "fused": 0, "subcalls": 8 }, { "case": "head_chunk", "index": 64, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 65, "exact": true, "fused": 0, "subcalls": 8 }, { "case": "head_chunk", "index": 66, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 70, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 71, "exact": true, "fused": 0, "subcalls": 8 }, { "case": "head_chunk", "index": 72, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 73, "exact": true, "fused": 0, "subcalls": 12 }, { "case": "head_chunk", "index": 74, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 75, "exact": true, "fused": 0, "subcalls": 12 }, { "case": "head_chunk", "index": 76, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 77, "exact": true, "fused": 0, "subcalls": 12 }, { "case": "head_chunk", "index": 78, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 82, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 83, "exact": true, "fused": 0, "subcalls": 12 }, { "case": "head_chunk", "index": 84, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 85, "exact": true, "fused": 0, "subcalls": 24 }, { "case": "head_chunk", "index": 86, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 87, "exact": true, "fused": 0, "subcalls": 24 }, { "case": "head_chunk", "index": 88, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 89, "exact": true, "fused": 0, "subcalls": 24 }, { "case": "head_chunk", "index": 90, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 94, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 95, "exact": true, "fused": 0, "subcalls": 24 }, { "case": "head_chunk", "index": 96, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 97, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 98, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 99, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 100, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 101, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 102, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 103, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 106, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 107, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 108, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 109, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 110, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 111, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 112, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 113, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 114, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 118, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 119, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 120, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 121, "exact": true, "fused": 2, "subcalls": 2 }, { "case": "head_chunk", "index": 122, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 123, "exact": true, "fused": 2, "subcalls": 2 }, { "case": "head_chunk", "index": 124, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 125, "exact": true, "fused": 2, "subcalls": 2 }, { "case": "head_chunk", "index": 126, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 130, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 131, "exact": true, "fused": 2, "subcalls": 2 }, { "case": "head_chunk", "index": 132, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 133, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 134, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 135, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 136, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 137, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 138, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 142, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 143, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 144, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 145, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 146, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 147, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 148, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 149, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 150, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 151, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 154, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 155, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 156, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 157, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 158, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 159, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 160, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 161, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 162, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 163, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 166, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 167, "exact": true, "fused": 1, "subcalls": 1 }, { "case": "head_chunk", "index": 168, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 169, "exact": true, "fused": 0, "subcalls": 4 }, { "case": "head_chunk", "index": 170, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 171, "exact": true, "fused": 0, "subcalls": 4 }, { "case": "head_chunk", "index": 172, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 173, "exact": true, "fused": 0, "subcalls": 4 }, { "case": "head_chunk", "index": 174, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 178, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 179, "exact": true, "fused": 0, "subcalls": 4 }, { "case": "head_chunk", "index": 180, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 181, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 182, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 183, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 184, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 185, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 186, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 190, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 191, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 192, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 193, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 194, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 195, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 196, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 197, "exact": true, "fused": 4, "subcalls": 4 }, { "case": "head_chunk", "index": 198, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 202, "exact": true, "fused": 0, "subcalls": 1 }, { "case": "head_chunk", "index": 203, "exact": true, "fused": 4, "subcalls": 4 } ], "product": [ { "case": "verify_forward", "record": { "index": 0, "ids": [ 760, 1156, 369, 9859 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "e3ba038c8570911a72fadeba867f1c33e5103108ef9881bfcdc008907de90839" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "b3c2ef7bb9c3dfa85748d7af883210ae4393bd1b5af5397f243d632fc437552b" } } }, { "case": "verify_forward", "record": { "index": 1, "ids": [ 6587, 728, 310, 1698 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "955ff038997bab8ca6a84642b1ad8cf88dade0d2075d5ea11c736c9f74a7d563" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "e3a029cc190a3cbdee1e2ec34bd94181f6013a6495c56b60dcccd67130fcfbd4" } } }, { "case": "verify_forward", "record": { "index": 2, "ids": [ 494, 799, 310, 5600 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "e201b5e579d7c8f58432ae495c120c66cd595241046dd9cd32d42cab72009b3b" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "d56aba5df3172aeca9d26bccfe6143d8045d30e5af45f1fc6815d61634f78d2c" } } }, { "case": "verify_forward", "record": { "index": 3, "ids": [ 13, 1061 ], "verify": true, "logits": { "shape": [ 1, 2, 248320 ], "sha256": "ecf42a91034a5bd6739a3d5bc94ffdcbac8214261f5712a3196bb6b99be67860" }, "hidden": { "shape": [ 1, 2, 10240 ], "sha256": "0296bbc47e09e0312470a1ada7ef90177009d80cef5ba79398190177bb4be7c3" } } }, { "case": "cold", "prompt": [ 248045, 8678, 198, 24342, 286, 4879, 369, 716, 310, 3238, 13, 13262, 678, 7047, 9522, 321, 10419, 11, 6992, 5774, 310, 279, 16198, 1973, 24366, 24150, 362, 13, 248046, 198, 248045, 846, 198, 2427, 494, 799, 310, 5600, 13, 248046, 198, 248045, 74455, 198, 248068, 198 ], "tokens": [ 760, 1156, 6587, 728, 310, 1698, 494, 799, 310, 5600, 13, 1061 ], "cached": 0, "state_sha256": "ed07c44dec46cebe4471ac26a136c9d8ece3d88b4abeaa7f688247a13f3b1276" }, { "case": "verify_forward", "record": { "index": 0, "ids": [ 760, 1156, 6587, 728 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "0d002e5ab00ee76250e5deca14358353c777fd1f1804937070ca229f74cdc9f6" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "cb6bc68f9d37d0ffb544b2c635144d8f91a715c5172fa31a32be7aab84d5941b" } } }, { "case": "verify_forward", "record": { "index": 1, "ids": [ 310, 2962, 24217, 494 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "e052a03d4908e670c534c18453447dcb7190bf180dd281ffd3ace950675174e1" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "2caa9c5b1d863080a4ec81e55103e9b3429261933f13cac971dfc09a8a1c130f" } } }, { "case": "verify_forward", "record": { "index": 2, "ids": [ 13, 353, 2582, 3804 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "f64c3236f08fa43f85ee491cc1121d5f584dfd1fbcd58b1bf9ef69b441813036" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "eba14099db5411740f69183e22dbe7d50aef3e5cfde093319eaa39008fbd11c8" } } }, { "case": "verify_forward", "record": { "index": 3, "ids": [ 8334, 29014, 494 ], "verify": true, "logits": { "shape": [ 1, 3, 248320 ], "sha256": "6821599090afcd8e042f955477276a52843d0087c6074a1a77a43b9768cd2c0c" }, "hidden": { "shape": [ 1, 3, 10240 ], "sha256": "e358aa99aa0738c30f102ad646ebef5244b7740ca7ccaa3804469e3dc8ac217c" } } }, { "case": "warm", "prompt": [ 248045, 8678, 198, 24342, 286, 4879, 369, 716, 310, 3238, 13, 13262, 678, 7047, 9522, 321, 10419, 11, 6992, 5774, 310, 279, 16198, 1973, 24366, 24150, 362, 13, 248046, 198, 248045, 846, 198, 2427, 494, 799, 310, 5600, 13, 248046, 198, 248045, 74455, 198, 248068, 198, 760, 1156, 6587, 728, 310, 1698, 494, 799, 310, 5600, 13, 1061, 198, 248069, 271, 248046, 198, 248045, 846, 198, 22791, 24217, 13, 248046, 198, 248045, 74455, 198, 248068, 198 ], "tokens": [ 760, 1156, 6587, 728, 310, 2962, 24217, 13, 353, 8334, 29014, 494 ], "cached": 58, "state_sha256": "257714fbbf6f6a92b5562f554fae93c36abaff2e72bac7ad61a0d874e14e8234" }, { "case": "verify_forward", "record": { "index": 0, "ids": [ 760, 1156, 6587, 728 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "0d002e5ab00ee76250e5deca14358353c777fd1f1804937070ca229f74cdc9f6" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "cb6bc68f9d37d0ffb544b2c635144d8f91a715c5172fa31a32be7aab84d5941b" } } }, { "case": "verify_forward", "record": { "index": 1, "ids": [ 310, 2962, 24217, 494 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "e052a03d4908e670c534c18453447dcb7190bf180dd281ffd3ace950675174e1" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "2caa9c5b1d863080a4ec81e55103e9b3429261933f13cac971dfc09a8a1c130f" } } }, { "case": "verify_forward", "record": { "index": 2, "ids": [ 13, 353, 2582, 3804 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "f64c3236f08fa43f85ee491cc1121d5f584dfd1fbcd58b1bf9ef69b441813036" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "eba14099db5411740f69183e22dbe7d50aef3e5cfde093319eaa39008fbd11c8" } } }, { "case": "verify_forward", "record": { "index": 3, "ids": [ 8334, 29014, 494 ], "verify": true, "logits": { "shape": [ 1, 3, 248320 ], "sha256": "6821599090afcd8e042f955477276a52843d0087c6074a1a77a43b9768cd2c0c" }, "hidden": { "shape": [ 1, 3, 10240 ], "sha256": "e358aa99aa0738c30f102ad646ebef5244b7740ca7ccaa3804469e3dc8ac217c" } } }, { "case": "reopened", "prompt": [ 248045, 8678, 198, 24342, 286, 4879, 369, 716, 310, 3238, 13, 13262, 678, 7047, 9522, 321, 10419, 11, 6992, 5774, 310, 279, 16198, 1973, 24366, 24150, 362, 13, 248046, 198, 248045, 846, 198, 2427, 494, 799, 310, 5600, 13, 248046, 198, 248045, 74455, 198, 248068, 198, 760, 1156, 6587, 728, 310, 1698, 494, 799, 310, 5600, 13, 1061, 198, 248069, 271, 248046, 198, 248045, 846, 198, 22791, 24217, 13, 248046, 198, 248045, 74455, 198, 248068, 198 ], "tokens": [ 760, 1156, 6587, 728, 310, 2962, 24217, 13, 353, 8334, 29014, 494 ], "cached": 58, "state_sha256": "257714fbbf6f6a92b5562f554fae93c36abaff2e72bac7ad61a0d874e14e8234" }, { "case": "checkpoint", "actual_old_rejected": true, "warm_reopened_state_exact": true } ], "off-product": [ { "case": "verify_forward", "record": { "index": 0, "ids": [ 760, 1156, 369, 9859 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "16ff543d6e28cdbe7dbd56891e061ddd4b04291a9ca25bdf1f4437b4e3c5528d" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "b9cc3aa8c913e508793b7486f77a10e7acd4698436060b1b6bf8abfbd59edee6" } } }, { "case": "verify_forward", "record": { "index": 1, "ids": [ 6587, 728, 310, 1698 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "24e58b3561aac59d52bf55183bc9b911432481e9613a5b98f1442945bfd6903a" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "eddb5de99ea61034c3f0eb46ef1a515cae10c92333d069afce68cc4a5e5f9e3e" } } }, { "case": "verify_forward", "record": { "index": 2, "ids": [ 494, 799, 310, 5600 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "f5f2c33a36fce4088f222ec7448389865dd74ea4c017e4e2e49f157693a33d64" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "330d68ed62e77a12e38fe7677ffd2b9548f655c7d33e6e1607e431d1b8957e86" } } }, { "case": "verify_forward", "record": { "index": 3, "ids": [ 13, 1061 ], "verify": true, "logits": { "shape": [ 1, 2, 248320 ], "sha256": "f44498bbf6e6e9d8d909c0e4db24b5ef9bda5866b4a6a14e188865432538643c" }, "hidden": { "shape": [ 1, 2, 10240 ], "sha256": "dec8b787a562878d091c854235120732e98f5781751b6d6a428e5cd02228deb0" } } }, { "case": "cold", "prompt": [ 248045, 8678, 198, 24342, 286, 4879, 369, 716, 310, 3238, 13, 13262, 678, 7047, 9522, 321, 10419, 11, 6992, 5774, 310, 279, 16198, 1973, 24366, 24150, 362, 13, 248046, 198, 248045, 846, 198, 2427, 494, 799, 310, 5600, 13, 248046, 198, 248045, 74455, 198, 248068, 198 ], "tokens": [ 760, 1156, 6587, 728, 310, 1698, 494, 799, 310, 5600, 13, 1061 ], "cached": 0, "state_sha256": "eb61c20e4a89bb55c0284d86587966af49d6c601e5421b50eff0762ecf6842b1" }, { "case": "verify_forward", "record": { "index": 0, "ids": [ 760, 1156, 6587, 728 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "dbab0d12f25f2be2234d58d45f86219af62deb20e22b0d73a77aa5e7b722d082" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "8f9aebc38d1a3e550bed6a4663eedac7a5ed3ce61d836d1cecdfa11da67ebd0d" } } }, { "case": "verify_forward", "record": { "index": 1, "ids": [ 310, 2962, 24217, 494 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "d6b8e6afe3c6f5af068f240e0e69b3875311aac6929b3d5a38ab3aeaa1bf227c" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "52f20217ed43d8e59ddbe037cb77f56cc3d8ef473fd1963948fff6faf8ad4212" } } }, { "case": "verify_forward", "record": { "index": 2, "ids": [ 13, 353, 2582, 3804 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "048e9343d4268d98455a01f7c73ee47af78bc811ef9e7680a72cae59336b9989" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "8e8b07fb20baa33ad64cc76ff64403a434d520c627a182a224cf033a5a14e5d4" } } }, { "case": "verify_forward", "record": { "index": 3, "ids": [ 8334, 29014, 494 ], "verify": true, "logits": { "shape": [ 1, 3, 248320 ], "sha256": "82d671c6ac7b3a0952e60ef554ca670562fd01ef25c37bd10bc27025768ea0f2" }, "hidden": { "shape": [ 1, 3, 10240 ], "sha256": "d1bc90f284364eae8bac80a5da6ab64c9c76d6994bb09ed463a17d67e25c016e" } } }, { "case": "warm", "prompt": [ 248045, 8678, 198, 24342, 286, 4879, 369, 716, 310, 3238, 13, 13262, 678, 7047, 9522, 321, 10419, 11, 6992, 5774, 310, 279, 16198, 1973, 24366, 24150, 362, 13, 248046, 198, 248045, 846, 198, 2427, 494, 799, 310, 5600, 13, 248046, 198, 248045, 74455, 198, 248068, 198, 760, 1156, 6587, 728, 310, 1698, 494, 799, 310, 5600, 13, 1061, 198, 248069, 271, 248046, 198, 248045, 846, 198, 22791, 24217, 13, 248046, 198, 248045, 74455, 198, 248068, 198 ], "tokens": [ 760, 1156, 6587, 728, 310, 2962, 24217, 13, 353, 8334, 29014, 494 ], "cached": 58, "state_sha256": "e6cb7355aaa92a3569a365c94c55aa7a50bd731dc04f6fa320da8520d182e2f8" }, { "case": "verify_forward", "record": { "index": 0, "ids": [ 760, 1156, 6587, 728 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "dbab0d12f25f2be2234d58d45f86219af62deb20e22b0d73a77aa5e7b722d082" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "8f9aebc38d1a3e550bed6a4663eedac7a5ed3ce61d836d1cecdfa11da67ebd0d" } } }, { "case": "verify_forward", "record": { "index": 1, "ids": [ 310, 2962, 24217, 494 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "d6b8e6afe3c6f5af068f240e0e69b3875311aac6929b3d5a38ab3aeaa1bf227c" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "52f20217ed43d8e59ddbe037cb77f56cc3d8ef473fd1963948fff6faf8ad4212" } } }, { "case": "verify_forward", "record": { "index": 2, "ids": [ 13, 353, 2582, 3804 ], "verify": true, "logits": { "shape": [ 1, 4, 248320 ], "sha256": "048e9343d4268d98455a01f7c73ee47af78bc811ef9e7680a72cae59336b9989" }, "hidden": { "shape": [ 1, 4, 10240 ], "sha256": "8e8b07fb20baa33ad64cc76ff64403a434d520c627a182a224cf033a5a14e5d4" } } }, { "case": "verify_forward", "record": { "index": 3, "ids": [ 8334, 29014, 494 ], "verify": true, "logits": { "shape": [ 1, 3, 248320 ], "sha256": "82d671c6ac7b3a0952e60ef554ca670562fd01ef25c37bd10bc27025768ea0f2" }, "hidden": { "shape": [ 1, 3, 10240 ], "sha256": "d1bc90f284364eae8bac80a5da6ab64c9c76d6994bb09ed463a17d67e25c016e" } } }, { "case": "reopened", "prompt": [ 248045, 8678, 198, 24342, 286, 4879, 369, 716, 310, 3238, 13, 13262, 678, 7047, 9522, 321, 10419, 11, 6992, 5774, 310, 279, 16198, 1973, 24366, 24150, 362, 13, 248046, 198, 248045, 846, 198, 2427, 494, 799, 310, 5600, 13, 248046, 198, 248045, 74455, 198, 248068, 198, 760, 1156, 6587, 728, 310, 1698, 494, 799, 310, 5600, 13, 1061, 198, 248069, 271, 248046, 198, 248045, 846, 198, 22791, 24217, 13, 248046, 198, 248045, 74455, 198, 248068, 198 ], "tokens": [ 760, 1156, 6587, 728, 310, 2962, 24217, 13, 353, 8334, 29014, 494 ], "cached": 58, "state_sha256": "e6cb7355aaa92a3569a365c94c55aa7a50bd731dc04f6fa320da8520d182e2f8" }, { "case": "checkpoint", "actual_old_rejected": false, "warm_reopened_state_exact": true } ], "model-oracle": [ { "case": "environment", "overrides": { "MTPLX_CONTEXT_COPY": "0", "MTPLX_SKIP_VERIFY_SNAPSHOT": "0", "MTPLX_FAMILY_CAPTURE_COMMIT": "1", "MTPLX_FUSED_HC_V3": "1", "MTPLX_FUSED_GDN_INPROJ": "1", "MTPLX_FUSED_GATE_UP": "1", "MTPLX_FUSED_GDN_CONVNORM": "1", "MTPLX_FUSED_GDN_STEP": "1", "MTPLX_FUSED_CONVNORM_VERIFY": "1", "MTPLX_QSA_GATHER": "1", "MTPLX_COMPILED_GDN": "1", "MTPLX_QWEN4EXP_COMPILE": "1", "MTPLX_QWEN4_BATCHED_TARGET_DISTRIBUTIONS": "1", "MTPLX_QWEN4_FIXED_M4_VERIFY": "1", "MTPLX_QWEN4_COMPILED_MTP_PREPARE": "1", "MTPLX_QWEN4_RELAXED_DRAFT_TIES": "1", "MTPLX_QWEN4_OPDIET": "1", "MTPLX_QWEN4_PLE_PREFILL_LOOKAHEAD": "1", "MTPLX_QWEN4_PLE_FIRST_GATHER_EARLY": "1", "MTPLX_SESSION_BANK_SHED_BOUNDARIES": "1", "MTPLX_SESSION_BANK_PROTECTED_TERMINAL": "1", "MTPLX_NGRAM_PREWARM": "auto", "MTPLX_QWEN4_VERIFY_GLUE": "1", "MTPLX_QWEN4_VERIFY_GLUE_ITEMS": "qsa_rope,qsa_rope_idx", "MTPLX_QSA_M4_FUSED_KV_GATHER": "1", "MTPLX_QSA_GATHER_MAX_ROWS": "32", "MTPLX_BATCH_TARGET_ARRAYS": "1", "MTPLX_LAZY_TARGET_DISTRIBUTIONS": "0", "MTPLX_COMPILED_VERIFY": "1", "MTPLX_NAX_VERIFY": "0", "MTPLX_QWEN4_PREFILL_WIDE_CHUNK": "4096", "MTPLX_QSA_PREFILL_WIDE_MIN_CONTEXT": "16384", "MTPLX_SUSTAINED_PREFILL": "1", "MTPLX_PREFILL_CHUNK_SIZE": "2048" } }, { "case": "prefill_compare", "phase": "cold", "part": "logits", "shape": [ 1, 1, 248320 ], "exact": true }, { "case": "prefill_compare", "phase": "cold", "part": "hidden", "shape": [ 1, 1, 10240 ], "exact": true }, { "case": "tokens", "phase": "cold", "ids": [ 760 ] }, { "case": "verify_forward", "phase": "cold", "index": 0, "ids": [ 760, 1156, 369, 9859 ], "logits_exact": true, "logits_sha256": "e3ba038c8570911a72fadeba867f1c33e5103108ef9881bfcdc008907de90839", "hidden_exact": true, "hidden_sha256": "b3c2ef7bb9c3dfa85748d7af883210ae4393bd1b5af5397f243d632fc437552b" }, { "case": "tokens", "phase": "cold", "ids": [ 1156 ] }, { "case": "tokens", "phase": "cold", "ids": [ 6587 ] }, { "case": "verify_forward", "phase": "cold", "index": 1, "ids": [ 6587, 728, 310, 1698 ], "logits_exact": true, "logits_sha256": "955ff038997bab8ca6a84642b1ad8cf88dade0d2075d5ea11c736c9f74a7d563", "hidden_exact": true, "hidden_sha256": "e3a029cc190a3cbdee1e2ec34bd94181f6013a6495c56b60dcccd67130fcfbd4" }, { "case": "tokens", "phase": "cold", "ids": [ 728, 310, 1698 ] }, { "case": "tokens", "phase": "cold", "ids": [ 494 ] }, { "case": "verify_forward", "phase": "cold", "index": 2, "ids": [ 494, 799, 310, 5600 ], "logits_exact": true, "logits_sha256": "e201b5e579d7c8f58432ae495c120c66cd595241046dd9cd32d42cab72009b3b", "hidden_exact": true, "hidden_sha256": "d56aba5df3172aeca9d26bccfe6143d8045d30e5af45f1fc6815d61634f78d2c" }, { "case": "tokens", "phase": "cold", "ids": [ 799, 310, 5600 ] }, { "case": "tokens", "phase": "cold", "ids": [ 13 ] }, { "case": "verify_forward", "phase": "cold", "index": 3, "ids": [ 13, 1061 ], "logits_exact": true, "logits_sha256": "ecf42a91034a5bd6739a3d5bc94ffdcbac8214261f5712a3196bb6b99be67860", "hidden_exact": true, "hidden_sha256": "0296bbc47e09e0312470a1ada7ef90177009d80cef5ba79398190177bb4be7c3" }, { "case": "tokens", "phase": "cold", "ids": [ 1061 ] }, { "case": "cache_arrays", "phase": "cold", "values_exact": true, "zero_sign_differences": [], "key35_bit_coordinates": [] }, { "case": "turn", "phase": "cold", "tokens": [ 760, 1156, 6587, 728, 310, 1698, 494, 799, 310, 5600, 13, 1061 ], "cached": 0, "verify_calls": 4, "final_exact": true }, { "case": "prefill_compare", "phase": "warm", "part": "logits", "shape": [ 1, 1, 248320 ], "exact": true }, { "case": "prefill_compare", "phase": "warm", "part": "hidden", "shape": [ 1, 1, 10240 ], "exact": true }, { "case": "tokens", "phase": "warm", "ids": [ 760 ] }, { "case": "verify_forward", "phase": "warm", "index": 0, "ids": [ 760, 1156, 6587, 728 ], "logits_exact": true, "logits_sha256": "0d002e5ab00ee76250e5deca14358353c777fd1f1804937070ca229f74cdc9f6", "hidden_exact": true, "hidden_sha256": "cb6bc68f9d37d0ffb544b2c635144d8f91a715c5172fa31a32be7aab84d5941b" }, { "case": "tokens", "phase": "warm", "ids": [ 1156, 6587, 728 ] }, { "case": "tokens", "phase": "warm", "ids": [ 310 ] }, { "case": "verify_forward", "phase": "warm", "index": 1, "ids": [ 310, 2962, 24217, 494 ], "logits_exact": true, "logits_sha256": "e052a03d4908e670c534c18453447dcb7190bf180dd281ffd3ace950675174e1", "hidden_exact": true, "hidden_sha256": "2caa9c5b1d863080a4ec81e55103e9b3429261933f13cac971dfc09a8a1c130f" }, { "case": "tokens", "phase": "warm", "ids": [ 2962, 24217 ] }, { "case": "tokens", "phase": "warm", "ids": [ 13 ] }, { "case": "verify_forward", "phase": "warm", "index": 2, "ids": [ 13, 353, 2582, 3804 ], "logits_exact": true, "logits_sha256": "f64c3236f08fa43f85ee491cc1121d5f584dfd1fbcd58b1bf9ef69b441813036", "hidden_exact": true, "hidden_sha256": "eba14099db5411740f69183e22dbe7d50aef3e5cfde093319eaa39008fbd11c8" }, { "case": "tokens", "phase": "warm", "ids": [ 353 ] }, { "case": "tokens", "phase": "warm", "ids": [ 8334 ] }, { "case": "verify_forward", "phase": "warm", "index": 3, "ids": [ 8334, 29014, 494 ], "logits_exact": true, "logits_sha256": "6821599090afcd8e042f955477276a52843d0087c6074a1a77a43b9768cd2c0c", "hidden_exact": true, "hidden_sha256": "e358aa99aa0738c30f102ad646ebef5244b7740ca7ccaa3804469e3dc8ac217c" }, { "case": "tokens", "phase": "warm", "ids": [ 29014, 494 ] }, { "case": "cache_arrays", "phase": "warm", "values_exact": true, "zero_sign_differences": [], "key35_bit_coordinates": [] }, { "case": "turn", "phase": "warm", "tokens": [ 760, 1156, 6587, 728, 310, 2962, 24217, 13, 353, 8334, 29014, 494 ], "cached": 58, "verify_calls": 4, "final_exact": true } ], "off-oracle": [ { "case": "environment", "overrides": { "MTPLX_CONTEXT_COPY": "0", "MTPLX_QWEN4_VERIFY_SDPA_HEAD_CHUNK": "0", "MTPLX_SKIP_VERIFY_SNAPSHOT": "0", "MTPLX_FAMILY_CAPTURE_COMMIT": "1", "MTPLX_FUSED_HC_V3": "1", "MTPLX_FUSED_GDN_INPROJ": "1", "MTPLX_FUSED_GATE_UP": "1", "MTPLX_FUSED_GDN_CONVNORM": "1", "MTPLX_FUSED_GDN_STEP": "1", "MTPLX_FUSED_CONVNORM_VERIFY": "1", "MTPLX_QSA_GATHER": "1", "MTPLX_COMPILED_GDN": "1", "MTPLX_QWEN4EXP_COMPILE": "1", "MTPLX_QWEN4_BATCHED_TARGET_DISTRIBUTIONS": "1", "MTPLX_QWEN4_FIXED_M4_VERIFY": "1", "MTPLX_QWEN4_COMPILED_MTP_PREPARE": "1", "MTPLX_QWEN4_RELAXED_DRAFT_TIES": "1", "MTPLX_QWEN4_OPDIET": "1", "MTPLX_QWEN4_PLE_PREFILL_LOOKAHEAD": "1", "MTPLX_QWEN4_PLE_FIRST_GATHER_EARLY": "1", "MTPLX_SESSION_BANK_SHED_BOUNDARIES": "1", "MTPLX_SESSION_BANK_PROTECTED_TERMINAL": "1", "MTPLX_NGRAM_PREWARM": "auto", "MTPLX_QWEN4_VERIFY_GLUE": "1", "MTPLX_QWEN4_VERIFY_GLUE_ITEMS": "qsa_rope,qsa_rope_idx", "MTPLX_QSA_M4_FUSED_KV_GATHER": "1", "MTPLX_QSA_GATHER_MAX_ROWS": "32", "MTPLX_BATCH_TARGET_ARRAYS": "1", "MTPLX_LAZY_TARGET_DISTRIBUTIONS": "0", "MTPLX_COMPILED_VERIFY": "1", "MTPLX_NAX_VERIFY": "0", "MTPLX_QWEN4_PREFILL_WIDE_CHUNK": "4096", "MTPLX_QSA_PREFILL_WIDE_MIN_CONTEXT": "16384", "MTPLX_SUSTAINED_PREFILL": "1", "MTPLX_PREFILL_CHUNK_SIZE": "2048" } }, { "case": "prefill_compare", "phase": "cold", "part": "logits", "shape": [ 1, 1, 248320 ], "exact": true }, { "case": "prefill_compare", "phase": "cold", "part": "hidden", "shape": [ 1, 1, 10240 ], "exact": true }, { "case": "tokens", "phase": "cold", "ids": [ 760 ] }, { "case": "verify_forward", "phase": "cold", "index": 0, "ids": [ 760, 1156, 369, 9859 ], "logits_exact": true, "logits_sha256": "16ff543d6e28cdbe7dbd56891e061ddd4b04291a9ca25bdf1f4437b4e3c5528d", "hidden_exact": true, "hidden_sha256": "b9cc3aa8c913e508793b7486f77a10e7acd4698436060b1b6bf8abfbd59edee6" }, { "case": "tokens", "phase": "cold", "ids": [ 1156 ] }, { "case": "tokens", "phase": "cold", "ids": [ 6587 ] }, { "case": "verify_forward", "phase": "cold", "index": 1, "ids": [ 6587, 728, 310, 1698 ], "logits_exact": true, "logits_sha256": "24e58b3561aac59d52bf55183bc9b911432481e9613a5b98f1442945bfd6903a", "hidden_exact": true, "hidden_sha256": "eddb5de99ea61034c3f0eb46ef1a515cae10c92333d069afce68cc4a5e5f9e3e" }, { "case": "tokens", "phase": "cold", "ids": [ 728, 310, 1698 ] }, { "case": "tokens", "phase": "cold", "ids": [ 494 ] }, { "case": "verify_forward", "phase": "cold", "index": 2, "ids": [ 494, 799, 310, 5600 ], "logits_exact": true, "logits_sha256": "f5f2c33a36fce4088f222ec7448389865dd74ea4c017e4e2e49f157693a33d64", "hidden_exact": true, "hidden_sha256": "330d68ed62e77a12e38fe7677ffd2b9548f655c7d33e6e1607e431d1b8957e86" }, { "case": "tokens", "phase": "cold", "ids": [ 799, 310, 5600 ] }, { "case": "tokens", "phase": "cold", "ids": [ 13 ] }, { "case": "verify_forward", "phase": "cold", "index": 3, "ids": [ 13, 1061 ], "logits_exact": true, "logits_sha256": "f44498bbf6e6e9d8d909c0e4db24b5ef9bda5866b4a6a14e188865432538643c", "hidden_exact": true, "hidden_sha256": "dec8b787a562878d091c854235120732e98f5781751b6d6a428e5cd02228deb0" }, { "case": "tokens", "phase": "cold", "ids": [ 1061 ] }, { "case": "cache_arrays", "phase": "cold", "values_exact": true, "zero_sign_differences": [], "key35_bit_coordinates": [] }, { "case": "turn", "phase": "cold", "tokens": [ 760, 1156, 6587, 728, 310, 1698, 494, 799, 310, 5600, 13, 1061 ], "cached": 0, "verify_calls": 4, "final_exact": true }, { "case": "prefill_compare", "phase": "warm", "part": "logits", "shape": [ 1, 1, 248320 ], "exact": true }, { "case": "prefill_compare", "phase": "warm", "part": "hidden", "shape": [ 1, 1, 10240 ], "exact": true }, { "case": "tokens", "phase": "warm", "ids": [ 760 ] }, { "case": "verify_forward", "phase": "warm", "index": 0, "ids": [ 760, 1156, 6587, 728 ], "logits_exact": true, "logits_sha256": "dbab0d12f25f2be2234d58d45f86219af62deb20e22b0d73a77aa5e7b722d082", "hidden_exact": true, "hidden_sha256": "8f9aebc38d1a3e550bed6a4663eedac7a5ed3ce61d836d1cecdfa11da67ebd0d" }, { "case": "tokens", "phase": "warm", "ids": [ 1156, 6587, 728 ] }, { "case": "tokens", "phase": "warm", "ids": [ 310 ] }, { "case": "verify_forward", "phase": "warm", "index": 1, "ids": [ 310, 2962, 24217, 494 ], "logits_exact": true, "logits_sha256": "d6b8e6afe3c6f5af068f240e0e69b3875311aac6929b3d5a38ab3aeaa1bf227c", "hidden_exact": true, "hidden_sha256": "52f20217ed43d8e59ddbe037cb77f56cc3d8ef473fd1963948fff6faf8ad4212" }, { "case": "tokens", "phase": "warm", "ids": [ 2962, 24217 ] }, { "case": "tokens", "phase": "warm", "ids": [ 13 ] }, { "case": "verify_forward", "phase": "warm", "index": 2, "ids": [ 13, 353, 2582, 3804 ], "logits_exact": true, "logits_sha256": "048e9343d4268d98455a01f7c73ee47af78bc811ef9e7680a72cae59336b9989", "hidden_exact": true, "hidden_sha256": "8e8b07fb20baa33ad64cc76ff64403a434d520c627a182a224cf033a5a14e5d4" }, { "case": "tokens", "phase": "warm", "ids": [ 353 ] }, { "case": "tokens", "phase": "warm", "ids": [ 8334 ] }, { "case": "verify_forward", "phase": "warm", "index": 3, "ids": [ 8334, 29014, 494 ], "logits_exact": true, "logits_sha256": "82d671c6ac7b3a0952e60ef554ca670562fd01ef25c37bd10bc27025768ea0f2", "hidden_exact": true, "hidden_sha256": "d1bc90f284364eae8bac80a5da6ab64c9c76d6994bb09ed463a17d67e25c016e" }, { "case": "tokens", "phase": "warm", "ids": [ 29014, 494 ] }, { "case": "cache_arrays", "phase": "warm", "values_exact": true, "zero_sign_differences": [], "key35_bit_coordinates": [] }, { "case": "turn", "phase": "warm", "tokens": [ 760, 1156, 6587, 728, 310, 2962, 24217, 13, 353, 8334, 29014, 494 ], "cached": 58, "verify_calls": 4, "final_exact": true } ], "gates": [ { "case": "gate", "dtype": "bf16", "phase": "prefill", "values": 65280, "exact": true }, { "case": "inject", "phase": "prefill", "values": 65280, "exact": true }, { "case": "gate", "dtype": "bf16", "phase": "ar_decode", "values": 65280, "exact": true }, { "case": "inject", "phase": "ar_decode", "values": 65280, "exact": true }, { "case": "gate", "dtype": "bf16", "phase": "decode_verify", "values": 65280, "exact": true }, { "case": "inject", "phase": "decode_verify", "values": 65280, "exact": true }, { "case": "gate", "dtype": "f16", "phase": "prefill", "values": 63488, "exact": true }, { "case": "gate", "dtype": "f16", "phase": "ar_decode", "values": 63488, "exact": true }, { "case": "gate", "dtype": "f16", "phase": "decode_verify", "values": 63488, "exact": true }, { "case": "gate", "dtype": "f32", "phase": "prefill", "values": 65536, "exact": true }, { "case": "gate", "dtype": "f32", "phase": "ar_decode", "values": 65536, "exact": true }, { "case": "gate", "dtype": "f32", "phase": "decode_verify", "values": 65536, "exact": true } ] }