2239 lines
45 KiB
JSON
2239 lines
45 KiB
JSON
{
|
|
"native-zero": [
|
|
{
|
|
"case": "snapshot_zero",
|
|
"dtype": "mlx.core.bfloat16",
|
|
"lazy": false,
|
|
"clone_on_restore": false,
|
|
"sha256": "597f5b7268244d65a63bd1c1d68325202fec62cb00f98d861343828d9ddc6ddf",
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "snapshot_zero",
|
|
"dtype": "mlx.core.bfloat16",
|
|
"lazy": false,
|
|
"clone_on_restore": true,
|
|
"sha256": "597f5b7268244d65a63bd1c1d68325202fec62cb00f98d861343828d9ddc6ddf",
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "snapshot_zero",
|
|
"dtype": "mlx.core.bfloat16",
|
|
"lazy": true,
|
|
"clone_on_restore": false,
|
|
"sha256": "33e851cdde047dfb08dd009e2a82d26985f90aa0d75e9373d82bde46f48e5050",
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "snapshot_zero",
|
|
"dtype": "mlx.core.bfloat16",
|
|
"lazy": true,
|
|
"clone_on_restore": true,
|
|
"sha256": "597f5b7268244d65a63bd1c1d68325202fec62cb00f98d861343828d9ddc6ddf",
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "snapshot_zero",
|
|
"dtype": "mlx.core.float32",
|
|
"lazy": false,
|
|
"clone_on_restore": false,
|
|
"sha256": "cdde2b4cb5fd391c1a68f9a5d04d48d685120079a03525886b7abe9914a454ed",
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "snapshot_zero",
|
|
"dtype": "mlx.core.float32",
|
|
"lazy": false,
|
|
"clone_on_restore": true,
|
|
"sha256": "cdde2b4cb5fd391c1a68f9a5d04d48d685120079a03525886b7abe9914a454ed",
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "snapshot_zero",
|
|
"dtype": "mlx.core.float32",
|
|
"lazy": true,
|
|
"clone_on_restore": false,
|
|
"sha256": "d8da5359fa5cbc105259cfbc15db5309ef3fc080214f620789d8a698d64d0430",
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "snapshot_zero",
|
|
"dtype": "mlx.core.float32",
|
|
"lazy": true,
|
|
"clone_on_restore": true,
|
|
"sha256": "cdde2b4cb5fd391c1a68f9a5d04d48d685120079a03525886b7abe9914a454ed",
|
|
"exact": true
|
|
}
|
|
],
|
|
"off-product": [
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 0,
|
|
"ids": [
|
|
760,
|
|
1156,
|
|
369,
|
|
9859
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "16ff543d6e28cdbe7dbd56891e061ddd4b04291a9ca25bdf1f4437b4e3c5528d"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "b9cc3aa8c913e508793b7486f77a10e7acd4698436060b1b6bf8abfbd59edee6"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 1,
|
|
"ids": [
|
|
6587,
|
|
728,
|
|
310,
|
|
1698
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "24e58b3561aac59d52bf55183bc9b911432481e9613a5b98f1442945bfd6903a"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "eddb5de99ea61034c3f0eb46ef1a515cae10c92333d069afce68cc4a5e5f9e3e"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 2,
|
|
"ids": [
|
|
494,
|
|
799,
|
|
310,
|
|
5600
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "f5f2c33a36fce4088f222ec7448389865dd74ea4c017e4e2e49f157693a33d64"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "330d68ed62e77a12e38fe7677ffd2b9548f655c7d33e6e1607e431d1b8957e86"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 3,
|
|
"ids": [
|
|
13,
|
|
1061
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
2,
|
|
248320
|
|
],
|
|
"sha256": "f44498bbf6e6e9d8d909c0e4db24b5ef9bda5866b4a6a14e188865432538643c"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
2,
|
|
10240
|
|
],
|
|
"sha256": "dec8b787a562878d091c854235120732e98f5781751b6d6a428e5cd02228deb0"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "cold",
|
|
"prompt": [
|
|
248045,
|
|
8678,
|
|
198,
|
|
24342,
|
|
286,
|
|
4879,
|
|
369,
|
|
716,
|
|
310,
|
|
3238,
|
|
13,
|
|
13262,
|
|
678,
|
|
7047,
|
|
9522,
|
|
321,
|
|
10419,
|
|
11,
|
|
6992,
|
|
5774,
|
|
310,
|
|
279,
|
|
16198,
|
|
1973,
|
|
24366,
|
|
24150,
|
|
362,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
846,
|
|
198,
|
|
2427,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
74455,
|
|
198,
|
|
248068,
|
|
198
|
|
],
|
|
"tokens": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
1698,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
1061
|
|
],
|
|
"cached": 0,
|
|
"state_sha256": "eb61c20e4a89bb55c0284d86587966af49d6c601e5421b50eff0762ecf6842b1"
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 0,
|
|
"ids": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "dbab0d12f25f2be2234d58d45f86219af62deb20e22b0d73a77aa5e7b722d082"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "8f9aebc38d1a3e550bed6a4663eedac7a5ed3ce61d836d1cecdfa11da67ebd0d"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 1,
|
|
"ids": [
|
|
310,
|
|
2962,
|
|
24217,
|
|
494
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "d6b8e6afe3c6f5af068f240e0e69b3875311aac6929b3d5a38ab3aeaa1bf227c"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "52f20217ed43d8e59ddbe037cb77f56cc3d8ef473fd1963948fff6faf8ad4212"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 2,
|
|
"ids": [
|
|
13,
|
|
353,
|
|
2582,
|
|
3804
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "048e9343d4268d98455a01f7c73ee47af78bc811ef9e7680a72cae59336b9989"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "8e8b07fb20baa33ad64cc76ff64403a434d520c627a182a224cf033a5a14e5d4"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 3,
|
|
"ids": [
|
|
8334,
|
|
29014,
|
|
494
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
3,
|
|
248320
|
|
],
|
|
"sha256": "82d671c6ac7b3a0952e60ef554ca670562fd01ef25c37bd10bc27025768ea0f2"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
3,
|
|
10240
|
|
],
|
|
"sha256": "d1bc90f284364eae8bac80a5da6ab64c9c76d6994bb09ed463a17d67e25c016e"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "warm",
|
|
"prompt": [
|
|
248045,
|
|
8678,
|
|
198,
|
|
24342,
|
|
286,
|
|
4879,
|
|
369,
|
|
716,
|
|
310,
|
|
3238,
|
|
13,
|
|
13262,
|
|
678,
|
|
7047,
|
|
9522,
|
|
321,
|
|
10419,
|
|
11,
|
|
6992,
|
|
5774,
|
|
310,
|
|
279,
|
|
16198,
|
|
1973,
|
|
24366,
|
|
24150,
|
|
362,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
846,
|
|
198,
|
|
2427,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
74455,
|
|
198,
|
|
248068,
|
|
198,
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
1698,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
1061,
|
|
198,
|
|
248069,
|
|
271,
|
|
248046,
|
|
198,
|
|
248045,
|
|
846,
|
|
198,
|
|
22791,
|
|
24217,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
74455,
|
|
198,
|
|
248068,
|
|
198
|
|
],
|
|
"tokens": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
2962,
|
|
24217,
|
|
13,
|
|
353,
|
|
8334,
|
|
29014,
|
|
494
|
|
],
|
|
"cached": 58,
|
|
"state_sha256": "e6cb7355aaa92a3569a365c94c55aa7a50bd731dc04f6fa320da8520d182e2f8"
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 0,
|
|
"ids": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "dbab0d12f25f2be2234d58d45f86219af62deb20e22b0d73a77aa5e7b722d082"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "8f9aebc38d1a3e550bed6a4663eedac7a5ed3ce61d836d1cecdfa11da67ebd0d"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 1,
|
|
"ids": [
|
|
310,
|
|
2962,
|
|
24217,
|
|
494
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "d6b8e6afe3c6f5af068f240e0e69b3875311aac6929b3d5a38ab3aeaa1bf227c"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "52f20217ed43d8e59ddbe037cb77f56cc3d8ef473fd1963948fff6faf8ad4212"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 2,
|
|
"ids": [
|
|
13,
|
|
353,
|
|
2582,
|
|
3804
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "048e9343d4268d98455a01f7c73ee47af78bc811ef9e7680a72cae59336b9989"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "8e8b07fb20baa33ad64cc76ff64403a434d520c627a182a224cf033a5a14e5d4"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 3,
|
|
"ids": [
|
|
8334,
|
|
29014,
|
|
494
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
3,
|
|
248320
|
|
],
|
|
"sha256": "82d671c6ac7b3a0952e60ef554ca670562fd01ef25c37bd10bc27025768ea0f2"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
3,
|
|
10240
|
|
],
|
|
"sha256": "d1bc90f284364eae8bac80a5da6ab64c9c76d6994bb09ed463a17d67e25c016e"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "reopened",
|
|
"prompt": [
|
|
248045,
|
|
8678,
|
|
198,
|
|
24342,
|
|
286,
|
|
4879,
|
|
369,
|
|
716,
|
|
310,
|
|
3238,
|
|
13,
|
|
13262,
|
|
678,
|
|
7047,
|
|
9522,
|
|
321,
|
|
10419,
|
|
11,
|
|
6992,
|
|
5774,
|
|
310,
|
|
279,
|
|
16198,
|
|
1973,
|
|
24366,
|
|
24150,
|
|
362,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
846,
|
|
198,
|
|
2427,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
74455,
|
|
198,
|
|
248068,
|
|
198,
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
1698,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
1061,
|
|
198,
|
|
248069,
|
|
271,
|
|
248046,
|
|
198,
|
|
248045,
|
|
846,
|
|
198,
|
|
22791,
|
|
24217,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
74455,
|
|
198,
|
|
248068,
|
|
198
|
|
],
|
|
"tokens": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
2962,
|
|
24217,
|
|
13,
|
|
353,
|
|
8334,
|
|
29014,
|
|
494
|
|
],
|
|
"cached": 58,
|
|
"state_sha256": "e6cb7355aaa92a3569a365c94c55aa7a50bd731dc04f6fa320da8520d182e2f8"
|
|
},
|
|
{
|
|
"case": "checkpoint",
|
|
"actual_old_rejected": false,
|
|
"warm_reopened_state_exact": true
|
|
}
|
|
],
|
|
"off-oracle": [
|
|
{
|
|
"case": "environment",
|
|
"overrides": {
|
|
"MTPLX_CONTEXT_COPY": "0",
|
|
"MTPLX_QWEN4_VERIFY_SDPA_HEAD_CHUNK": "0",
|
|
"MTPLX_SKIP_VERIFY_SNAPSHOT": "0",
|
|
"MTPLX_FAMILY_CAPTURE_COMMIT": "1",
|
|
"MTPLX_FUSED_HC_V3": "1",
|
|
"MTPLX_FUSED_GDN_INPROJ": "1",
|
|
"MTPLX_FUSED_GATE_UP": "1",
|
|
"MTPLX_FUSED_GDN_CONVNORM": "1",
|
|
"MTPLX_FUSED_GDN_STEP": "1",
|
|
"MTPLX_FUSED_CONVNORM_VERIFY": "1",
|
|
"MTPLX_QSA_GATHER": "1",
|
|
"MTPLX_COMPILED_GDN": "1",
|
|
"MTPLX_QWEN4EXP_COMPILE": "1",
|
|
"MTPLX_QWEN4_BATCHED_TARGET_DISTRIBUTIONS": "1",
|
|
"MTPLX_QWEN4_FIXED_M4_VERIFY": "1",
|
|
"MTPLX_QWEN4_COMPILED_MTP_PREPARE": "1",
|
|
"MTPLX_QWEN4_RELAXED_DRAFT_TIES": "1",
|
|
"MTPLX_QWEN4_OPDIET": "1",
|
|
"MTPLX_QWEN4_PLE_PREFILL_LOOKAHEAD": "1",
|
|
"MTPLX_QWEN4_PLE_FIRST_GATHER_EARLY": "1",
|
|
"MTPLX_SESSION_BANK_SHED_BOUNDARIES": "1",
|
|
"MTPLX_SESSION_BANK_PROTECTED_TERMINAL": "1",
|
|
"MTPLX_NGRAM_PREWARM": "auto",
|
|
"MTPLX_QWEN4_VERIFY_GLUE": "1",
|
|
"MTPLX_QWEN4_VERIFY_GLUE_ITEMS": "qsa_rope,qsa_rope_idx",
|
|
"MTPLX_QSA_M4_FUSED_KV_GATHER": "1",
|
|
"MTPLX_QSA_GATHER_MAX_ROWS": "32",
|
|
"MTPLX_BATCH_TARGET_ARRAYS": "1",
|
|
"MTPLX_LAZY_TARGET_DISTRIBUTIONS": "0",
|
|
"MTPLX_COMPILED_VERIFY": "1",
|
|
"MTPLX_NAX_VERIFY": "0",
|
|
"MTPLX_QWEN4_PREFILL_WIDE_CHUNK": "4096",
|
|
"MTPLX_QSA_PREFILL_WIDE_MIN_CONTEXT": "16384",
|
|
"MTPLX_SUSTAINED_PREFILL": "1",
|
|
"MTPLX_PREFILL_CHUNK_SIZE": "2048"
|
|
}
|
|
},
|
|
{
|
|
"case": "prefill_compare",
|
|
"phase": "cold",
|
|
"part": "logits",
|
|
"shape": [
|
|
1,
|
|
1,
|
|
248320
|
|
],
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "prefill_compare",
|
|
"phase": "cold",
|
|
"part": "hidden",
|
|
"shape": [
|
|
1,
|
|
1,
|
|
10240
|
|
],
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
760
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "cold",
|
|
"index": 0,
|
|
"ids": [
|
|
760,
|
|
1156,
|
|
369,
|
|
9859
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "16ff543d6e28cdbe7dbd56891e061ddd4b04291a9ca25bdf1f4437b4e3c5528d",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "b9cc3aa8c913e508793b7486f77a10e7acd4698436060b1b6bf8abfbd59edee6"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
1156
|
|
]
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
6587
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "cold",
|
|
"index": 1,
|
|
"ids": [
|
|
6587,
|
|
728,
|
|
310,
|
|
1698
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "24e58b3561aac59d52bf55183bc9b911432481e9613a5b98f1442945bfd6903a",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "eddb5de99ea61034c3f0eb46ef1a515cae10c92333d069afce68cc4a5e5f9e3e"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
728,
|
|
310,
|
|
1698
|
|
]
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
494
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "cold",
|
|
"index": 2,
|
|
"ids": [
|
|
494,
|
|
799,
|
|
310,
|
|
5600
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "f5f2c33a36fce4088f222ec7448389865dd74ea4c017e4e2e49f157693a33d64",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "330d68ed62e77a12e38fe7677ffd2b9548f655c7d33e6e1607e431d1b8957e86"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
799,
|
|
310,
|
|
5600
|
|
]
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
13
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "cold",
|
|
"index": 3,
|
|
"ids": [
|
|
13,
|
|
1061
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "f44498bbf6e6e9d8d909c0e4db24b5ef9bda5866b4a6a14e188865432538643c",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "dec8b787a562878d091c854235120732e98f5781751b6d6a428e5cd02228deb0"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
1061
|
|
]
|
|
},
|
|
{
|
|
"case": "cache_arrays",
|
|
"phase": "cold",
|
|
"raw_bits_exact": true,
|
|
"key35_bit_coordinates": []
|
|
},
|
|
{
|
|
"case": "turn",
|
|
"phase": "cold",
|
|
"tokens": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
1698,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
1061
|
|
],
|
|
"cached": 0,
|
|
"verify_calls": 4,
|
|
"final_exact": true
|
|
},
|
|
{
|
|
"case": "prefill_compare",
|
|
"phase": "warm",
|
|
"part": "logits",
|
|
"shape": [
|
|
1,
|
|
1,
|
|
248320
|
|
],
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "prefill_compare",
|
|
"phase": "warm",
|
|
"part": "hidden",
|
|
"shape": [
|
|
1,
|
|
1,
|
|
10240
|
|
],
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
760
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "warm",
|
|
"index": 0,
|
|
"ids": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "dbab0d12f25f2be2234d58d45f86219af62deb20e22b0d73a77aa5e7b722d082",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "8f9aebc38d1a3e550bed6a4663eedac7a5ed3ce61d836d1cecdfa11da67ebd0d"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
1156,
|
|
6587,
|
|
728
|
|
]
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
310
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "warm",
|
|
"index": 1,
|
|
"ids": [
|
|
310,
|
|
2962,
|
|
24217,
|
|
494
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "d6b8e6afe3c6f5af068f240e0e69b3875311aac6929b3d5a38ab3aeaa1bf227c",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "52f20217ed43d8e59ddbe037cb77f56cc3d8ef473fd1963948fff6faf8ad4212"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
2962,
|
|
24217
|
|
]
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
13
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "warm",
|
|
"index": 2,
|
|
"ids": [
|
|
13,
|
|
353,
|
|
2582,
|
|
3804
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "048e9343d4268d98455a01f7c73ee47af78bc811ef9e7680a72cae59336b9989",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "8e8b07fb20baa33ad64cc76ff64403a434d520c627a182a224cf033a5a14e5d4"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
353
|
|
]
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
8334
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "warm",
|
|
"index": 3,
|
|
"ids": [
|
|
8334,
|
|
29014,
|
|
494
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "82d671c6ac7b3a0952e60ef554ca670562fd01ef25c37bd10bc27025768ea0f2",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "d1bc90f284364eae8bac80a5da6ab64c9c76d6994bb09ed463a17d67e25c016e"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
29014,
|
|
494
|
|
]
|
|
},
|
|
{
|
|
"case": "cache_arrays",
|
|
"phase": "warm",
|
|
"raw_bits_exact": true,
|
|
"key35_bit_coordinates": []
|
|
},
|
|
{
|
|
"case": "turn",
|
|
"phase": "warm",
|
|
"tokens": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
2962,
|
|
24217,
|
|
13,
|
|
353,
|
|
8334,
|
|
29014,
|
|
494
|
|
],
|
|
"cached": 58,
|
|
"verify_calls": 4,
|
|
"final_exact": true
|
|
}
|
|
],
|
|
"default-product": [
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 0,
|
|
"ids": [
|
|
760,
|
|
1156,
|
|
369,
|
|
9859
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "e3ba038c8570911a72fadeba867f1c33e5103108ef9881bfcdc008907de90839"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "b3c2ef7bb9c3dfa85748d7af883210ae4393bd1b5af5397f243d632fc437552b"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 1,
|
|
"ids": [
|
|
6587,
|
|
728,
|
|
310,
|
|
1698
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "955ff038997bab8ca6a84642b1ad8cf88dade0d2075d5ea11c736c9f74a7d563"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "e3a029cc190a3cbdee1e2ec34bd94181f6013a6495c56b60dcccd67130fcfbd4"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 2,
|
|
"ids": [
|
|
494,
|
|
799,
|
|
310,
|
|
5600
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "e201b5e579d7c8f58432ae495c120c66cd595241046dd9cd32d42cab72009b3b"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "d56aba5df3172aeca9d26bccfe6143d8045d30e5af45f1fc6815d61634f78d2c"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 3,
|
|
"ids": [
|
|
13,
|
|
1061
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
2,
|
|
248320
|
|
],
|
|
"sha256": "ecf42a91034a5bd6739a3d5bc94ffdcbac8214261f5712a3196bb6b99be67860"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
2,
|
|
10240
|
|
],
|
|
"sha256": "0296bbc47e09e0312470a1ada7ef90177009d80cef5ba79398190177bb4be7c3"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "cold",
|
|
"prompt": [
|
|
248045,
|
|
8678,
|
|
198,
|
|
24342,
|
|
286,
|
|
4879,
|
|
369,
|
|
716,
|
|
310,
|
|
3238,
|
|
13,
|
|
13262,
|
|
678,
|
|
7047,
|
|
9522,
|
|
321,
|
|
10419,
|
|
11,
|
|
6992,
|
|
5774,
|
|
310,
|
|
279,
|
|
16198,
|
|
1973,
|
|
24366,
|
|
24150,
|
|
362,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
846,
|
|
198,
|
|
2427,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
74455,
|
|
198,
|
|
248068,
|
|
198
|
|
],
|
|
"tokens": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
1698,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
1061
|
|
],
|
|
"cached": 0,
|
|
"state_sha256": "ed07c44dec46cebe4471ac26a136c9d8ece3d88b4abeaa7f688247a13f3b1276"
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 0,
|
|
"ids": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "0d002e5ab00ee76250e5deca14358353c777fd1f1804937070ca229f74cdc9f6"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "cb6bc68f9d37d0ffb544b2c635144d8f91a715c5172fa31a32be7aab84d5941b"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 1,
|
|
"ids": [
|
|
310,
|
|
2962,
|
|
24217,
|
|
494
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "e052a03d4908e670c534c18453447dcb7190bf180dd281ffd3ace950675174e1"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "2caa9c5b1d863080a4ec81e55103e9b3429261933f13cac971dfc09a8a1c130f"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 2,
|
|
"ids": [
|
|
13,
|
|
353,
|
|
2582,
|
|
3804
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "f64c3236f08fa43f85ee491cc1121d5f584dfd1fbcd58b1bf9ef69b441813036"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "eba14099db5411740f69183e22dbe7d50aef3e5cfde093319eaa39008fbd11c8"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 3,
|
|
"ids": [
|
|
8334,
|
|
29014,
|
|
494
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
3,
|
|
248320
|
|
],
|
|
"sha256": "6821599090afcd8e042f955477276a52843d0087c6074a1a77a43b9768cd2c0c"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
3,
|
|
10240
|
|
],
|
|
"sha256": "e358aa99aa0738c30f102ad646ebef5244b7740ca7ccaa3804469e3dc8ac217c"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "warm",
|
|
"prompt": [
|
|
248045,
|
|
8678,
|
|
198,
|
|
24342,
|
|
286,
|
|
4879,
|
|
369,
|
|
716,
|
|
310,
|
|
3238,
|
|
13,
|
|
13262,
|
|
678,
|
|
7047,
|
|
9522,
|
|
321,
|
|
10419,
|
|
11,
|
|
6992,
|
|
5774,
|
|
310,
|
|
279,
|
|
16198,
|
|
1973,
|
|
24366,
|
|
24150,
|
|
362,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
846,
|
|
198,
|
|
2427,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
74455,
|
|
198,
|
|
248068,
|
|
198,
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
1698,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
1061,
|
|
198,
|
|
248069,
|
|
271,
|
|
248046,
|
|
198,
|
|
248045,
|
|
846,
|
|
198,
|
|
22791,
|
|
24217,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
74455,
|
|
198,
|
|
248068,
|
|
198
|
|
],
|
|
"tokens": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
2962,
|
|
24217,
|
|
13,
|
|
353,
|
|
8334,
|
|
29014,
|
|
494
|
|
],
|
|
"cached": 58,
|
|
"state_sha256": "257714fbbf6f6a92b5562f554fae93c36abaff2e72bac7ad61a0d874e14e8234"
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 0,
|
|
"ids": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "0d002e5ab00ee76250e5deca14358353c777fd1f1804937070ca229f74cdc9f6"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "cb6bc68f9d37d0ffb544b2c635144d8f91a715c5172fa31a32be7aab84d5941b"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 1,
|
|
"ids": [
|
|
310,
|
|
2962,
|
|
24217,
|
|
494
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "e052a03d4908e670c534c18453447dcb7190bf180dd281ffd3ace950675174e1"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "2caa9c5b1d863080a4ec81e55103e9b3429261933f13cac971dfc09a8a1c130f"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 2,
|
|
"ids": [
|
|
13,
|
|
353,
|
|
2582,
|
|
3804
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
248320
|
|
],
|
|
"sha256": "f64c3236f08fa43f85ee491cc1121d5f584dfd1fbcd58b1bf9ef69b441813036"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
4,
|
|
10240
|
|
],
|
|
"sha256": "eba14099db5411740f69183e22dbe7d50aef3e5cfde093319eaa39008fbd11c8"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"record": {
|
|
"index": 3,
|
|
"ids": [
|
|
8334,
|
|
29014,
|
|
494
|
|
],
|
|
"verify": true,
|
|
"logits": {
|
|
"shape": [
|
|
1,
|
|
3,
|
|
248320
|
|
],
|
|
"sha256": "6821599090afcd8e042f955477276a52843d0087c6074a1a77a43b9768cd2c0c"
|
|
},
|
|
"hidden": {
|
|
"shape": [
|
|
1,
|
|
3,
|
|
10240
|
|
],
|
|
"sha256": "e358aa99aa0738c30f102ad646ebef5244b7740ca7ccaa3804469e3dc8ac217c"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"case": "reopened",
|
|
"prompt": [
|
|
248045,
|
|
8678,
|
|
198,
|
|
24342,
|
|
286,
|
|
4879,
|
|
369,
|
|
716,
|
|
310,
|
|
3238,
|
|
13,
|
|
13262,
|
|
678,
|
|
7047,
|
|
9522,
|
|
321,
|
|
10419,
|
|
11,
|
|
6992,
|
|
5774,
|
|
310,
|
|
279,
|
|
16198,
|
|
1973,
|
|
24366,
|
|
24150,
|
|
362,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
846,
|
|
198,
|
|
2427,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
74455,
|
|
198,
|
|
248068,
|
|
198,
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
1698,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
1061,
|
|
198,
|
|
248069,
|
|
271,
|
|
248046,
|
|
198,
|
|
248045,
|
|
846,
|
|
198,
|
|
22791,
|
|
24217,
|
|
13,
|
|
248046,
|
|
198,
|
|
248045,
|
|
74455,
|
|
198,
|
|
248068,
|
|
198
|
|
],
|
|
"tokens": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
2962,
|
|
24217,
|
|
13,
|
|
353,
|
|
8334,
|
|
29014,
|
|
494
|
|
],
|
|
"cached": 58,
|
|
"state_sha256": "257714fbbf6f6a92b5562f554fae93c36abaff2e72bac7ad61a0d874e14e8234"
|
|
},
|
|
{
|
|
"case": "checkpoint",
|
|
"actual_old_rejected": true,
|
|
"warm_reopened_state_exact": true
|
|
}
|
|
],
|
|
"default-oracle": [
|
|
{
|
|
"case": "environment",
|
|
"overrides": {
|
|
"MTPLX_CONTEXT_COPY": "0",
|
|
"MTPLX_SKIP_VERIFY_SNAPSHOT": "0",
|
|
"MTPLX_FAMILY_CAPTURE_COMMIT": "1",
|
|
"MTPLX_FUSED_HC_V3": "1",
|
|
"MTPLX_FUSED_GDN_INPROJ": "1",
|
|
"MTPLX_FUSED_GATE_UP": "1",
|
|
"MTPLX_FUSED_GDN_CONVNORM": "1",
|
|
"MTPLX_FUSED_GDN_STEP": "1",
|
|
"MTPLX_FUSED_CONVNORM_VERIFY": "1",
|
|
"MTPLX_QSA_GATHER": "1",
|
|
"MTPLX_COMPILED_GDN": "1",
|
|
"MTPLX_QWEN4EXP_COMPILE": "1",
|
|
"MTPLX_QWEN4_BATCHED_TARGET_DISTRIBUTIONS": "1",
|
|
"MTPLX_QWEN4_FIXED_M4_VERIFY": "1",
|
|
"MTPLX_QWEN4_COMPILED_MTP_PREPARE": "1",
|
|
"MTPLX_QWEN4_RELAXED_DRAFT_TIES": "1",
|
|
"MTPLX_QWEN4_OPDIET": "1",
|
|
"MTPLX_QWEN4_PLE_PREFILL_LOOKAHEAD": "1",
|
|
"MTPLX_QWEN4_PLE_FIRST_GATHER_EARLY": "1",
|
|
"MTPLX_SESSION_BANK_SHED_BOUNDARIES": "1",
|
|
"MTPLX_SESSION_BANK_PROTECTED_TERMINAL": "1",
|
|
"MTPLX_NGRAM_PREWARM": "auto",
|
|
"MTPLX_QWEN4_VERIFY_GLUE": "1",
|
|
"MTPLX_QWEN4_VERIFY_GLUE_ITEMS": "qsa_rope,qsa_rope_idx",
|
|
"MTPLX_QSA_M4_FUSED_KV_GATHER": "1",
|
|
"MTPLX_QSA_GATHER_MAX_ROWS": "32",
|
|
"MTPLX_BATCH_TARGET_ARRAYS": "1",
|
|
"MTPLX_LAZY_TARGET_DISTRIBUTIONS": "0",
|
|
"MTPLX_COMPILED_VERIFY": "1",
|
|
"MTPLX_NAX_VERIFY": "0",
|
|
"MTPLX_QWEN4_PREFILL_WIDE_CHUNK": "4096",
|
|
"MTPLX_QSA_PREFILL_WIDE_MIN_CONTEXT": "16384",
|
|
"MTPLX_SUSTAINED_PREFILL": "1",
|
|
"MTPLX_PREFILL_CHUNK_SIZE": "2048"
|
|
}
|
|
},
|
|
{
|
|
"case": "prefill_compare",
|
|
"phase": "cold",
|
|
"part": "logits",
|
|
"shape": [
|
|
1,
|
|
1,
|
|
248320
|
|
],
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "prefill_compare",
|
|
"phase": "cold",
|
|
"part": "hidden",
|
|
"shape": [
|
|
1,
|
|
1,
|
|
10240
|
|
],
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
760
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "cold",
|
|
"index": 0,
|
|
"ids": [
|
|
760,
|
|
1156,
|
|
369,
|
|
9859
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "e3ba038c8570911a72fadeba867f1c33e5103108ef9881bfcdc008907de90839",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "b3c2ef7bb9c3dfa85748d7af883210ae4393bd1b5af5397f243d632fc437552b"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
1156
|
|
]
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
6587
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "cold",
|
|
"index": 1,
|
|
"ids": [
|
|
6587,
|
|
728,
|
|
310,
|
|
1698
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "955ff038997bab8ca6a84642b1ad8cf88dade0d2075d5ea11c736c9f74a7d563",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "e3a029cc190a3cbdee1e2ec34bd94181f6013a6495c56b60dcccd67130fcfbd4"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
728,
|
|
310,
|
|
1698
|
|
]
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
494
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "cold",
|
|
"index": 2,
|
|
"ids": [
|
|
494,
|
|
799,
|
|
310,
|
|
5600
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "e201b5e579d7c8f58432ae495c120c66cd595241046dd9cd32d42cab72009b3b",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "d56aba5df3172aeca9d26bccfe6143d8045d30e5af45f1fc6815d61634f78d2c"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
799,
|
|
310,
|
|
5600
|
|
]
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
13
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "cold",
|
|
"index": 3,
|
|
"ids": [
|
|
13,
|
|
1061
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "ecf42a91034a5bd6739a3d5bc94ffdcbac8214261f5712a3196bb6b99be67860",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "0296bbc47e09e0312470a1ada7ef90177009d80cef5ba79398190177bb4be7c3"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "cold",
|
|
"ids": [
|
|
1061
|
|
]
|
|
},
|
|
{
|
|
"case": "cache_arrays",
|
|
"phase": "cold",
|
|
"raw_bits_exact": true,
|
|
"key35_bit_coordinates": []
|
|
},
|
|
{
|
|
"case": "turn",
|
|
"phase": "cold",
|
|
"tokens": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
1698,
|
|
494,
|
|
799,
|
|
310,
|
|
5600,
|
|
13,
|
|
1061
|
|
],
|
|
"cached": 0,
|
|
"verify_calls": 4,
|
|
"final_exact": true
|
|
},
|
|
{
|
|
"case": "prefill_compare",
|
|
"phase": "warm",
|
|
"part": "logits",
|
|
"shape": [
|
|
1,
|
|
1,
|
|
248320
|
|
],
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "prefill_compare",
|
|
"phase": "warm",
|
|
"part": "hidden",
|
|
"shape": [
|
|
1,
|
|
1,
|
|
10240
|
|
],
|
|
"exact": true
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
760
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "warm",
|
|
"index": 0,
|
|
"ids": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "0d002e5ab00ee76250e5deca14358353c777fd1f1804937070ca229f74cdc9f6",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "cb6bc68f9d37d0ffb544b2c635144d8f91a715c5172fa31a32be7aab84d5941b"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
1156,
|
|
6587,
|
|
728
|
|
]
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
310
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "warm",
|
|
"index": 1,
|
|
"ids": [
|
|
310,
|
|
2962,
|
|
24217,
|
|
494
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "e052a03d4908e670c534c18453447dcb7190bf180dd281ffd3ace950675174e1",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "2caa9c5b1d863080a4ec81e55103e9b3429261933f13cac971dfc09a8a1c130f"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
2962,
|
|
24217
|
|
]
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
13
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "warm",
|
|
"index": 2,
|
|
"ids": [
|
|
13,
|
|
353,
|
|
2582,
|
|
3804
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "f64c3236f08fa43f85ee491cc1121d5f584dfd1fbcd58b1bf9ef69b441813036",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "eba14099db5411740f69183e22dbe7d50aef3e5cfde093319eaa39008fbd11c8"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
353
|
|
]
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
8334
|
|
]
|
|
},
|
|
{
|
|
"case": "verify_forward",
|
|
"phase": "warm",
|
|
"index": 3,
|
|
"ids": [
|
|
8334,
|
|
29014,
|
|
494
|
|
],
|
|
"logits_exact": true,
|
|
"logits_sha256": "6821599090afcd8e042f955477276a52843d0087c6074a1a77a43b9768cd2c0c",
|
|
"hidden_exact": true,
|
|
"hidden_sha256": "e358aa99aa0738c30f102ad646ebef5244b7740ca7ccaa3804469e3dc8ac217c"
|
|
},
|
|
{
|
|
"case": "tokens",
|
|
"phase": "warm",
|
|
"ids": [
|
|
29014,
|
|
494
|
|
]
|
|
},
|
|
{
|
|
"case": "cache_arrays",
|
|
"phase": "warm",
|
|
"raw_bits_exact": true,
|
|
"key35_bit_coordinates": []
|
|
},
|
|
{
|
|
"case": "turn",
|
|
"phase": "warm",
|
|
"tokens": [
|
|
760,
|
|
1156,
|
|
6587,
|
|
728,
|
|
310,
|
|
2962,
|
|
24217,
|
|
13,
|
|
353,
|
|
8334,
|
|
29014,
|
|
494
|
|
],
|
|
"cached": 58,
|
|
"verify_calls": 4,
|
|
"final_exact": true
|
|
}
|
|
],
|
|
"raw_files": [
|
|
{
|
|
"arm": "off",
|
|
"phase": "cold",
|
|
"part": "prefill-key35",
|
|
"sha256": "d81b466dea1ff5b774e86c0af47069f555bbb59abb0f3f61165f5bc51aa28ac6",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "off",
|
|
"phase": "cold",
|
|
"part": "prefill-logits",
|
|
"sha256": "fd82790aff0faabd55d606caeb488b7ac602007d4e4c15fbfe7b21dd837d7e3b",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "off",
|
|
"phase": "cold",
|
|
"part": "prefill-hidden",
|
|
"sha256": "709ea36a2a53aa6141c6406a19dd91fdcd174dd850d82dc849c89a784262475f",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "off",
|
|
"phase": "cold",
|
|
"part": "key35",
|
|
"sha256": "6a1c56e7333fc86e4e11bb265e99274ff727408f9ab32508f374198d4e8553c7",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "off",
|
|
"phase": "cold",
|
|
"part": "logits",
|
|
"sha256": "8d7ce1542d98546d33940cf318fa6286a0e8555206b31fcd29f95925a2a4e100",
|
|
"exact": true,
|
|
"comparison": "strict oracle final-array assertion"
|
|
},
|
|
{
|
|
"arm": "off",
|
|
"phase": "cold",
|
|
"part": "hidden",
|
|
"sha256": "d592ca17935f6a6ffeee6c04309f6bee3e0c182f585d5c4a9925e50c0aa94dc5",
|
|
"exact": true,
|
|
"comparison": "strict oracle final-array assertion"
|
|
},
|
|
{
|
|
"arm": "off",
|
|
"phase": "warm",
|
|
"part": "prefill-key35",
|
|
"sha256": "028b11ae10d8e7971c978f3b4997e752913bb62ea57809173e53f4345d20c5e8",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "off",
|
|
"phase": "warm",
|
|
"part": "prefill-logits",
|
|
"sha256": "5d565e5c89f46863a6ae44f75d6a7cdc8867bb7b272e43bf612b6a6fe6fcc4c5",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "off",
|
|
"phase": "warm",
|
|
"part": "prefill-hidden",
|
|
"sha256": "6834773ea754ee44f1da5e650a3b7d1d06cba245eb36fe739d084915682e29c9",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "off",
|
|
"phase": "warm",
|
|
"part": "key35",
|
|
"sha256": "061f8fe052fe21c8505782c220e03d09ab31deb93e7987709c55cd5dc3b778bd",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "off",
|
|
"phase": "warm",
|
|
"part": "logits",
|
|
"sha256": "a6dbe568fd9df0c4b7976ec1f2b02160ea893db0aefcd17f9849bbd4419cd12a",
|
|
"exact": true,
|
|
"comparison": "strict oracle final-array assertion"
|
|
},
|
|
{
|
|
"arm": "off",
|
|
"phase": "warm",
|
|
"part": "hidden",
|
|
"sha256": "594d4c9472548674d6c9711151805168f2cf2693b8d95939bf9cc52c0d461ee0",
|
|
"exact": true,
|
|
"comparison": "strict oracle final-array assertion"
|
|
},
|
|
{
|
|
"arm": "default",
|
|
"phase": "cold",
|
|
"part": "prefill-key35",
|
|
"sha256": "d81b466dea1ff5b774e86c0af47069f555bbb59abb0f3f61165f5bc51aa28ac6",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "default",
|
|
"phase": "cold",
|
|
"part": "prefill-logits",
|
|
"sha256": "fd82790aff0faabd55d606caeb488b7ac602007d4e4c15fbfe7b21dd837d7e3b",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "default",
|
|
"phase": "cold",
|
|
"part": "prefill-hidden",
|
|
"sha256": "709ea36a2a53aa6141c6406a19dd91fdcd174dd850d82dc849c89a784262475f",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "default",
|
|
"phase": "cold",
|
|
"part": "key35",
|
|
"sha256": "8b92cafe208cd569b60812ff1e6fa4c3b6c6a1b17d3ddff2c565d3e216b7f90e",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "default",
|
|
"phase": "cold",
|
|
"part": "logits",
|
|
"sha256": "79f3d39c6e1e936fafc07d9910dee2d829e374a8f1af26e5a7dc63dcc4a570c4",
|
|
"exact": true,
|
|
"comparison": "strict oracle final-array assertion"
|
|
},
|
|
{
|
|
"arm": "default",
|
|
"phase": "cold",
|
|
"part": "hidden",
|
|
"sha256": "c5b21b84d18f2a3ed971529ef8753f99c2b6fb079aabbbc1460418417507c246",
|
|
"exact": true,
|
|
"comparison": "strict oracle final-array assertion"
|
|
},
|
|
{
|
|
"arm": "default",
|
|
"phase": "warm",
|
|
"part": "prefill-key35",
|
|
"sha256": "43f28031026d5d20cb25f725d61b632a0947d61e0ad45dff63d7b88ea96f8c4c",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "default",
|
|
"phase": "warm",
|
|
"part": "prefill-logits",
|
|
"sha256": "28bfb94cd0548d5e5ae22ebdb2d6fad92242e7792f53c9c2dd902b581d094cb3",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "default",
|
|
"phase": "warm",
|
|
"part": "prefill-hidden",
|
|
"sha256": "dee5feb823cb0bf413d0a8efe4cba643ae57ad276a5e16a9e29acb59c170b688",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "default",
|
|
"phase": "warm",
|
|
"part": "key35",
|
|
"sha256": "5a0da5529eeb692ff189e85986ed3bbafd96a99444f8d975b1349975c52d6946",
|
|
"exact": true,
|
|
"comparison": "raw files"
|
|
},
|
|
{
|
|
"arm": "default",
|
|
"phase": "warm",
|
|
"part": "logits",
|
|
"sha256": "e8ab9c6e7f0f89098c6ac9ea3538f7318ce364ba7dab1166d7de85f24492205f",
|
|
"exact": true,
|
|
"comparison": "strict oracle final-array assertion"
|
|
},
|
|
{
|
|
"arm": "default",
|
|
"phase": "warm",
|
|
"part": "hidden",
|
|
"sha256": "f68b44621c0db28479a9ecab368c6c77dd96166574999479e7acbbf61408121e",
|
|
"exact": true,
|
|
"comparison": "strict oracle final-array assertion"
|
|
}
|
|
]
|
|
} |