Files
DS4Server/docs/issue113-head-chunk/receipts.json
T

3181 lines
58 KiB
JSON

{
"fixtures": [
{
"case": "head_chunk",
"index": 0,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 1,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 2,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 3,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 4,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 5,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 6,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 7,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 10,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 11,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 12,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 13,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 14,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 15,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 16,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 17,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 18,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 19,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 22,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 23,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 24,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 25,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 26,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 27,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 28,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 29,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 30,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 34,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 35,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 36,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 37,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 38,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 39,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 40,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 41,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 42,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 46,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 47,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 48,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 49,
"exact": true,
"fused": 6,
"subcalls": 6
},
{
"case": "head_chunk",
"index": 50,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 51,
"exact": true,
"fused": 6,
"subcalls": 6
},
{
"case": "head_chunk",
"index": 52,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 53,
"exact": true,
"fused": 6,
"subcalls": 6
},
{
"case": "head_chunk",
"index": 54,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 57,
"exact": true,
"fused": 6,
"subcalls": 6
},
{
"case": "head_chunk",
"index": 58,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 59,
"exact": true,
"fused": 6,
"subcalls": 6
},
{
"case": "head_chunk",
"index": 60,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 61,
"exact": true,
"fused": 0,
"subcalls": 8
},
{
"case": "head_chunk",
"index": 62,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 63,
"exact": true,
"fused": 0,
"subcalls": 8
},
{
"case": "head_chunk",
"index": 64,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 65,
"exact": true,
"fused": 0,
"subcalls": 8
},
{
"case": "head_chunk",
"index": 66,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 70,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 71,
"exact": true,
"fused": 0,
"subcalls": 8
},
{
"case": "head_chunk",
"index": 72,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 73,
"exact": true,
"fused": 0,
"subcalls": 12
},
{
"case": "head_chunk",
"index": 74,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 75,
"exact": true,
"fused": 0,
"subcalls": 12
},
{
"case": "head_chunk",
"index": 76,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 77,
"exact": true,
"fused": 0,
"subcalls": 12
},
{
"case": "head_chunk",
"index": 78,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 82,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 83,
"exact": true,
"fused": 0,
"subcalls": 12
},
{
"case": "head_chunk",
"index": 84,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 85,
"exact": true,
"fused": 0,
"subcalls": 24
},
{
"case": "head_chunk",
"index": 86,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 87,
"exact": true,
"fused": 0,
"subcalls": 24
},
{
"case": "head_chunk",
"index": 88,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 89,
"exact": true,
"fused": 0,
"subcalls": 24
},
{
"case": "head_chunk",
"index": 90,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 94,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 95,
"exact": true,
"fused": 0,
"subcalls": 24
},
{
"case": "head_chunk",
"index": 96,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 97,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 98,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 99,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 100,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 101,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 102,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 103,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 106,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 107,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 108,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 109,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 110,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 111,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 112,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 113,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 114,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 118,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 119,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 120,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 121,
"exact": true,
"fused": 2,
"subcalls": 2
},
{
"case": "head_chunk",
"index": 122,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 123,
"exact": true,
"fused": 2,
"subcalls": 2
},
{
"case": "head_chunk",
"index": 124,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 125,
"exact": true,
"fused": 2,
"subcalls": 2
},
{
"case": "head_chunk",
"index": 126,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 130,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 131,
"exact": true,
"fused": 2,
"subcalls": 2
},
{
"case": "head_chunk",
"index": 132,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 133,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 134,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 135,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 136,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 137,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 138,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 142,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 143,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 144,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 145,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 146,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 147,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 148,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 149,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 150,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 151,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 154,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 155,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 156,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 157,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 158,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 159,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 160,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 161,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 162,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 163,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 166,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 167,
"exact": true,
"fused": 1,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 168,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 169,
"exact": true,
"fused": 0,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 170,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 171,
"exact": true,
"fused": 0,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 172,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 173,
"exact": true,
"fused": 0,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 174,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 178,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 179,
"exact": true,
"fused": 0,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 180,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 181,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 182,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 183,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 184,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 185,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 186,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 190,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 191,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 192,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 193,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 194,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 195,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 196,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 197,
"exact": true,
"fused": 4,
"subcalls": 4
},
{
"case": "head_chunk",
"index": 198,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 202,
"exact": true,
"fused": 0,
"subcalls": 1
},
{
"case": "head_chunk",
"index": 203,
"exact": true,
"fused": 4,
"subcalls": 4
}
],
"product": [
{
"case": "verify_forward",
"record": {
"index": 0,
"ids": [
760,
1156,
369,
9859
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "e3ba038c8570911a72fadeba867f1c33e5103108ef9881bfcdc008907de90839"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "b3c2ef7bb9c3dfa85748d7af883210ae4393bd1b5af5397f243d632fc437552b"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 1,
"ids": [
6587,
728,
310,
1698
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "955ff038997bab8ca6a84642b1ad8cf88dade0d2075d5ea11c736c9f74a7d563"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "e3a029cc190a3cbdee1e2ec34bd94181f6013a6495c56b60dcccd67130fcfbd4"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 2,
"ids": [
494,
799,
310,
5600
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "e201b5e579d7c8f58432ae495c120c66cd595241046dd9cd32d42cab72009b3b"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "d56aba5df3172aeca9d26bccfe6143d8045d30e5af45f1fc6815d61634f78d2c"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 3,
"ids": [
13,
1061
],
"verify": true,
"logits": {
"shape": [
1,
2,
248320
],
"sha256": "ecf42a91034a5bd6739a3d5bc94ffdcbac8214261f5712a3196bb6b99be67860"
},
"hidden": {
"shape": [
1,
2,
10240
],
"sha256": "0296bbc47e09e0312470a1ada7ef90177009d80cef5ba79398190177bb4be7c3"
}
}
},
{
"case": "cold",
"prompt": [
248045,
8678,
198,
24342,
286,
4879,
369,
716,
310,
3238,
13,
13262,
678,
7047,
9522,
321,
10419,
11,
6992,
5774,
310,
279,
16198,
1973,
24366,
24150,
362,
13,
248046,
198,
248045,
846,
198,
2427,
494,
799,
310,
5600,
13,
248046,
198,
248045,
74455,
198,
248068,
198
],
"tokens": [
760,
1156,
6587,
728,
310,
1698,
494,
799,
310,
5600,
13,
1061
],
"cached": 0,
"state_sha256": "ed07c44dec46cebe4471ac26a136c9d8ece3d88b4abeaa7f688247a13f3b1276"
},
{
"case": "verify_forward",
"record": {
"index": 0,
"ids": [
760,
1156,
6587,
728
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "0d002e5ab00ee76250e5deca14358353c777fd1f1804937070ca229f74cdc9f6"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "cb6bc68f9d37d0ffb544b2c635144d8f91a715c5172fa31a32be7aab84d5941b"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 1,
"ids": [
310,
2962,
24217,
494
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "e052a03d4908e670c534c18453447dcb7190bf180dd281ffd3ace950675174e1"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "2caa9c5b1d863080a4ec81e55103e9b3429261933f13cac971dfc09a8a1c130f"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 2,
"ids": [
13,
353,
2582,
3804
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "f64c3236f08fa43f85ee491cc1121d5f584dfd1fbcd58b1bf9ef69b441813036"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "eba14099db5411740f69183e22dbe7d50aef3e5cfde093319eaa39008fbd11c8"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 3,
"ids": [
8334,
29014,
494
],
"verify": true,
"logits": {
"shape": [
1,
3,
248320
],
"sha256": "6821599090afcd8e042f955477276a52843d0087c6074a1a77a43b9768cd2c0c"
},
"hidden": {
"shape": [
1,
3,
10240
],
"sha256": "e358aa99aa0738c30f102ad646ebef5244b7740ca7ccaa3804469e3dc8ac217c"
}
}
},
{
"case": "warm",
"prompt": [
248045,
8678,
198,
24342,
286,
4879,
369,
716,
310,
3238,
13,
13262,
678,
7047,
9522,
321,
10419,
11,
6992,
5774,
310,
279,
16198,
1973,
24366,
24150,
362,
13,
248046,
198,
248045,
846,
198,
2427,
494,
799,
310,
5600,
13,
248046,
198,
248045,
74455,
198,
248068,
198,
760,
1156,
6587,
728,
310,
1698,
494,
799,
310,
5600,
13,
1061,
198,
248069,
271,
248046,
198,
248045,
846,
198,
22791,
24217,
13,
248046,
198,
248045,
74455,
198,
248068,
198
],
"tokens": [
760,
1156,
6587,
728,
310,
2962,
24217,
13,
353,
8334,
29014,
494
],
"cached": 58,
"state_sha256": "257714fbbf6f6a92b5562f554fae93c36abaff2e72bac7ad61a0d874e14e8234"
},
{
"case": "verify_forward",
"record": {
"index": 0,
"ids": [
760,
1156,
6587,
728
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "0d002e5ab00ee76250e5deca14358353c777fd1f1804937070ca229f74cdc9f6"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "cb6bc68f9d37d0ffb544b2c635144d8f91a715c5172fa31a32be7aab84d5941b"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 1,
"ids": [
310,
2962,
24217,
494
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "e052a03d4908e670c534c18453447dcb7190bf180dd281ffd3ace950675174e1"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "2caa9c5b1d863080a4ec81e55103e9b3429261933f13cac971dfc09a8a1c130f"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 2,
"ids": [
13,
353,
2582,
3804
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "f64c3236f08fa43f85ee491cc1121d5f584dfd1fbcd58b1bf9ef69b441813036"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "eba14099db5411740f69183e22dbe7d50aef3e5cfde093319eaa39008fbd11c8"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 3,
"ids": [
8334,
29014,
494
],
"verify": true,
"logits": {
"shape": [
1,
3,
248320
],
"sha256": "6821599090afcd8e042f955477276a52843d0087c6074a1a77a43b9768cd2c0c"
},
"hidden": {
"shape": [
1,
3,
10240
],
"sha256": "e358aa99aa0738c30f102ad646ebef5244b7740ca7ccaa3804469e3dc8ac217c"
}
}
},
{
"case": "reopened",
"prompt": [
248045,
8678,
198,
24342,
286,
4879,
369,
716,
310,
3238,
13,
13262,
678,
7047,
9522,
321,
10419,
11,
6992,
5774,
310,
279,
16198,
1973,
24366,
24150,
362,
13,
248046,
198,
248045,
846,
198,
2427,
494,
799,
310,
5600,
13,
248046,
198,
248045,
74455,
198,
248068,
198,
760,
1156,
6587,
728,
310,
1698,
494,
799,
310,
5600,
13,
1061,
198,
248069,
271,
248046,
198,
248045,
846,
198,
22791,
24217,
13,
248046,
198,
248045,
74455,
198,
248068,
198
],
"tokens": [
760,
1156,
6587,
728,
310,
2962,
24217,
13,
353,
8334,
29014,
494
],
"cached": 58,
"state_sha256": "257714fbbf6f6a92b5562f554fae93c36abaff2e72bac7ad61a0d874e14e8234"
},
{
"case": "checkpoint",
"actual_old_rejected": true,
"warm_reopened_state_exact": true
}
],
"off-product": [
{
"case": "verify_forward",
"record": {
"index": 0,
"ids": [
760,
1156,
369,
9859
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "16ff543d6e28cdbe7dbd56891e061ddd4b04291a9ca25bdf1f4437b4e3c5528d"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "b9cc3aa8c913e508793b7486f77a10e7acd4698436060b1b6bf8abfbd59edee6"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 1,
"ids": [
6587,
728,
310,
1698
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "24e58b3561aac59d52bf55183bc9b911432481e9613a5b98f1442945bfd6903a"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "eddb5de99ea61034c3f0eb46ef1a515cae10c92333d069afce68cc4a5e5f9e3e"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 2,
"ids": [
494,
799,
310,
5600
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "f5f2c33a36fce4088f222ec7448389865dd74ea4c017e4e2e49f157693a33d64"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "330d68ed62e77a12e38fe7677ffd2b9548f655c7d33e6e1607e431d1b8957e86"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 3,
"ids": [
13,
1061
],
"verify": true,
"logits": {
"shape": [
1,
2,
248320
],
"sha256": "f44498bbf6e6e9d8d909c0e4db24b5ef9bda5866b4a6a14e188865432538643c"
},
"hidden": {
"shape": [
1,
2,
10240
],
"sha256": "dec8b787a562878d091c854235120732e98f5781751b6d6a428e5cd02228deb0"
}
}
},
{
"case": "cold",
"prompt": [
248045,
8678,
198,
24342,
286,
4879,
369,
716,
310,
3238,
13,
13262,
678,
7047,
9522,
321,
10419,
11,
6992,
5774,
310,
279,
16198,
1973,
24366,
24150,
362,
13,
248046,
198,
248045,
846,
198,
2427,
494,
799,
310,
5600,
13,
248046,
198,
248045,
74455,
198,
248068,
198
],
"tokens": [
760,
1156,
6587,
728,
310,
1698,
494,
799,
310,
5600,
13,
1061
],
"cached": 0,
"state_sha256": "eb61c20e4a89bb55c0284d86587966af49d6c601e5421b50eff0762ecf6842b1"
},
{
"case": "verify_forward",
"record": {
"index": 0,
"ids": [
760,
1156,
6587,
728
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "dbab0d12f25f2be2234d58d45f86219af62deb20e22b0d73a77aa5e7b722d082"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "8f9aebc38d1a3e550bed6a4663eedac7a5ed3ce61d836d1cecdfa11da67ebd0d"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 1,
"ids": [
310,
2962,
24217,
494
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "d6b8e6afe3c6f5af068f240e0e69b3875311aac6929b3d5a38ab3aeaa1bf227c"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "52f20217ed43d8e59ddbe037cb77f56cc3d8ef473fd1963948fff6faf8ad4212"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 2,
"ids": [
13,
353,
2582,
3804
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "048e9343d4268d98455a01f7c73ee47af78bc811ef9e7680a72cae59336b9989"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "8e8b07fb20baa33ad64cc76ff64403a434d520c627a182a224cf033a5a14e5d4"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 3,
"ids": [
8334,
29014,
494
],
"verify": true,
"logits": {
"shape": [
1,
3,
248320
],
"sha256": "82d671c6ac7b3a0952e60ef554ca670562fd01ef25c37bd10bc27025768ea0f2"
},
"hidden": {
"shape": [
1,
3,
10240
],
"sha256": "d1bc90f284364eae8bac80a5da6ab64c9c76d6994bb09ed463a17d67e25c016e"
}
}
},
{
"case": "warm",
"prompt": [
248045,
8678,
198,
24342,
286,
4879,
369,
716,
310,
3238,
13,
13262,
678,
7047,
9522,
321,
10419,
11,
6992,
5774,
310,
279,
16198,
1973,
24366,
24150,
362,
13,
248046,
198,
248045,
846,
198,
2427,
494,
799,
310,
5600,
13,
248046,
198,
248045,
74455,
198,
248068,
198,
760,
1156,
6587,
728,
310,
1698,
494,
799,
310,
5600,
13,
1061,
198,
248069,
271,
248046,
198,
248045,
846,
198,
22791,
24217,
13,
248046,
198,
248045,
74455,
198,
248068,
198
],
"tokens": [
760,
1156,
6587,
728,
310,
2962,
24217,
13,
353,
8334,
29014,
494
],
"cached": 58,
"state_sha256": "e6cb7355aaa92a3569a365c94c55aa7a50bd731dc04f6fa320da8520d182e2f8"
},
{
"case": "verify_forward",
"record": {
"index": 0,
"ids": [
760,
1156,
6587,
728
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "dbab0d12f25f2be2234d58d45f86219af62deb20e22b0d73a77aa5e7b722d082"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "8f9aebc38d1a3e550bed6a4663eedac7a5ed3ce61d836d1cecdfa11da67ebd0d"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 1,
"ids": [
310,
2962,
24217,
494
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "d6b8e6afe3c6f5af068f240e0e69b3875311aac6929b3d5a38ab3aeaa1bf227c"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "52f20217ed43d8e59ddbe037cb77f56cc3d8ef473fd1963948fff6faf8ad4212"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 2,
"ids": [
13,
353,
2582,
3804
],
"verify": true,
"logits": {
"shape": [
1,
4,
248320
],
"sha256": "048e9343d4268d98455a01f7c73ee47af78bc811ef9e7680a72cae59336b9989"
},
"hidden": {
"shape": [
1,
4,
10240
],
"sha256": "8e8b07fb20baa33ad64cc76ff64403a434d520c627a182a224cf033a5a14e5d4"
}
}
},
{
"case": "verify_forward",
"record": {
"index": 3,
"ids": [
8334,
29014,
494
],
"verify": true,
"logits": {
"shape": [
1,
3,
248320
],
"sha256": "82d671c6ac7b3a0952e60ef554ca670562fd01ef25c37bd10bc27025768ea0f2"
},
"hidden": {
"shape": [
1,
3,
10240
],
"sha256": "d1bc90f284364eae8bac80a5da6ab64c9c76d6994bb09ed463a17d67e25c016e"
}
}
},
{
"case": "reopened",
"prompt": [
248045,
8678,
198,
24342,
286,
4879,
369,
716,
310,
3238,
13,
13262,
678,
7047,
9522,
321,
10419,
11,
6992,
5774,
310,
279,
16198,
1973,
24366,
24150,
362,
13,
248046,
198,
248045,
846,
198,
2427,
494,
799,
310,
5600,
13,
248046,
198,
248045,
74455,
198,
248068,
198,
760,
1156,
6587,
728,
310,
1698,
494,
799,
310,
5600,
13,
1061,
198,
248069,
271,
248046,
198,
248045,
846,
198,
22791,
24217,
13,
248046,
198,
248045,
74455,
198,
248068,
198
],
"tokens": [
760,
1156,
6587,
728,
310,
2962,
24217,
13,
353,
8334,
29014,
494
],
"cached": 58,
"state_sha256": "e6cb7355aaa92a3569a365c94c55aa7a50bd731dc04f6fa320da8520d182e2f8"
},
{
"case": "checkpoint",
"actual_old_rejected": false,
"warm_reopened_state_exact": true
}
],
"model-oracle": [
{
"case": "environment",
"overrides": {
"MTPLX_CONTEXT_COPY": "0",
"MTPLX_SKIP_VERIFY_SNAPSHOT": "0",
"MTPLX_FAMILY_CAPTURE_COMMIT": "1",
"MTPLX_FUSED_HC_V3": "1",
"MTPLX_FUSED_GDN_INPROJ": "1",
"MTPLX_FUSED_GATE_UP": "1",
"MTPLX_FUSED_GDN_CONVNORM": "1",
"MTPLX_FUSED_GDN_STEP": "1",
"MTPLX_FUSED_CONVNORM_VERIFY": "1",
"MTPLX_QSA_GATHER": "1",
"MTPLX_COMPILED_GDN": "1",
"MTPLX_QWEN4EXP_COMPILE": "1",
"MTPLX_QWEN4_BATCHED_TARGET_DISTRIBUTIONS": "1",
"MTPLX_QWEN4_FIXED_M4_VERIFY": "1",
"MTPLX_QWEN4_COMPILED_MTP_PREPARE": "1",
"MTPLX_QWEN4_RELAXED_DRAFT_TIES": "1",
"MTPLX_QWEN4_OPDIET": "1",
"MTPLX_QWEN4_PLE_PREFILL_LOOKAHEAD": "1",
"MTPLX_QWEN4_PLE_FIRST_GATHER_EARLY": "1",
"MTPLX_SESSION_BANK_SHED_BOUNDARIES": "1",
"MTPLX_SESSION_BANK_PROTECTED_TERMINAL": "1",
"MTPLX_NGRAM_PREWARM": "auto",
"MTPLX_QWEN4_VERIFY_GLUE": "1",
"MTPLX_QWEN4_VERIFY_GLUE_ITEMS": "qsa_rope,qsa_rope_idx",
"MTPLX_QSA_M4_FUSED_KV_GATHER": "1",
"MTPLX_QSA_GATHER_MAX_ROWS": "32",
"MTPLX_BATCH_TARGET_ARRAYS": "1",
"MTPLX_LAZY_TARGET_DISTRIBUTIONS": "0",
"MTPLX_COMPILED_VERIFY": "1",
"MTPLX_NAX_VERIFY": "0",
"MTPLX_QWEN4_PREFILL_WIDE_CHUNK": "4096",
"MTPLX_QSA_PREFILL_WIDE_MIN_CONTEXT": "16384",
"MTPLX_SUSTAINED_PREFILL": "1",
"MTPLX_PREFILL_CHUNK_SIZE": "2048"
}
},
{
"case": "prefill_compare",
"phase": "cold",
"part": "logits",
"shape": [
1,
1,
248320
],
"exact": true
},
{
"case": "prefill_compare",
"phase": "cold",
"part": "hidden",
"shape": [
1,
1,
10240
],
"exact": true
},
{
"case": "tokens",
"phase": "cold",
"ids": [
760
]
},
{
"case": "verify_forward",
"phase": "cold",
"index": 0,
"ids": [
760,
1156,
369,
9859
],
"logits_exact": true,
"logits_sha256": "e3ba038c8570911a72fadeba867f1c33e5103108ef9881bfcdc008907de90839",
"hidden_exact": true,
"hidden_sha256": "b3c2ef7bb9c3dfa85748d7af883210ae4393bd1b5af5397f243d632fc437552b"
},
{
"case": "tokens",
"phase": "cold",
"ids": [
1156
]
},
{
"case": "tokens",
"phase": "cold",
"ids": [
6587
]
},
{
"case": "verify_forward",
"phase": "cold",
"index": 1,
"ids": [
6587,
728,
310,
1698
],
"logits_exact": true,
"logits_sha256": "955ff038997bab8ca6a84642b1ad8cf88dade0d2075d5ea11c736c9f74a7d563",
"hidden_exact": true,
"hidden_sha256": "e3a029cc190a3cbdee1e2ec34bd94181f6013a6495c56b60dcccd67130fcfbd4"
},
{
"case": "tokens",
"phase": "cold",
"ids": [
728,
310,
1698
]
},
{
"case": "tokens",
"phase": "cold",
"ids": [
494
]
},
{
"case": "verify_forward",
"phase": "cold",
"index": 2,
"ids": [
494,
799,
310,
5600
],
"logits_exact": true,
"logits_sha256": "e201b5e579d7c8f58432ae495c120c66cd595241046dd9cd32d42cab72009b3b",
"hidden_exact": true,
"hidden_sha256": "d56aba5df3172aeca9d26bccfe6143d8045d30e5af45f1fc6815d61634f78d2c"
},
{
"case": "tokens",
"phase": "cold",
"ids": [
799,
310,
5600
]
},
{
"case": "tokens",
"phase": "cold",
"ids": [
13
]
},
{
"case": "verify_forward",
"phase": "cold",
"index": 3,
"ids": [
13,
1061
],
"logits_exact": true,
"logits_sha256": "ecf42a91034a5bd6739a3d5bc94ffdcbac8214261f5712a3196bb6b99be67860",
"hidden_exact": true,
"hidden_sha256": "0296bbc47e09e0312470a1ada7ef90177009d80cef5ba79398190177bb4be7c3"
},
{
"case": "tokens",
"phase": "cold",
"ids": [
1061
]
},
{
"case": "cache_arrays",
"phase": "cold",
"values_exact": true,
"zero_sign_differences": [],
"key35_bit_coordinates": []
},
{
"case": "turn",
"phase": "cold",
"tokens": [
760,
1156,
6587,
728,
310,
1698,
494,
799,
310,
5600,
13,
1061
],
"cached": 0,
"verify_calls": 4,
"final_exact": true
},
{
"case": "prefill_compare",
"phase": "warm",
"part": "logits",
"shape": [
1,
1,
248320
],
"exact": true
},
{
"case": "prefill_compare",
"phase": "warm",
"part": "hidden",
"shape": [
1,
1,
10240
],
"exact": true
},
{
"case": "tokens",
"phase": "warm",
"ids": [
760
]
},
{
"case": "verify_forward",
"phase": "warm",
"index": 0,
"ids": [
760,
1156,
6587,
728
],
"logits_exact": true,
"logits_sha256": "0d002e5ab00ee76250e5deca14358353c777fd1f1804937070ca229f74cdc9f6",
"hidden_exact": true,
"hidden_sha256": "cb6bc68f9d37d0ffb544b2c635144d8f91a715c5172fa31a32be7aab84d5941b"
},
{
"case": "tokens",
"phase": "warm",
"ids": [
1156,
6587,
728
]
},
{
"case": "tokens",
"phase": "warm",
"ids": [
310
]
},
{
"case": "verify_forward",
"phase": "warm",
"index": 1,
"ids": [
310,
2962,
24217,
494
],
"logits_exact": true,
"logits_sha256": "e052a03d4908e670c534c18453447dcb7190bf180dd281ffd3ace950675174e1",
"hidden_exact": true,
"hidden_sha256": "2caa9c5b1d863080a4ec81e55103e9b3429261933f13cac971dfc09a8a1c130f"
},
{
"case": "tokens",
"phase": "warm",
"ids": [
2962,
24217
]
},
{
"case": "tokens",
"phase": "warm",
"ids": [
13
]
},
{
"case": "verify_forward",
"phase": "warm",
"index": 2,
"ids": [
13,
353,
2582,
3804
],
"logits_exact": true,
"logits_sha256": "f64c3236f08fa43f85ee491cc1121d5f584dfd1fbcd58b1bf9ef69b441813036",
"hidden_exact": true,
"hidden_sha256": "eba14099db5411740f69183e22dbe7d50aef3e5cfde093319eaa39008fbd11c8"
},
{
"case": "tokens",
"phase": "warm",
"ids": [
353
]
},
{
"case": "tokens",
"phase": "warm",
"ids": [
8334
]
},
{
"case": "verify_forward",
"phase": "warm",
"index": 3,
"ids": [
8334,
29014,
494
],
"logits_exact": true,
"logits_sha256": "6821599090afcd8e042f955477276a52843d0087c6074a1a77a43b9768cd2c0c",
"hidden_exact": true,
"hidden_sha256": "e358aa99aa0738c30f102ad646ebef5244b7740ca7ccaa3804469e3dc8ac217c"
},
{
"case": "tokens",
"phase": "warm",
"ids": [
29014,
494
]
},
{
"case": "cache_arrays",
"phase": "warm",
"values_exact": true,
"zero_sign_differences": [],
"key35_bit_coordinates": []
},
{
"case": "turn",
"phase": "warm",
"tokens": [
760,
1156,
6587,
728,
310,
2962,
24217,
13,
353,
8334,
29014,
494
],
"cached": 58,
"verify_calls": 4,
"final_exact": true
}
],
"off-oracle": [
{
"case": "environment",
"overrides": {
"MTPLX_CONTEXT_COPY": "0",
"MTPLX_QWEN4_VERIFY_SDPA_HEAD_CHUNK": "0",
"MTPLX_SKIP_VERIFY_SNAPSHOT": "0",
"MTPLX_FAMILY_CAPTURE_COMMIT": "1",
"MTPLX_FUSED_HC_V3": "1",
"MTPLX_FUSED_GDN_INPROJ": "1",
"MTPLX_FUSED_GATE_UP": "1",
"MTPLX_FUSED_GDN_CONVNORM": "1",
"MTPLX_FUSED_GDN_STEP": "1",
"MTPLX_FUSED_CONVNORM_VERIFY": "1",
"MTPLX_QSA_GATHER": "1",
"MTPLX_COMPILED_GDN": "1",
"MTPLX_QWEN4EXP_COMPILE": "1",
"MTPLX_QWEN4_BATCHED_TARGET_DISTRIBUTIONS": "1",
"MTPLX_QWEN4_FIXED_M4_VERIFY": "1",
"MTPLX_QWEN4_COMPILED_MTP_PREPARE": "1",
"MTPLX_QWEN4_RELAXED_DRAFT_TIES": "1",
"MTPLX_QWEN4_OPDIET": "1",
"MTPLX_QWEN4_PLE_PREFILL_LOOKAHEAD": "1",
"MTPLX_QWEN4_PLE_FIRST_GATHER_EARLY": "1",
"MTPLX_SESSION_BANK_SHED_BOUNDARIES": "1",
"MTPLX_SESSION_BANK_PROTECTED_TERMINAL": "1",
"MTPLX_NGRAM_PREWARM": "auto",
"MTPLX_QWEN4_VERIFY_GLUE": "1",
"MTPLX_QWEN4_VERIFY_GLUE_ITEMS": "qsa_rope,qsa_rope_idx",
"MTPLX_QSA_M4_FUSED_KV_GATHER": "1",
"MTPLX_QSA_GATHER_MAX_ROWS": "32",
"MTPLX_BATCH_TARGET_ARRAYS": "1",
"MTPLX_LAZY_TARGET_DISTRIBUTIONS": "0",
"MTPLX_COMPILED_VERIFY": "1",
"MTPLX_NAX_VERIFY": "0",
"MTPLX_QWEN4_PREFILL_WIDE_CHUNK": "4096",
"MTPLX_QSA_PREFILL_WIDE_MIN_CONTEXT": "16384",
"MTPLX_SUSTAINED_PREFILL": "1",
"MTPLX_PREFILL_CHUNK_SIZE": "2048"
}
},
{
"case": "prefill_compare",
"phase": "cold",
"part": "logits",
"shape": [
1,
1,
248320
],
"exact": true
},
{
"case": "prefill_compare",
"phase": "cold",
"part": "hidden",
"shape": [
1,
1,
10240
],
"exact": true
},
{
"case": "tokens",
"phase": "cold",
"ids": [
760
]
},
{
"case": "verify_forward",
"phase": "cold",
"index": 0,
"ids": [
760,
1156,
369,
9859
],
"logits_exact": true,
"logits_sha256": "16ff543d6e28cdbe7dbd56891e061ddd4b04291a9ca25bdf1f4437b4e3c5528d",
"hidden_exact": true,
"hidden_sha256": "b9cc3aa8c913e508793b7486f77a10e7acd4698436060b1b6bf8abfbd59edee6"
},
{
"case": "tokens",
"phase": "cold",
"ids": [
1156
]
},
{
"case": "tokens",
"phase": "cold",
"ids": [
6587
]
},
{
"case": "verify_forward",
"phase": "cold",
"index": 1,
"ids": [
6587,
728,
310,
1698
],
"logits_exact": true,
"logits_sha256": "24e58b3561aac59d52bf55183bc9b911432481e9613a5b98f1442945bfd6903a",
"hidden_exact": true,
"hidden_sha256": "eddb5de99ea61034c3f0eb46ef1a515cae10c92333d069afce68cc4a5e5f9e3e"
},
{
"case": "tokens",
"phase": "cold",
"ids": [
728,
310,
1698
]
},
{
"case": "tokens",
"phase": "cold",
"ids": [
494
]
},
{
"case": "verify_forward",
"phase": "cold",
"index": 2,
"ids": [
494,
799,
310,
5600
],
"logits_exact": true,
"logits_sha256": "f5f2c33a36fce4088f222ec7448389865dd74ea4c017e4e2e49f157693a33d64",
"hidden_exact": true,
"hidden_sha256": "330d68ed62e77a12e38fe7677ffd2b9548f655c7d33e6e1607e431d1b8957e86"
},
{
"case": "tokens",
"phase": "cold",
"ids": [
799,
310,
5600
]
},
{
"case": "tokens",
"phase": "cold",
"ids": [
13
]
},
{
"case": "verify_forward",
"phase": "cold",
"index": 3,
"ids": [
13,
1061
],
"logits_exact": true,
"logits_sha256": "f44498bbf6e6e9d8d909c0e4db24b5ef9bda5866b4a6a14e188865432538643c",
"hidden_exact": true,
"hidden_sha256": "dec8b787a562878d091c854235120732e98f5781751b6d6a428e5cd02228deb0"
},
{
"case": "tokens",
"phase": "cold",
"ids": [
1061
]
},
{
"case": "cache_arrays",
"phase": "cold",
"values_exact": true,
"zero_sign_differences": [],
"key35_bit_coordinates": []
},
{
"case": "turn",
"phase": "cold",
"tokens": [
760,
1156,
6587,
728,
310,
1698,
494,
799,
310,
5600,
13,
1061
],
"cached": 0,
"verify_calls": 4,
"final_exact": true
},
{
"case": "prefill_compare",
"phase": "warm",
"part": "logits",
"shape": [
1,
1,
248320
],
"exact": true
},
{
"case": "prefill_compare",
"phase": "warm",
"part": "hidden",
"shape": [
1,
1,
10240
],
"exact": true
},
{
"case": "tokens",
"phase": "warm",
"ids": [
760
]
},
{
"case": "verify_forward",
"phase": "warm",
"index": 0,
"ids": [
760,
1156,
6587,
728
],
"logits_exact": true,
"logits_sha256": "dbab0d12f25f2be2234d58d45f86219af62deb20e22b0d73a77aa5e7b722d082",
"hidden_exact": true,
"hidden_sha256": "8f9aebc38d1a3e550bed6a4663eedac7a5ed3ce61d836d1cecdfa11da67ebd0d"
},
{
"case": "tokens",
"phase": "warm",
"ids": [
1156,
6587,
728
]
},
{
"case": "tokens",
"phase": "warm",
"ids": [
310
]
},
{
"case": "verify_forward",
"phase": "warm",
"index": 1,
"ids": [
310,
2962,
24217,
494
],
"logits_exact": true,
"logits_sha256": "d6b8e6afe3c6f5af068f240e0e69b3875311aac6929b3d5a38ab3aeaa1bf227c",
"hidden_exact": true,
"hidden_sha256": "52f20217ed43d8e59ddbe037cb77f56cc3d8ef473fd1963948fff6faf8ad4212"
},
{
"case": "tokens",
"phase": "warm",
"ids": [
2962,
24217
]
},
{
"case": "tokens",
"phase": "warm",
"ids": [
13
]
},
{
"case": "verify_forward",
"phase": "warm",
"index": 2,
"ids": [
13,
353,
2582,
3804
],
"logits_exact": true,
"logits_sha256": "048e9343d4268d98455a01f7c73ee47af78bc811ef9e7680a72cae59336b9989",
"hidden_exact": true,
"hidden_sha256": "8e8b07fb20baa33ad64cc76ff64403a434d520c627a182a224cf033a5a14e5d4"
},
{
"case": "tokens",
"phase": "warm",
"ids": [
353
]
},
{
"case": "tokens",
"phase": "warm",
"ids": [
8334
]
},
{
"case": "verify_forward",
"phase": "warm",
"index": 3,
"ids": [
8334,
29014,
494
],
"logits_exact": true,
"logits_sha256": "82d671c6ac7b3a0952e60ef554ca670562fd01ef25c37bd10bc27025768ea0f2",
"hidden_exact": true,
"hidden_sha256": "d1bc90f284364eae8bac80a5da6ab64c9c76d6994bb09ed463a17d67e25c016e"
},
{
"case": "tokens",
"phase": "warm",
"ids": [
29014,
494
]
},
{
"case": "cache_arrays",
"phase": "warm",
"values_exact": true,
"zero_sign_differences": [],
"key35_bit_coordinates": []
},
{
"case": "turn",
"phase": "warm",
"tokens": [
760,
1156,
6587,
728,
310,
2962,
24217,
13,
353,
8334,
29014,
494
],
"cached": 58,
"verify_calls": 4,
"final_exact": true
}
],
"gates": [
{
"case": "gate",
"dtype": "bf16",
"phase": "prefill",
"values": 65280,
"exact": true
},
{
"case": "inject",
"phase": "prefill",
"values": 65280,
"exact": true
},
{
"case": "gate",
"dtype": "bf16",
"phase": "ar_decode",
"values": 65280,
"exact": true
},
{
"case": "inject",
"phase": "ar_decode",
"values": 65280,
"exact": true
},
{
"case": "gate",
"dtype": "bf16",
"phase": "decode_verify",
"values": 65280,
"exact": true
},
{
"case": "inject",
"phase": "decode_verify",
"values": 65280,
"exact": true
},
{
"case": "gate",
"dtype": "f16",
"phase": "prefill",
"values": 63488,
"exact": true
},
{
"case": "gate",
"dtype": "f16",
"phase": "ar_decode",
"values": 63488,
"exact": true
},
{
"case": "gate",
"dtype": "f16",
"phase": "decode_verify",
"values": 63488,
"exact": true
},
{
"case": "gate",
"dtype": "f32",
"phase": "prefill",
"values": 65536,
"exact": true
},
{
"case": "gate",
"dtype": "f32",
"phase": "ar_decode",
"values": 65536,
"exact": true
},
{
"case": "gate",
"dtype": "f32",
"phase": "decode_verify",
"values": 65536,
"exact": true
}
]
}