hugo/DS4Server
1
0 Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

Match Qwen compiled verification gate math

Browse Source
This commit is contained in:
Georg Bauer committed 2026-10-04 14:50:29 +02:00
1 parent 892f8a70b9
commit 57b8ac28a7
33 files changed
+1250 -40
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

docs/issue109-verify-gate/model-oracle.jsonl
+33
View File
@@ -0,0 +1,33 @@
{"case":"environment","overrides":{"MTPLX_QWEN4_VERIFY_SDPA_HEAD_CHUNK":"0","MTPLX_SKIP_VERIFY_SNAPSHOT":"0","MTPLX_FAMILY_CAPTURE_COMMIT":"1","MTPLX_FUSED_HC_V3":"1","MTPLX_FUSED_GDN_INPROJ":"1","MTPLX_FUSED_GATE_UP":"1","MTPLX_FUSED_GDN_CONVNORM":"1","MTPLX_FUSED_GDN_STEP":"1","MTPLX_FUSED_CONVNORM_VERIFY":"1","MTPLX_QSA_GATHER":"1","MTPLX_COMPILED_GDN":"1","MTPLX_QWEN4EXP_COMPILE":"1","MTPLX_QWEN4_BATCHED_TARGET_DISTRIBUTIONS":"1","MTPLX_QWEN4_FIXED_M4_VERIFY":"1","MTPLX_QWEN4_COMPILED_MTP_PREPARE":"1","MTPLX_QWEN4_RELAXED_DRAFT_TIES":"1","MTPLX_QWEN4_OPDIET":"1","MTPLX_QWEN4_PLE_PREFILL_LOOKAHEAD":"1","MTPLX_QWEN4_PLE_FIRST_GATHER_EARLY":"1","MTPLX_SESSION_BANK_SHED_BOUNDARIES":"1","MTPLX_SESSION_BANK_PROTECTED_TERMINAL":"1","MTPLX_NGRAM_PREWARM":"auto","MTPLX_QWEN4_VERIFY_GLUE":"1","MTPLX_QWEN4_VERIFY_GLUE_ITEMS":"qsa_rope,qsa_rope_idx","MTPLX_QSA_M4_FUSED_KV_GATHER":"1","MTPLX_QSA_GATHER_MAX_ROWS":"32","MTPLX_BATCH_TARGET_ARRAYS":"1","MTPLX_LAZY_TARGET_DISTRIBUTIONS":"0","MTPLX_COMPILED_VERIFY":"1","MTPLX_NAX_VERIFY":"0","MTPLX_QWEN4_PREFILL_WIDE_CHUNK":"4096","MTPLX_QSA_PREFILL_WIDE_MIN_CONTEXT":"16384","MTPLX_SUSTAINED_PREFILL":"1","MTPLX_PREFILL_CHUNK_SIZE":"2048","MTPLX_CONTEXT_COPY":"0"}}
{"case":"prefill_compare","phase":"cold","part":"logits","shape":[1,1,248320],"exact":true}
{"case":"prefill_compare","phase":"cold","part":"hidden","shape":[1,1,10240],"exact":true}
{"case":"tokens","phase":"cold","ids":[760]}
{"case":"verify_forward","phase":"cold","index":0,"ids":[760,1156,369,9859],"logits_exact":true,"logits_sha256":"16ff543d6e28cdbe7dbd56891e061ddd4b04291a9ca25bdf1f4437b4e3c5528d","hidden_exact":true,"hidden_sha256":"b9cc3aa8c913e508793b7486f77a10e7acd4698436060b1b6bf8abfbd59edee6"}
{"case":"tokens","phase":"cold","ids":[1156]}
{"case":"tokens","phase":"cold","ids":[6587]}
{"case":"verify_forward","phase":"cold","index":1,"ids":[6587,728,310,1698],"logits_exact":true,"logits_sha256":"24e58b3561aac59d52bf55183bc9b911432481e9613a5b98f1442945bfd6903a","hidden_exact":true,"hidden_sha256":"eddb5de99ea61034c3f0eb46ef1a515cae10c92333d069afce68cc4a5e5f9e3e"}
{"case":"tokens","phase":"cold","ids":[728,310,1698]}
{"case":"tokens","phase":"cold","ids":[494]}
{"case":"verify_forward","phase":"cold","index":2,"ids":[494,799,310,5600],"logits_exact":true,"logits_sha256":"f5f2c33a36fce4088f222ec7448389865dd74ea4c017e4e2e49f157693a33d64","hidden_exact":true,"hidden_sha256":"330d68ed62e77a12e38fe7677ffd2b9548f655c7d33e6e1607e431d1b8957e86"}
{"case":"tokens","phase":"cold","ids":[799,310,5600]}
{"case":"tokens","phase":"cold","ids":[13]}
{"case":"verify_forward","phase":"cold","index":3,"ids":[13,1061],"logits_exact":true,"logits_sha256":"f44498bbf6e6e9d8d909c0e4db24b5ef9bda5866b4a6a14e188865432538643c","hidden_exact":true,"hidden_sha256":"dec8b787a562878d091c854235120732e98f5781751b6d6a428e5cd02228deb0"}
{"case":"tokens","phase":"cold","ids":[1061]}
{"case":"cache_arrays","phase":"cold","values_exact":true,"zero_sign_differences":[["trunk",35,0]],"key35_bit_coordinates":[[0,1,0,2]]}
{"case":"turn","phase":"cold","tokens":[760,1156,6587,728,310,1698,494,799,310,5600,13,1061],"cached":0,"verify_calls":4,"final_exact":true}
{"case":"prefill_compare","phase":"warm","part":"logits","shape":[1,1,248320],"exact":true}
{"case":"prefill_compare","phase":"warm","part":"hidden","shape":[1,18,10240],"exact":false}
{"case":"tokens","phase":"warm","ids":[760]}
{"case":"verify_forward","phase":"warm","index":0,"ids":[760,1156,6587,728],"logits_exact":true,"logits_sha256":"dbab0d12f25f2be2234d58d45f86219af62deb20e22b0d73a77aa5e7b722d082","hidden_exact":true,"hidden_sha256":"8f9aebc38d1a3e550bed6a4663eedac7a5ed3ce61d836d1cecdfa11da67ebd0d"}
{"case":"tokens","phase":"warm","ids":[1156,6587,728]}
{"case":"tokens","phase":"warm","ids":[310]}
{"case":"verify_forward","phase":"warm","index":1,"ids":[310,2962,24217,494],"logits_exact":true,"logits_sha256":"d6b8e6afe3c6f5af068f240e0e69b3875311aac6929b3d5a38ab3aeaa1bf227c","hidden_exact":true,"hidden_sha256":"52f20217ed43d8e59ddbe037cb77f56cc3d8ef473fd1963948fff6faf8ad4212"}
{"case":"tokens","phase":"warm","ids":[2962,24217]}
{"case":"tokens","phase":"warm","ids":[13]}
{"case":"verify_forward","phase":"warm","index":2,"ids":[13,353,2582,3804],"logits_exact":true,"logits_sha256":"048e9343d4268d98455a01f7c73ee47af78bc811ef9e7680a72cae59336b9989","hidden_exact":true,"hidden_sha256":"8e8b07fb20baa33ad64cc76ff64403a434d520c627a182a224cf033a5a14e5d4"}
{"case":"tokens","phase":"warm","ids":[353]}
{"case":"tokens","phase":"warm","ids":[8334]}
{"case":"verify_forward","phase":"warm","index":3,"ids":[8334,29014,494],"logits_exact":true,"logits_sha256":"82d671c6ac7b3a0952e60ef554ca670562fd01ef25c37bd10bc27025768ea0f2","hidden_exact":true,"hidden_sha256":"d1bc90f284364eae8bac80a5da6ab64c9c76d6994bb09ed463a17d67e25c016e"}
{"case":"tokens","phase":"warm","ids":[29014,494]}
{"case":"cache_arrays","phase":"warm","values_exact":true,"zero_sign_differences":[["trunk",35,0]],"key35_bit_coordinates":[[0,1,0,2]]}
{"case":"turn","phase":"warm","tokens":[760,1156,6587,728,310,2962,24217,13,353,8334,29014,494],"cached":58,"verify_calls":4,"final_exact":true}