hugo/DS4Server
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

Save inference parity implementation and evaluation harness

Browse Source
This commit is contained in:
Georg Bauer
2026-09-10 22:45:59 +02:00
parent b99ce2aa10
commit 02db0968ae
198 changed files with 111205 additions and 586 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/mtplx-qsa-prefill-gather.jsonl
Vendored
+34
View File
@@ -0,0 +1,34 @@
{"kernel":"qsa_prefill_gather_h24_s1_p0_r4_t1_strided0","sha256":["a9a515f1e77731ce9ebf0236e01c0d634ff972b1c2d8d52823e4cbe43c4f6156"],"heads":24,"rows":1,"pos":0,"ratio":4,"topk":2,"tile":1,"strided":false,"evals":[[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s1_p0_r4_t1_strided1","sha256":["a9a515f1e77731ce9ebf0236e01c0d634ff972b1c2d8d52823e4cbe43c4f6156"],"heads":24,"rows":1,"pos":0,"ratio":4,"topk":2,"tile":1,"strided":true,"evals":[[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s1_p0_r4_t4_strided0","sha256":["a9a515f1e77731ce9ebf0236e01c0d634ff972b1c2d8d52823e4cbe43c4f6156"],"heads":24,"rows":1,"pos":0,"ratio":4,"topk":2,"tile":4,"strided":false,"evals":[[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s1_p0_r4_t4_strided1","sha256":["a9a515f1e77731ce9ebf0236e01c0d634ff972b1c2d8d52823e4cbe43c4f6156"],"heads":24,"rows":1,"pos":0,"ratio":4,"topk":2,"tile":4,"strided":true,"evals":[[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s1_p0_r4_t64_strided0","sha256":["a9a515f1e77731ce9ebf0236e01c0d634ff972b1c2d8d52823e4cbe43c4f6156"],"heads":24,"rows":1,"pos":0,"ratio":4,"topk":2,"tile":64,"strided":false,"evals":[[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s1_p0_r4_t64_strided1","sha256":["a9a515f1e77731ce9ebf0236e01c0d634ff972b1c2d8d52823e4cbe43c4f6156"],"heads":24,"rows":1,"pos":0,"ratio":4,"topk":2,"tile":64,"strided":true,"evals":[[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s7_p3_r4_t1_strided0","sha256":["6ed33c7f562ff26f9827d93ccdcf63c675a9a5637c8ff62576643f262901aadb"],"heads":24,"rows":7,"pos":3,"ratio":4,"topk":2,"tile":1,"strided":false,"evals":[[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s7_p3_r4_t1_strided1","sha256":["6ed33c7f562ff26f9827d93ccdcf63c675a9a5637c8ff62576643f262901aadb"],"heads":24,"rows":7,"pos":3,"ratio":4,"topk":2,"tile":1,"strided":true,"evals":[[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s7_p3_r4_t4_strided0","sha256":["6ed33c7f562ff26f9827d93ccdcf63c675a9a5637c8ff62576643f262901aadb"],"heads":24,"rows":7,"pos":3,"ratio":4,"topk":2,"tile":4,"strided":false,"evals":[[[1,24,4,256]],[[1,24,3,256]]]}
{"kernel":"qsa_prefill_gather_h24_s7_p3_r4_t4_strided1","sha256":["6ed33c7f562ff26f9827d93ccdcf63c675a9a5637c8ff62576643f262901aadb"],"heads":24,"rows":7,"pos":3,"ratio":4,"topk":2,"tile":4,"strided":true,"evals":[[[1,24,4,256]],[[1,24,3,256]]]}
{"kernel":"qsa_prefill_gather_h24_s7_p3_r4_t64_strided0","sha256":["6ed33c7f562ff26f9827d93ccdcf63c675a9a5637c8ff62576643f262901aadb"],"heads":24,"rows":7,"pos":3,"ratio":4,"topk":2,"tile":64,"strided":false,"evals":[[[1,24,7,256]]]}
{"kernel":"qsa_prefill_gather_h24_s7_p3_r4_t64_strided1","sha256":["6ed33c7f562ff26f9827d93ccdcf63c675a9a5637c8ff62576643f262901aadb"],"heads":24,"rows":7,"pos":3,"ratio":4,"topk":2,"tile":64,"strided":true,"evals":[[[1,24,7,256]]]}
{"kernel":"qsa_prefill_gather_h24_s17_p127_r128_t1_strided0","sha256":["176e9f275407be16508e32f722e692dad1ea3d12568f9814a70954502987feac"],"heads":24,"rows":17,"pos":127,"ratio":128,"topk":2,"tile":1,"strided":false,"evals":[[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s17_p127_r128_t1_strided1","sha256":["176e9f275407be16508e32f722e692dad1ea3d12568f9814a70954502987feac"],"heads":24,"rows":17,"pos":127,"ratio":128,"topk":2,"tile":1,"strided":true,"evals":[[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s17_p127_r128_t4_strided0","sha256":["176e9f275407be16508e32f722e692dad1ea3d12568f9814a70954502987feac"],"heads":24,"rows":17,"pos":127,"ratio":128,"topk":2,"tile":4,"strided":false,"evals":[[[1,24,4,256]],[[1,24,4,256]],[[1,24,4,256]],[[1,24,4,256]],[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s17_p127_r128_t4_strided1","sha256":["176e9f275407be16508e32f722e692dad1ea3d12568f9814a70954502987feac"],"heads":24,"rows":17,"pos":127,"ratio":128,"topk":2,"tile":4,"strided":true,"evals":[[[1,24,4,256]],[[1,24,4,256]],[[1,24,4,256]],[[1,24,4,256]],[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s17_p127_r128_t64_strided0","sha256":["176e9f275407be16508e32f722e692dad1ea3d12568f9814a70954502987feac"],"heads":24,"rows":17,"pos":127,"ratio":128,"topk":2,"tile":64,"strided":false,"evals":[[[1,24,17,256]]]}
{"kernel":"qsa_prefill_gather_h24_s17_p127_r128_t64_strided1","sha256":["176e9f275407be16508e32f722e692dad1ea3d12568f9814a70954502987feac"],"heads":24,"rows":17,"pos":127,"ratio":128,"topk":2,"tile":64,"strided":true,"evals":[[[1,24,17,256]]]}
{"kernel":"qsa_prefill_gather_h24_s17_p511_r128_t1_strided0","sha256":["ba39be5b41b6354a17436138639b67170240954b58566147beda8383d7378d4b"],"heads":24,"rows":17,"pos":511,"ratio":128,"topk":2,"tile":1,"strided":false,"evals":[[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s17_p511_r128_t1_strided1","sha256":["ba39be5b41b6354a17436138639b67170240954b58566147beda8383d7378d4b"],"heads":24,"rows":17,"pos":511,"ratio":128,"topk":2,"tile":1,"strided":true,"evals":[[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]],[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s17_p511_r128_t4_strided0","sha256":["ba39be5b41b6354a17436138639b67170240954b58566147beda8383d7378d4b"],"heads":24,"rows":17,"pos":511,"ratio":128,"topk":2,"tile":4,"strided":false,"evals":[[[1,24,4,256]],[[1,24,4,256]],[[1,24,4,256]],[[1,24,4,256]],[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s17_p511_r128_t4_strided1","sha256":["ba39be5b41b6354a17436138639b67170240954b58566147beda8383d7378d4b"],"heads":24,"rows":17,"pos":511,"ratio":128,"topk":2,"tile":4,"strided":true,"evals":[[[1,24,4,256]],[[1,24,4,256]],[[1,24,4,256]],[[1,24,4,256]],[[1,24,1,256]]]}
{"kernel":"qsa_prefill_gather_h24_s17_p511_r128_t64_strided0","sha256":["ba39be5b41b6354a17436138639b67170240954b58566147beda8383d7378d4b"],"heads":24,"rows":17,"pos":511,"ratio":128,"topk":2,"tile":64,"strided":false,"evals":[[[1,24,17,256]]]}
{"kernel":"qsa_prefill_gather_h24_s17_p511_r128_t64_strided1","sha256":["ba39be5b41b6354a17436138639b67170240954b58566147beda8383d7378d4b"],"heads":24,"rows":17,"pos":511,"ratio":128,"topk":2,"tile":64,"strided":true,"evals":[[[1,24,17,256]]]}
{"kernel":"qsa_prefill_gather_h2_s7_p0_r1_t1_strided0","sha256":["23a8c884536bfcf98cc52eeb165273c9372a77a3009b59748325217f8102e660"],"heads":2,"rows":7,"pos":0,"ratio":1,"topk":2,"tile":1,"strided":false,"evals":[[[1,2,1,256]],[[1,2,1,256]],[[1,2,1,256]],[[1,2,1,256]],[[1,2,1,256]],[[1,2,1,256]],[[1,2,1,256]]]}
{"kernel":"qsa_prefill_gather_h2_s7_p0_r1_t1_strided1","sha256":["23a8c884536bfcf98cc52eeb165273c9372a77a3009b59748325217f8102e660"],"heads":2,"rows":7,"pos":0,"ratio":1,"topk":2,"tile":1,"strided":true,"evals":[[[1,2,1,256]],[[1,2,1,256]],[[1,2,1,256]],[[1,2,1,256]],[[1,2,1,256]],[[1,2,1,256]],[[1,2,1,256]]]}
{"kernel":"qsa_prefill_gather_h2_s7_p0_r1_t4_strided0","sha256":["23a8c884536bfcf98cc52eeb165273c9372a77a3009b59748325217f8102e660"],"heads":2,"rows":7,"pos":0,"ratio":1,"topk":2,"tile":4,"strided":false,"evals":[[[1,2,4,256]],[[1,2,3,256]]]}
{"kernel":"qsa_prefill_gather_h2_s7_p0_r1_t4_strided1","sha256":["23a8c884536bfcf98cc52eeb165273c9372a77a3009b59748325217f8102e660"],"heads":2,"rows":7,"pos":0,"ratio":1,"topk":2,"tile":4,"strided":true,"evals":[[[1,2,4,256]],[[1,2,3,256]]]}
{"kernel":"qsa_prefill_gather_h2_s7_p0_r1_t64_strided0","sha256":["23a8c884536bfcf98cc52eeb165273c9372a77a3009b59748325217f8102e660"],"heads":2,"rows":7,"pos":0,"ratio":1,"topk":2,"tile":64,"strided":false,"evals":[[[1,2,7,256]]]}
{"kernel":"qsa_prefill_gather_h2_s7_p0_r1_t64_strided1","sha256":["23a8c884536bfcf98cc52eeb165273c9372a77a3009b59748325217f8102e660"],"heads":2,"rows":7,"pos":0,"ratio":1,"topk":2,"tile":64,"strided":true,"evals":[[[1,2,7,256]]]}
{"kernel":"qsa_prefill_gather_h2_s2048_p0_r4_t64_strided0","sha256":["b1c7b4b83b05a77ac2003175ad8c7e6fe0b79be1e4a5a9f87ef6bed862599db3"],"heads":2,"rows":2048,"pos":0,"ratio":4,"topk":2,"tile":64,"strided":false,"evals":[[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]]]}
{"kernel":"qsa_prefill_gather_h2_s2048_p0_r4_t64_strided1","sha256":["b1c7b4b83b05a77ac2003175ad8c7e6fe0b79be1e4a5a9f87ef6bed862599db3"],"heads":2,"rows":2048,"pos":0,"ratio":4,"topk":2,"tile":64,"strided":true,"evals":[[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]],[[1,2,64,256]]]}
{"kernel":"qsa_prefill_gather_h2_s2048_p0_r4_t2048_strided0","sha256":["b1c7b4b83b05a77ac2003175ad8c7e6fe0b79be1e4a5a9f87ef6bed862599db3"],"heads":2,"rows":2048,"pos":0,"ratio":4,"topk":2,"tile":2048,"strided":false,"evals":[[[1,2,2048,256]]]}
{"kernel":"qsa_prefill_gather_h2_s2048_p0_r4_t2048_strided1","sha256":["b1c7b4b83b05a77ac2003175ad8c7e6fe0b79be1e4a5a9f87ef6bed862599db3"],"heads":2,"rows":2048,"pos":0,"ratio":4,"topk":2,"tile":2048,"strided":true,"evals":[[[1,2,2048,256]]]}