hugo/DS4Server
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

Save inference parity implementation and evaluation harness

Browse Source
This commit is contained in:
Georg Bauer
2026-09-10 22:45:59 +02:00
parent b99ce2aa10
commit 02db0968ae
198 changed files with 111205 additions and 586 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/mtplx-qsa-compiled-state.jsonl
Vendored
+120
View File
@@ -0,0 +1,120 @@
{"kernel":"qsa_compile_capacity_p0_s0_c0_0","sha256":[],"start":0,"window":0,"existing":[0,0],"capacity":[0,0]}
{"kernel":"qsa_compile_capacity_p0_s0_c768_256","sha256":[],"start":0,"window":0,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p0_s0_c8192_4096","sha256":[],"start":0,"window":0,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p0_s1_c0_0","sha256":[],"start":0,"window":1,"existing":[0,0],"capacity":[256,256]}
{"kernel":"qsa_compile_capacity_p0_s1_c768_256","sha256":[],"start":0,"window":1,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p0_s1_c8192_4096","sha256":[],"start":0,"window":1,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p0_s3_c0_0","sha256":[],"start":0,"window":3,"existing":[0,0],"capacity":[256,256]}
{"kernel":"qsa_compile_capacity_p0_s3_c768_256","sha256":[],"start":0,"window":3,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p0_s3_c8192_4096","sha256":[],"start":0,"window":3,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p0_s4_c0_0","sha256":[],"start":0,"window":4,"existing":[0,0],"capacity":[256,256]}
{"kernel":"qsa_compile_capacity_p0_s4_c768_256","sha256":[],"start":0,"window":4,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p0_s4_c8192_4096","sha256":[],"start":0,"window":4,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p0_s255_c0_0","sha256":[],"start":0,"window":255,"existing":[0,0],"capacity":[256,256]}
{"kernel":"qsa_compile_capacity_p0_s255_c768_256","sha256":[],"start":0,"window":255,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p0_s255_c8192_4096","sha256":[],"start":0,"window":255,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p0_s256_c0_0","sha256":[],"start":0,"window":256,"existing":[0,0],"capacity":[256,256]}
{"kernel":"qsa_compile_capacity_p0_s256_c768_256","sha256":[],"start":0,"window":256,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p0_s256_c8192_4096","sha256":[],"start":0,"window":256,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p0_s257_c0_0","sha256":[],"start":0,"window":257,"existing":[0,0],"capacity":[512,256]}
{"kernel":"qsa_compile_capacity_p0_s257_c768_256","sha256":[],"start":0,"window":257,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p0_s257_c8192_4096","sha256":[],"start":0,"window":257,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p0_s1025_c0_0","sha256":[],"start":0,"window":1025,"existing":[0,0],"capacity":[2048,512]}
{"kernel":"qsa_compile_capacity_p0_s1025_c768_256","sha256":[],"start":0,"window":1025,"existing":[768,256],"capacity":[2048,512]}
{"kernel":"qsa_compile_capacity_p0_s1025_c8192_4096","sha256":[],"start":0,"window":1025,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p0_s2048_c0_0","sha256":[],"start":0,"window":2048,"existing":[0,0],"capacity":[2048,512]}
{"kernel":"qsa_compile_capacity_p0_s2048_c768_256","sha256":[],"start":0,"window":2048,"existing":[768,256],"capacity":[2048,512]}
{"kernel":"qsa_compile_capacity_p0_s2048_c8192_4096","sha256":[],"start":0,"window":2048,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p3_s0_c0_0","sha256":[],"start":3,"window":0,"existing":[0,0],"capacity":[256,0]}
{"kernel":"qsa_compile_capacity_p3_s0_c768_256","sha256":[],"start":3,"window":0,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p3_s0_c8192_4096","sha256":[],"start":3,"window":0,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p3_s1_c0_0","sha256":[],"start":3,"window":1,"existing":[0,0],"capacity":[256,256]}
{"kernel":"qsa_compile_capacity_p3_s1_c768_256","sha256":[],"start":3,"window":1,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p3_s1_c8192_4096","sha256":[],"start":3,"window":1,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p3_s3_c0_0","sha256":[],"start":3,"window":3,"existing":[0,0],"capacity":[256,256]}
{"kernel":"qsa_compile_capacity_p3_s3_c768_256","sha256":[],"start":3,"window":3,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p3_s3_c8192_4096","sha256":[],"start":3,"window":3,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p3_s4_c0_0","sha256":[],"start":3,"window":4,"existing":[0,0],"capacity":[256,256]}
{"kernel":"qsa_compile_capacity_p3_s4_c768_256","sha256":[],"start":3,"window":4,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p3_s4_c8192_4096","sha256":[],"start":3,"window":4,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p3_s255_c0_0","sha256":[],"start":3,"window":255,"existing":[0,0],"capacity":[512,256]}
{"kernel":"qsa_compile_capacity_p3_s255_c768_256","sha256":[],"start":3,"window":255,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p3_s255_c8192_4096","sha256":[],"start":3,"window":255,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p3_s256_c0_0","sha256":[],"start":3,"window":256,"existing":[0,0],"capacity":[512,256]}
{"kernel":"qsa_compile_capacity_p3_s256_c768_256","sha256":[],"start":3,"window":256,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p3_s256_c8192_4096","sha256":[],"start":3,"window":256,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p3_s257_c0_0","sha256":[],"start":3,"window":257,"existing":[0,0],"capacity":[512,256]}
{"kernel":"qsa_compile_capacity_p3_s257_c768_256","sha256":[],"start":3,"window":257,"existing":[768,256],"capacity":[1024,256]}
{"kernel":"qsa_compile_capacity_p3_s257_c8192_4096","sha256":[],"start":3,"window":257,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p3_s1025_c0_0","sha256":[],"start":3,"window":1025,"existing":[0,0],"capacity":[2048,512]}
{"kernel":"qsa_compile_capacity_p3_s1025_c768_256","sha256":[],"start":3,"window":1025,"existing":[768,256],"capacity":[2048,512]}
{"kernel":"qsa_compile_capacity_p3_s1025_c8192_4096","sha256":[],"start":3,"window":1025,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p3_s2048_c0_0","sha256":[],"start":3,"window":2048,"existing":[0,0],"capacity":[4096,512]}
{"kernel":"qsa_compile_capacity_p3_s2048_c768_256","sha256":[],"start":3,"window":2048,"existing":[768,256],"capacity":[4096,512]}
{"kernel":"qsa_compile_capacity_p3_s2048_c8192_4096","sha256":[],"start":3,"window":2048,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p2048_s0_c0_0","sha256":[],"start":2048,"window":0,"existing":[0,0],"capacity":[2048,512]}
{"kernel":"qsa_compile_capacity_p2048_s0_c768_256","sha256":[],"start":2048,"window":0,"existing":[768,256],"capacity":[2048,512]}
{"kernel":"qsa_compile_capacity_p2048_s0_c8192_4096","sha256":[],"start":2048,"window":0,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p2048_s1_c0_0","sha256":[],"start":2048,"window":1,"existing":[0,0],"capacity":[4096,512]}
{"kernel":"qsa_compile_capacity_p2048_s1_c768_256","sha256":[],"start":2048,"window":1,"existing":[768,256],"capacity":[4096,512]}
{"kernel":"qsa_compile_capacity_p2048_s1_c8192_4096","sha256":[],"start":2048,"window":1,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p2048_s3_c0_0","sha256":[],"start":2048,"window":3,"existing":[0,0],"capacity":[4096,512]}
{"kernel":"qsa_compile_capacity_p2048_s3_c768_256","sha256":[],"start":2048,"window":3,"existing":[768,256],"capacity":[4096,512]}
{"kernel":"qsa_compile_capacity_p2048_s3_c8192_4096","sha256":[],"start":2048,"window":3,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p2048_s4_c0_0","sha256":[],"start":2048,"window":4,"existing":[0,0],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p2048_s4_c768_256","sha256":[],"start":2048,"window":4,"existing":[768,256],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p2048_s4_c8192_4096","sha256":[],"start":2048,"window":4,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p2048_s255_c0_0","sha256":[],"start":2048,"window":255,"existing":[0,0],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p2048_s255_c768_256","sha256":[],"start":2048,"window":255,"existing":[768,256],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p2048_s255_c8192_4096","sha256":[],"start":2048,"window":255,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p2048_s256_c0_0","sha256":[],"start":2048,"window":256,"existing":[0,0],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p2048_s256_c768_256","sha256":[],"start":2048,"window":256,"existing":[768,256],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p2048_s256_c8192_4096","sha256":[],"start":2048,"window":256,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p2048_s257_c0_0","sha256":[],"start":2048,"window":257,"existing":[0,0],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p2048_s257_c768_256","sha256":[],"start":2048,"window":257,"existing":[768,256],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p2048_s257_c8192_4096","sha256":[],"start":2048,"window":257,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p2048_s1025_c0_0","sha256":[],"start":2048,"window":1025,"existing":[0,0],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p2048_s1025_c768_256","sha256":[],"start":2048,"window":1025,"existing":[768,256],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p2048_s1025_c8192_4096","sha256":[],"start":2048,"window":1025,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p2048_s2048_c0_0","sha256":[],"start":2048,"window":2048,"existing":[0,0],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p2048_s2048_c768_256","sha256":[],"start":2048,"window":2048,"existing":[768,256],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p2048_s2048_c8192_4096","sha256":[],"start":2048,"window":2048,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p4095_s0_c0_0","sha256":[],"start":4095,"window":0,"existing":[0,0],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p4095_s0_c768_256","sha256":[],"start":4095,"window":0,"existing":[768,256],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p4095_s0_c8192_4096","sha256":[],"start":4095,"window":0,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p4095_s1_c0_0","sha256":[],"start":4095,"window":1,"existing":[0,0],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p4095_s1_c768_256","sha256":[],"start":4095,"window":1,"existing":[768,256],"capacity":[4096,1024]}
{"kernel":"qsa_compile_capacity_p4095_s1_c8192_4096","sha256":[],"start":4095,"window":1,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p4095_s3_c0_0","sha256":[],"start":4095,"window":3,"existing":[0,0],"capacity":[8192,1024]}
{"kernel":"qsa_compile_capacity_p4095_s3_c768_256","sha256":[],"start":4095,"window":3,"existing":[768,256],"capacity":[8192,1024]}
{"kernel":"qsa_compile_capacity_p4095_s3_c8192_4096","sha256":[],"start":4095,"window":3,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p4095_s4_c0_0","sha256":[],"start":4095,"window":4,"existing":[0,0],"capacity":[8192,1024]}
{"kernel":"qsa_compile_capacity_p4095_s4_c768_256","sha256":[],"start":4095,"window":4,"existing":[768,256],"capacity":[8192,1024]}
{"kernel":"qsa_compile_capacity_p4095_s4_c8192_4096","sha256":[],"start":4095,"window":4,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p4095_s255_c0_0","sha256":[],"start":4095,"window":255,"existing":[0,0],"capacity":[8192,2048]}
{"kernel":"qsa_compile_capacity_p4095_s255_c768_256","sha256":[],"start":4095,"window":255,"existing":[768,256],"capacity":[8192,2048]}
{"kernel":"qsa_compile_capacity_p4095_s255_c8192_4096","sha256":[],"start":4095,"window":255,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p4095_s256_c0_0","sha256":[],"start":4095,"window":256,"existing":[0,0],"capacity":[8192,2048]}
{"kernel":"qsa_compile_capacity_p4095_s256_c768_256","sha256":[],"start":4095,"window":256,"existing":[768,256],"capacity":[8192,2048]}
{"kernel":"qsa_compile_capacity_p4095_s256_c8192_4096","sha256":[],"start":4095,"window":256,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p4095_s257_c0_0","sha256":[],"start":4095,"window":257,"existing":[0,0],"capacity":[8192,2048]}
{"kernel":"qsa_compile_capacity_p4095_s257_c768_256","sha256":[],"start":4095,"window":257,"existing":[768,256],"capacity":[8192,2048]}
{"kernel":"qsa_compile_capacity_p4095_s257_c8192_4096","sha256":[],"start":4095,"window":257,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p4095_s1025_c0_0","sha256":[],"start":4095,"window":1025,"existing":[0,0],"capacity":[8192,2048]}
{"kernel":"qsa_compile_capacity_p4095_s1025_c768_256","sha256":[],"start":4095,"window":1025,"existing":[768,256],"capacity":[8192,2048]}
{"kernel":"qsa_compile_capacity_p4095_s1025_c8192_4096","sha256":[],"start":4095,"window":1025,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_capacity_p4095_s2048_c0_0","sha256":[],"start":4095,"window":2048,"existing":[0,0],"capacity":[8192,2048]}
{"kernel":"qsa_compile_capacity_p4095_s2048_c768_256","sha256":[],"start":4095,"window":2048,"existing":[768,256],"capacity":[8192,2048]}
{"kernel":"qsa_compile_capacity_p4095_s2048_c8192_4096","sha256":[],"start":4095,"window":2048,"existing":[8192,4096],"capacity":[8192,4096]}
{"kernel":"qsa_compile_materialize_0","sha256":["fa43239bcee7b97ca62f007cc68487560a39e19f74f3dde7486db3f98df8e471","fa43239bcee7b97ca62f007cc68487560a39e19f74f3dde7486db3f98df8e471"],"step":0,"rows":1,"reserve":[0,0],"capacity":[256,256],"offset":0,"pooled_len":0}
{"kernel":"qsa_compile_materialize_1","sha256":["89fb9abfd859081d087a02064bc9bf3c65f6c363bacc4cde9805878ac031d51c","8a39d2abd3999ab73c34db2476849cddf303ce389b35826850f9a700589b4a90"],"step":1,"rows":1025,"reserve":[0,0],"capacity":[2048,512],"offset":0,"pooled_len":0}
{"kernel":"qsa_compile_materialize_2","sha256":["e3740df648c5dc423c70316de220c728078afd278c6f50714eee258728e9543d","5647f05ec18958947d32874eeb788fa396a05d0bab7c1b71f112ceb7e9b31eee"],"step":2,"rows":2048,"reserve":[8192,4096],"capacity":[8192,4096],"offset":0,"pooled_len":0}
{"kernel":"qsa_compile_materialize_3","sha256":["72a70fdc14944ad9743eb6b13bf14eacb7bebb498713c02bcd23d45a1356fbe4","5647f05ec18958947d32874eeb788fa396a05d0bab7c1b71f112ceb7e9b31eee"],"step":3,"rows":8193,"reserve":[0,0],"capacity":[16384,4096],"offset":0,"pooled_len":0}
{"kernel":"qsa_compile_dynamic_r1_stride128","sha256":["384cac2a36f93b5795a82feaf66b603136f2fdfdfcf66aa84c7630ceeff17535","d681e7f76e0fee319e7caa261a5dcd8ddb3e6efaed3d927fcfad407551d6b644","f6b0343b5a7eef433e25b4f789623461d0915e1a55c5d01a020116726ef03171"],"rows":1,"stride":128,"capacity":8,"start":3}
{"kernel":"qsa_compile_dynamic_r1_stride704","sha256":["03e3901d824aaab303c2866f506aa339887006ef742ae1de479a57178f6fe091","d748d85854753784f2c5a35901c68aabcaf2445908600e81345bba3ca16c40cf","b24089bcab7e02790530e5352c638a46903bdfffc2e21eddf5e4be03872d9486"],"rows":1,"stride":704,"capacity":8,"start":3}
{"kernel":"qsa_compile_dynamic_r4_stride128","sha256":["0cb84c08df2b3fbb942d72f805b5b995bdb3cbba65c2a89512624656ad617254","aa08abd439cb9e4a9ca6f35c61f916f8ee2a56ab7ab75980617f7ef775dc1d97","692631b0cc983908ae04264a3d5404edfbed9e744259cd10d41afda4fb31a8a6"],"rows":4,"stride":128,"capacity":11,"start":3}
{"kernel":"qsa_compile_dynamic_r4_stride704","sha256":["47185c93b93113b5a9c85ca4ca7b52be286bb569aeb63f8a73e74253f44d4930","16ae3c9084a7e96d3f7009e3341739010a09fabf95663c98c9f33be9fd6b542a","eaf9df80f4298f44a95fc05ad4b3c7a533d29adc90054b6f46716a7dce10b715"],"rows":4,"stride":704,"capacity":11,"start":3}
{"kernel":"qsa_compile_dynamic_r33_stride128","sha256":["a09d106ed5ddf1c3a2f1179e9590f2ffd6a117b8f2af98e15bca6e4343b18c59","a6f5178f7af316c7272ef96d0b30b690d7f001a0176761c854362af7836c32e7","ec4c3454e523fc6e80e6654bb1ba1753ea970228e69d30cfac6ce39bb94308c1"],"rows":33,"stride":128,"capacity":40,"start":3}
{"kernel":"qsa_compile_dynamic_r33_stride704","sha256":["7c7cfad0c091d36a97206e8718f907921bc8b7d8788dd0a11084962b3985d183","dc8c2f53fe253f76cc4b803d7e242e68c5abb4ae0320a7e0b8a74c624f56ccec","027e7db8378947092826b38e42255da6b4388c8a8ebaa97afcfa3829c259de9c"],"rows":33,"stride":704,"capacity":40,"start":3}
{"kernel":"qsa_compile_dynamic_r2048_stride128","sha256":["add7f5e926739b17bc64522127874fce23d491ffb538ad9c00e992ce9fc20c0b","8084acfc19173f8f4f779cfa364d572510f5e2201b7b94a523fcd2a410d6d7cf","9f0e7a8ef88dcc8c5bb20f54fa21be0cfcdcb7421c74e8ab0e69cc4e7120cf95"],"rows":2048,"stride":128,"capacity":2055,"start":3}
{"kernel":"qsa_compile_dynamic_r2048_stride704","sha256":["168b876220cced8683ac9d99b4e74c96c57c5558e7dfc04ba212ca549597f156","78941cfca4ba7ae5550fa9753f198101d18030c26cbc1253c9ae87c069017221","e5281072f09c7ce2c8b56ccf58568431326791ab62066e43d5e9cb616e7b0b1f"],"rows":2048,"stride":704,"capacity":2055,"start":3}