hugo/DS4Server
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

Save inference parity implementation and evaluation harness

Browse Source
This commit is contained in:
Georg Bauer
2026-09-10 22:45:59 +02:00
parent b99ce2aa10
commit 02db0968ae
198 changed files with 111205 additions and 586 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/mtplx-sdpa-vector.jsonl
Vendored
+48
View File
@@ -0,0 +1,48 @@
{"kernel":"sdpa_vector_b1_h24_s1_t17_copy0_none","sha256":["903c0fb19081da750a1af581c21f242b7bcc639baae37c6e138fa9ea0f8e6bec"],"batch":1,"heads":24,"rows":1,"total":17,"copied":false,"mode":"none"}
{"kernel":"sdpa_vector_b1_h24_s1_t17_copy0_bool","sha256":["d2e186eb374d3719eaafeff6b08651af03d0dd23cff186f28db696a7bafbb77e"],"batch":1,"heads":24,"rows":1,"total":17,"copied":false,"mode":"bool"}
{"kernel":"sdpa_vector_b1_h24_s1_t17_copy0_add","sha256":["637f3740754a2e6b5509da88b8d1183f0c044f30900fafd6b20ad29c7b770e3a"],"batch":1,"heads":24,"rows":1,"total":17,"copied":false,"mode":"add"}
{"kernel":"sdpa_vector_b1_h24_s1_t17_copy0_causal","sha256":["903c0fb19081da750a1af581c21f242b7bcc639baae37c6e138fa9ea0f8e6bec"],"batch":1,"heads":24,"rows":1,"total":17,"copied":false,"mode":"causal"}
{"kernel":"sdpa_vector_b1_h24_s1_t17_copy1_none","sha256":["c72fdd7fc7f5353c232980f3f8239b5946c88f7a3ea84d06ba66a693f2b7dae8"],"batch":1,"heads":24,"rows":1,"total":17,"copied":true,"mode":"none"}
{"kernel":"sdpa_vector_b1_h24_s1_t17_copy1_bool","sha256":["5bbf62b35506a4d05f3ec6ab8e65fb2f4160c618c46253127a5e22aded681028"],"batch":1,"heads":24,"rows":1,"total":17,"copied":true,"mode":"bool"}
{"kernel":"sdpa_vector_b1_h24_s1_t17_copy1_add","sha256":["40b993ed565c2c839d524877df09b4332c06c8adc9cc4d392a4eab5b421cda2b"],"batch":1,"heads":24,"rows":1,"total":17,"copied":true,"mode":"add"}
{"kernel":"sdpa_vector_b1_h24_s1_t17_copy1_causal","sha256":["c72fdd7fc7f5353c232980f3f8239b5946c88f7a3ea84d06ba66a693f2b7dae8"],"batch":1,"heads":24,"rows":1,"total":17,"copied":true,"mode":"causal"}
{"kernel":"sdpa_vector_b1_h24_s2_t1023_copy0_none","sha256":["8b45e6005148bbb2b5551ac1b5ba62fac31f452f592fe1c70a5f43ab6c6da4b7"],"batch":1,"heads":24,"rows":2,"total":1023,"copied":false,"mode":"none"}
{"kernel":"sdpa_vector_b1_h24_s2_t1023_copy0_bool","sha256":["35b5c2ea82749c5ba0713a97140e276fcb82e4e2937897caa1f194582619b6d9"],"batch":1,"heads":24,"rows":2,"total":1023,"copied":false,"mode":"bool"}
{"kernel":"sdpa_vector_b1_h24_s2_t1023_copy0_add","sha256":["a65bae6ba0a1f40c74b8cf510e5acbb7e8dde1460c7c50f5c9c8cda7159891b6"],"batch":1,"heads":24,"rows":2,"total":1023,"copied":false,"mode":"add"}
{"kernel":"sdpa_vector_b1_h24_s2_t1023_copy0_causal","sha256":["d54fd26fe0d32ae4c19d9ae66616f2e9b23ba1844cee44fc67ac68f15145d1c1"],"batch":1,"heads":24,"rows":2,"total":1023,"copied":false,"mode":"causal"}
{"kernel":"sdpa_vector_b1_h24_s2_t1023_copy1_none","sha256":["8d20f26599bb2fe16813ceabc97d6c6d2b836fd3545ab388702ee77fa0d7c5b9"],"batch":1,"heads":24,"rows":2,"total":1023,"copied":true,"mode":"none"}
{"kernel":"sdpa_vector_b1_h24_s2_t1023_copy1_bool","sha256":["d19690565098e719166adab6748f121140dcc7febcbad3864a8c76f23e326ae4"],"batch":1,"heads":24,"rows":2,"total":1023,"copied":true,"mode":"bool"}
{"kernel":"sdpa_vector_b1_h24_s2_t1023_copy1_add","sha256":["0a0c5d761ecb77dbf34e3662e8b6938199ecedc3b7f0b3809e653db94b2b2760"],"batch":1,"heads":24,"rows":2,"total":1023,"copied":true,"mode":"add"}
{"kernel":"sdpa_vector_b1_h24_s2_t1023_copy1_causal","sha256":["f04d57f085f2450686c68f2ce4002bcb63e673cd781398defae746a44b582992"],"batch":1,"heads":24,"rows":2,"total":1023,"copied":true,"mode":"causal"}
{"kernel":"sdpa_vector_b1_h24_s2_t1024_copy0_none","sha256":["d81081029ccaa01697bad24963d319e25c82d48a5d04474dc16dacd7a2441495"],"batch":1,"heads":24,"rows":2,"total":1024,"copied":false,"mode":"none"}
{"kernel":"sdpa_vector_b1_h24_s2_t1024_copy0_bool","sha256":["f10af69d4a25103e0da150d4fe3fa97841ffe551634382ee509d87508a3fc96a"],"batch":1,"heads":24,"rows":2,"total":1024,"copied":false,"mode":"bool"}
{"kernel":"sdpa_vector_b1_h24_s2_t1024_copy0_add","sha256":["47a3896ee38260b2cf0fcf0f82683d552aa37c9c16c380865964cb5716dd3eb3"],"batch":1,"heads":24,"rows":2,"total":1024,"copied":false,"mode":"add"}
{"kernel":"sdpa_vector_b1_h24_s2_t1024_copy0_causal","sha256":["efde5ee983fa8fa434a65e8b82b720ff04326eab51928c1ab27b211c503588fc"],"batch":1,"heads":24,"rows":2,"total":1024,"copied":false,"mode":"causal"}
{"kernel":"sdpa_vector_b1_h24_s2_t1024_copy1_none","sha256":["40157423e5ae39255921ef471d54f814ae02e38e2cd038f296f728cbd9d9e76d"],"batch":1,"heads":24,"rows":2,"total":1024,"copied":true,"mode":"none"}
{"kernel":"sdpa_vector_b1_h24_s2_t1024_copy1_bool","sha256":["6fe65cf2f000fd3b2231c6159962bbb5a4d648c72aa0d73defb1a376b5dad79b"],"batch":1,"heads":24,"rows":2,"total":1024,"copied":true,"mode":"bool"}
{"kernel":"sdpa_vector_b1_h24_s2_t1024_copy1_add","sha256":["626d3f3e0f90537d62b5680bce15d52e8f118a24e9f473bce0af99f183486ca9"],"batch":1,"heads":24,"rows":2,"total":1024,"copied":true,"mode":"add"}
{"kernel":"sdpa_vector_b1_h24_s2_t1024_copy1_causal","sha256":["2f642439985c6c562868d425ca68e75b041cc8a7f2cbe487dffab7fedabe6605"],"batch":1,"heads":24,"rows":2,"total":1024,"copied":true,"mode":"causal"}
{"kernel":"sdpa_vector_b1_h24_s2_t16384_copy0_none","sha256":["8f13850080df81aae41d63d321bf1707354dd19e11808fd855cfb3ebc1e219a9"],"batch":1,"heads":24,"rows":2,"total":16384,"copied":false,"mode":"none"}
{"kernel":"sdpa_vector_b1_h24_s2_t16384_copy0_bool","sha256":["b8c19c95c79be20a77e672d046b254f7f6fb227fd44112204c173636b3dffee0"],"batch":1,"heads":24,"rows":2,"total":16384,"copied":false,"mode":"bool"}
{"kernel":"sdpa_vector_b1_h24_s2_t16384_copy0_add","sha256":["e87d086050e9bd234c2412a659c4bcd6688464d54565db6aacafdca6d9cbe092"],"batch":1,"heads":24,"rows":2,"total":16384,"copied":false,"mode":"add"}
{"kernel":"sdpa_vector_b1_h24_s2_t16384_copy0_causal","sha256":["3abbc396b3fd918cb748256fc3f9bd8a1ce3247ca3ae765910251bc0971b4861"],"batch":1,"heads":24,"rows":2,"total":16384,"copied":false,"mode":"causal"}
{"kernel":"sdpa_vector_b1_h24_s2_t16384_copy1_none","sha256":["7898bbfbec39af63e89c266230c387e17a6dff1ed259042f3bee7323a8a096e5"],"batch":1,"heads":24,"rows":2,"total":16384,"copied":true,"mode":"none"}
{"kernel":"sdpa_vector_b1_h24_s2_t16384_copy1_bool","sha256":["03b93db1dcfb077e37b243530518dddfff9b68eaf696a2d0d911dae133a40ae9"],"batch":1,"heads":24,"rows":2,"total":16384,"copied":true,"mode":"bool"}
{"kernel":"sdpa_vector_b1_h24_s2_t16384_copy1_add","sha256":["bf9549449485983ebc0b7f93981ba471fd5651401e94b9270d2a8f033a980b8e"],"batch":1,"heads":24,"rows":2,"total":16384,"copied":true,"mode":"add"}
{"kernel":"sdpa_vector_b1_h24_s2_t16384_copy1_causal","sha256":["7e3e9ccb0f00cfae726ea7e77eaf557d6e2670634293fbed107e753e00a3831e"],"batch":1,"heads":24,"rows":2,"total":16384,"copied":true,"mode":"causal"}
{"kernel":"sdpa_vector_b1_h24_s1_t65536_copy0_none","sha256":["d20936cc16e9b65f1a2ca94af629a42778c239254650386e66779b1d8c56160a"],"batch":1,"heads":24,"rows":1,"total":65536,"copied":false,"mode":"none"}
{"kernel":"sdpa_vector_b1_h24_s1_t65536_copy0_bool","sha256":["67af79094eabd0d546dc6c454eb92d07163c20e7134637f3d289eca440e4a226"],"batch":1,"heads":24,"rows":1,"total":65536,"copied":false,"mode":"bool"}
{"kernel":"sdpa_vector_b1_h24_s1_t65536_copy0_add","sha256":["ce4c009de97c03bed2e4678a6e1c0769ca9f22d350a12dee88035b1beccfecf7"],"batch":1,"heads":24,"rows":1,"total":65536,"copied":false,"mode":"add"}
{"kernel":"sdpa_vector_b1_h24_s1_t65536_copy0_causal","sha256":["d20936cc16e9b65f1a2ca94af629a42778c239254650386e66779b1d8c56160a"],"batch":1,"heads":24,"rows":1,"total":65536,"copied":false,"mode":"causal"}
{"kernel":"sdpa_vector_b1_h24_s1_t65536_copy1_none","sha256":["fddfcf07d7985bc9b347ace96b016ecd10ce98c4bd7f93e81ee1bace1a5e5c50"],"batch":1,"heads":24,"rows":1,"total":65536,"copied":true,"mode":"none"}
{"kernel":"sdpa_vector_b1_h24_s1_t65536_copy1_bool","sha256":["d9b3b4236f90b2f2a137e420b62ea16284715488d5850130c2cb94a06f4e3404"],"batch":1,"heads":24,"rows":1,"total":65536,"copied":true,"mode":"bool"}
{"kernel":"sdpa_vector_b1_h24_s1_t65536_copy1_add","sha256":["9f45e25c338f48b904c655473d5bc257b74b093e29abf8a8764c324967598c69"],"batch":1,"heads":24,"rows":1,"total":65536,"copied":true,"mode":"add"}
{"kernel":"sdpa_vector_b1_h24_s1_t65536_copy1_causal","sha256":["fddfcf07d7985bc9b347ace96b016ecd10ce98c4bd7f93e81ee1bace1a5e5c50"],"batch":1,"heads":24,"rows":1,"total":65536,"copied":true,"mode":"causal"}
{"kernel":"sdpa_vector_b2_h24_s2_t33_copy0_none","sha256":["d1da39e67d1996e8b2cbaa4e2a3c8366268c2bceecf3a3a89178f4fc677feee7"],"batch":2,"heads":24,"rows":2,"total":33,"copied":false,"mode":"none"}
{"kernel":"sdpa_vector_b2_h24_s2_t33_copy0_bool","sha256":["99bb43520535d66acace2b5a75d6c93df745c627d0dfae21436f54c5018aeb68"],"batch":2,"heads":24,"rows":2,"total":33,"copied":false,"mode":"bool"}
{"kernel":"sdpa_vector_b2_h24_s2_t33_copy0_add","sha256":["425d013f95be2f6fe21a6379240531ee01820f8fe9a04f4b39c0b1c78ec30c0a"],"batch":2,"heads":24,"rows":2,"total":33,"copied":false,"mode":"add"}
{"kernel":"sdpa_vector_b2_h24_s2_t33_copy0_causal","sha256":["7bfbeda88cdaaaeff9f9e4d47d8b9e27c4eb420b4182a5ae7f9c4adfc0eb0cbf"],"batch":2,"heads":24,"rows":2,"total":33,"copied":false,"mode":"causal"}
{"kernel":"sdpa_vector_b2_h24_s2_t33_copy1_none","sha256":["55ac8298f3cee17a1be65eac92b50190edf9e83d733fa2712ef2fd1ad2cb22a7"],"batch":2,"heads":24,"rows":2,"total":33,"copied":true,"mode":"none"}
{"kernel":"sdpa_vector_b2_h24_s2_t33_copy1_bool","sha256":["542fb417b1adf25e39426468a144f5b7fad05691946d2df41bebe34c5d73d45c"],"batch":2,"heads":24,"rows":2,"total":33,"copied":true,"mode":"bool"}
{"kernel":"sdpa_vector_b2_h24_s2_t33_copy1_add","sha256":["ed86a6ddb84c0afbe0b5939a2935d8360e019cf9a63bea21a706fbb46c2a2a4c"],"batch":2,"heads":24,"rows":2,"total":33,"copied":true,"mode":"add"}
{"kernel":"sdpa_vector_b2_h24_s2_t33_copy1_causal","sha256":["4775fbf3d26de4beb636946c46e285fde77f0eab571df5adfc2f096c5b4901e1"],"batch":2,"heads":24,"rows":2,"total":33,"copied":true,"mode":"causal"}