hugo/DS4Server
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

Save inference parity implementation and evaluation harness

Browse Source
This commit is contained in:
Georg Bauer
2026-09-10 22:45:59 +02:00
parent b99ce2aa10
commit 02db0968ae
198 changed files with 111205 additions and 586 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/mtplx-sparse-attention.jsonl
Vendored
+50
View File
@@ -0,0 +1,50 @@
{"kernel":"sparse_skip_bfloat16_24_3_plain","sha256":["8e38f869f89ff1fd817e7f894f1dbd96b9ffcee1f34d0745f7b911c85cdefbc9"],"kind":"skip","dtype":"bfloat16","heads":24,"total":3,"nsel":0,"layout":"plain"}
{"kernel":"sparse_skip_bfloat16_24_3_offset","sha256":["cbf9fc0bf7306dbd481385c14a071a071079847d76e84c50931f993439a418b5"],"kind":"skip","dtype":"bfloat16","heads":24,"total":3,"nsel":0,"layout":"offset"}
{"kernel":"sparse_skip_bfloat16_24_3_strided","sha256":["d619b4f87d69852adb083916d445ad24db6f0d0f66355764480da7e30d9445d1"],"kind":"skip","dtype":"bfloat16","heads":24,"total":3,"nsel":0,"layout":"strided"}
{"kernel":"sparse_skip_bfloat16_24_4099_plain","sha256":["76a8d22b2db509aa69e1cb70ba87f9cead45726b14643cdcddddf787b3bc3dbf"],"kind":"skip","dtype":"bfloat16","heads":24,"total":4099,"nsel":512,"layout":"plain"}
{"kernel":"sparse_skip_bfloat16_24_4099_offset","sha256":["2546f4a4218e9aae86f42a68619d9eb20c9ec38712fa9ab5b6bb0a6e7d3eb8e4"],"kind":"skip","dtype":"bfloat16","heads":24,"total":4099,"nsel":512,"layout":"offset"}
{"kernel":"sparse_skip_bfloat16_24_4099_strided","sha256":["485b1df9eb91fb28c947e72c18c9dfcabec36c6f33a34b46d44b070c94b347f9"],"kind":"skip","dtype":"bfloat16","heads":24,"total":4099,"nsel":512,"layout":"strided"}
{"kernel":"sparse_skip_bfloat16_2_2052_plain","sha256":["7483ad6ff679c2613ca631b3edcee63515dc8956d16b8467556e35604e611327"],"kind":"skip","dtype":"bfloat16","heads":2,"total":2052,"nsel":17,"layout":"plain"}
{"kernel":"sparse_skip_bfloat16_2_2052_offset","sha256":["65f3203343b4fefc9aef1125623a4f8532393f0470208996c1c4da0e89a14b78"],"kind":"skip","dtype":"bfloat16","heads":2,"total":2052,"nsel":17,"layout":"offset"}
{"kernel":"sparse_skip_bfloat16_2_2052_strided","sha256":["77ee6edcd0e0661b071e486188aefd4f6970f595022f3aa18204e9009c1e4c46"],"kind":"skip","dtype":"bfloat16","heads":2,"total":2052,"nsel":17,"layout":"strided"}
{"kernel":"sparse_prefill_bfloat16_2_2050_plain","sha256":["80ae0b6e924dd63841e7e05b9b994ca327a47af2b02bdbf962461203c164caf9"],"kind":"prefill","dtype":"bfloat16","rows":2,"pos":2050,"total":2052,"layout":"plain"}
{"kernel":"sparse_prefill_bfloat16_2_2050_offset","sha256":["e53581bf15296f58913c8fd31f05e976eeb6a55e57cb0543308a48a74045320b"],"kind":"prefill","dtype":"bfloat16","rows":2,"pos":2050,"total":2052,"layout":"offset"}
{"kernel":"sparse_prefill_bfloat16_2_2050_strided","sha256":["00b7e03c093b4f2d832b91906842a978a435df69bcb29e8b5f8ef1bf97012a67"],"kind":"prefill","dtype":"bfloat16","rows":2,"pos":2050,"total":2052,"layout":"strided"}
{"kernel":"sparse_prefill_bfloat16_2_2050_holes","sha256":["a143bf2a4aca111d3fd388ec92b7695d8103ffa6920bbee16c281c7d8a4491dc"],"kind":"prefill","dtype":"bfloat16","rows":2,"pos":2050,"total":2052,"layout":"holes"}
{"kernel":"sparse_prefill_bfloat16_8_8191_plain","sha256":["f1a9e18b2500a20a481504be7c42b7913491c497d0e6166728a43c8f0fc52442"],"kind":"prefill","dtype":"bfloat16","rows":8,"pos":8191,"total":8199,"layout":"plain"}
{"kernel":"sparse_prefill_bfloat16_8_8191_offset","sha256":["66181f62f181e796dca2a53769a599eba7bc2ab4b1e7fc01b3bef1a2d571508b"],"kind":"prefill","dtype":"bfloat16","rows":8,"pos":8191,"total":8199,"layout":"offset"}
{"kernel":"sparse_prefill_bfloat16_8_8191_strided","sha256":["c418a8e2867a7842a3cfda9c32ad3c05551d4097a95669af2baf1e664675b745"],"kind":"prefill","dtype":"bfloat16","rows":8,"pos":8191,"total":8199,"layout":"strided"}
{"kernel":"sparse_prefill_bfloat16_8_8191_holes","sha256":["1b3bf5286751f1b96be3eab1f5c16b42d4ca1e9b7ddf8ca945a81982fdad88e6"],"kind":"prefill","dtype":"bfloat16","rows":8,"pos":8191,"total":8199,"layout":"holes"}
{"kernel":"sparse_prefill_bfloat16_137_32767_plain","sha256":["ed80fe1a3f8936e7207cc781232f856e7f305a09b557c65d3b97c10a5675acce"],"kind":"prefill","dtype":"bfloat16","rows":137,"pos":32767,"total":32904,"layout":"plain"}
{"kernel":"sparse_prefill_bfloat16_137_32767_offset","sha256":["7448a273bb87c168bbe76436fad09e407566613d45a39fc52edeb6f1c5c5e58c"],"kind":"prefill","dtype":"bfloat16","rows":137,"pos":32767,"total":32904,"layout":"offset"}
{"kernel":"sparse_prefill_bfloat16_137_32767_strided","sha256":["d81c5adbd916c24a34a3fc0435d6a8747c82acec7d9a821f825d75881f211e21"],"kind":"prefill","dtype":"bfloat16","rows":137,"pos":32767,"total":32904,"layout":"strided"}
{"kernel":"sparse_prefill_bfloat16_137_32767_holes","sha256":["97ac13750740c639b1464260ff3020b5c6cc1f3c3a9faba1a445346d5274a831"],"kind":"prefill","dtype":"bfloat16","rows":137,"pos":32767,"total":32904,"layout":"holes"}
{"kernel":"sparse_prefill_bfloat16_2048_2048_plain","sha256":["f2c096b4a74b4f7a7953902b0f410ed5c8d0441aeac6eb356295f40e29948357"],"kind":"prefill","dtype":"bfloat16","rows":2048,"pos":2048,"total":4096,"layout":"plain"}
{"kernel":"sparse_prefill_bfloat16_2048_2048_offset","sha256":["14cacbf064d58199028eb3c6b8fedb9d4938727a2343bda2533001733e3a54ec"],"kind":"prefill","dtype":"bfloat16","rows":2048,"pos":2048,"total":4096,"layout":"offset"}
{"kernel":"sparse_prefill_bfloat16_2048_2048_strided","sha256":["6078c670595ca41f38b315863a1b0bac30b4ec14eebc8f045611e7370684bf0f"],"kind":"prefill","dtype":"bfloat16","rows":2048,"pos":2048,"total":4096,"layout":"strided"}
{"kernel":"sparse_prefill_bfloat16_2048_2048_holes","sha256":["0d462fff32985a29f496f50c80c4fe0e3f8a6dc04160d84664f4b4d9b8060819"],"kind":"prefill","dtype":"bfloat16","rows":2048,"pos":2048,"total":4096,"layout":"holes"}
{"kernel":"sparse_skip_float16_24_3_plain","sha256":["7f8389693e4be61f604f0167b46e6dfe00cd29f42a33816a6122f047794dddac"],"kind":"skip","dtype":"float16","heads":24,"total":3,"nsel":0,"layout":"plain"}
{"kernel":"sparse_skip_float16_24_3_offset","sha256":["4f663f516877ae499532a310a003b36a433fa44a3aebc70bee9cc8ca5373e5d8"],"kind":"skip","dtype":"float16","heads":24,"total":3,"nsel":0,"layout":"offset"}
{"kernel":"sparse_skip_float16_24_3_strided","sha256":["763ffb1363359ef06f8b6b333cf499bcf43b9829a5d2e46ca590832cbe61b923"],"kind":"skip","dtype":"float16","heads":24,"total":3,"nsel":0,"layout":"strided"}
{"kernel":"sparse_skip_float16_24_4099_plain","sha256":["352673180109067594d63803cd3f710758f5c5ba159ccbdd66072c36daa7c1d9"],"kind":"skip","dtype":"float16","heads":24,"total":4099,"nsel":512,"layout":"plain"}
{"kernel":"sparse_skip_float16_24_4099_offset","sha256":["e8f03fa38e01377627f93bd64388e8eee8001c438c4e84d5eb4786ddeaff0e26"],"kind":"skip","dtype":"float16","heads":24,"total":4099,"nsel":512,"layout":"offset"}
{"kernel":"sparse_skip_float16_24_4099_strided","sha256":["b38b2f596eee4799dd4357be9677f7419b06a73e37dbb69d1ee8879d3738392c"],"kind":"skip","dtype":"float16","heads":24,"total":4099,"nsel":512,"layout":"strided"}
{"kernel":"sparse_skip_float16_2_2052_plain","sha256":["16dc49ff9daa174e701b9008ef5995a1b6f34a5243fb41a3e99120c0eaafb607"],"kind":"skip","dtype":"float16","heads":2,"total":2052,"nsel":17,"layout":"plain"}
{"kernel":"sparse_skip_float16_2_2052_offset","sha256":["a7bcdba8de7bf9a349c3168bd4a6e47212cc4b11ad3c606f5557389c201455d3"],"kind":"skip","dtype":"float16","heads":2,"total":2052,"nsel":17,"layout":"offset"}
{"kernel":"sparse_skip_float16_2_2052_strided","sha256":["5f1b1a8e06e7fcaabe7984b36855e0f19b0473713f41cf6dd6aec7ba23c4509c"],"kind":"skip","dtype":"float16","heads":2,"total":2052,"nsel":17,"layout":"strided"}
{"kernel":"sparse_prefill_float16_2_2050_plain","sha256":["7d754ac9e018827adb7f25e288d10930e5a101e288a0f973f198b7cebca5cacd"],"kind":"prefill","dtype":"float16","rows":2,"pos":2050,"total":2052,"layout":"plain"}
{"kernel":"sparse_prefill_float16_2_2050_offset","sha256":["b39d70a0a6e1e250d108c7cf7bd8e10b227c265670bd9747f1b5b21920e68fa3"],"kind":"prefill","dtype":"float16","rows":2,"pos":2050,"total":2052,"layout":"offset"}
{"kernel":"sparse_prefill_float16_2_2050_strided","sha256":["bb113b1847b8af462aa1668f737cd67bc6f10fd78eb7c61be787073f5ab6d20f"],"kind":"prefill","dtype":"float16","rows":2,"pos":2050,"total":2052,"layout":"strided"}
{"kernel":"sparse_prefill_float16_2_2050_holes","sha256":["221b92b9a57f0fc15dfcb2666a08b1f23a7bbeddb3976a67fadb489e1fdfc343"],"kind":"prefill","dtype":"float16","rows":2,"pos":2050,"total":2052,"layout":"holes"}
{"kernel":"sparse_prefill_float16_8_8191_plain","sha256":["adcb4cfba96b00b9c0c447d670b0cc77216698ca8cfc44adfba6e5db7e469bc1"],"kind":"prefill","dtype":"float16","rows":8,"pos":8191,"total":8199,"layout":"plain"}
{"kernel":"sparse_prefill_float16_8_8191_offset","sha256":["0a431d43b5cd08fd151c65d33c13405115e69e916593a90de87bad02165bf866"],"kind":"prefill","dtype":"float16","rows":8,"pos":8191,"total":8199,"layout":"offset"}
{"kernel":"sparse_prefill_float16_8_8191_strided","sha256":["bd355334e8ba1e598c40da7eb40c34350806c728ab16501217e4764f21ad6915"],"kind":"prefill","dtype":"float16","rows":8,"pos":8191,"total":8199,"layout":"strided"}
{"kernel":"sparse_prefill_float16_8_8191_holes","sha256":["99592be1640e9444e1717bdadfa7b768f2fc2222f9f83a4762adf3076610167c"],"kind":"prefill","dtype":"float16","rows":8,"pos":8191,"total":8199,"layout":"holes"}
{"kernel":"sparse_prefill_float16_137_32767_plain","sha256":["435b374aecfa149b8d476459eb8a3b47a81d3983660c8a6fbb164340038c5af3"],"kind":"prefill","dtype":"float16","rows":137,"pos":32767,"total":32904,"layout":"plain"}
{"kernel":"sparse_prefill_float16_137_32767_offset","sha256":["b3429a44f0502f059bd8a8f9a082c34a4d46fb150392b41a75c0a7e1ad67e0f8"],"kind":"prefill","dtype":"float16","rows":137,"pos":32767,"total":32904,"layout":"offset"}
{"kernel":"sparse_prefill_float16_137_32767_strided","sha256":["b77f57c4405923d55543df03831bf6b64adfae49f22ea795676a618af0bb50c3"],"kind":"prefill","dtype":"float16","rows":137,"pos":32767,"total":32904,"layout":"strided"}
{"kernel":"sparse_prefill_float16_137_32767_holes","sha256":["33e50302bd09d44067485c4d0fb06ebab66b1aefcdca6b1fcfbc5dd7376b8a81"],"kind":"prefill","dtype":"float16","rows":137,"pos":32767,"total":32904,"layout":"holes"}
{"kernel":"sparse_prefill_float16_2048_2048_plain","sha256":["47343e1bd79e725e7e4eb5d2949fc638e72b522796578fcfa6d3815a7e875da8"],"kind":"prefill","dtype":"float16","rows":2048,"pos":2048,"total":4096,"layout":"plain"}
{"kernel":"sparse_prefill_float16_2048_2048_offset","sha256":["0d6c82d9e01ec32d98b8209e70e4ec26a5a49f490c78947401db790169c0c754"],"kind":"prefill","dtype":"float16","rows":2048,"pos":2048,"total":4096,"layout":"offset"}
{"kernel":"sparse_prefill_float16_2048_2048_strided","sha256":["154259f81d23923943d195d24279c80407c30c8b13192a2b219d1debbae4b6cd"],"kind":"prefill","dtype":"float16","rows":2048,"pos":2048,"total":4096,"layout":"strided"}
{"kernel":"sparse_prefill_float16_2048_2048_holes","sha256":["646c3d40fb556accf92be1b24b18fc11c48f88b33184c095741a26dda5128a59"],"kind":"prefill","dtype":"float16","rows":2048,"pos":2048,"total":4096,"layout":"holes"}