hugo/DS4Server
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

Save inference parity implementation and evaluation harness

Browse Source
This commit is contained in:
Georg Bauer
2026-09-10 22:45:59 +02:00
parent b99ce2aa10
commit 02db0968ae
198 changed files with 111205 additions and 586 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/mtplx-sdpa-fallback.jsonl
Vendored
+21
View File
@@ -0,0 +1,21 @@
{"kernel":"sdpa_fallback_B1_h24_r3_t17_none","sha256":["f453ccbdd8e2c7e074fba3c6934a412debabe30e30138d61537d1edb9143bc3c"],"batch":1,"heads":24,"rows":3,"total":17,"mode":"none"}
{"kernel":"sdpa_fallback_B1_h24_r3_t17_bool","sha256":["8e2db08d3c07d3098d9db10476a11ab3e963fd6f681487c42a01ee89194aeabb"],"batch":1,"heads":24,"rows":3,"total":17,"mode":"bool"}
{"kernel":"sdpa_fallback_B1_h24_r3_t17_add","sha256":["7a0754539287c0af65cac25aba193cd1eeda24afd820089738d87699d1c9c311"],"batch":1,"heads":24,"rows":3,"total":17,"mode":"add"}
{"kernel":"sdpa_fallback_B1_h24_r4_t1025_none","sha256":["5dc5a1319d65ee75093dbeb21ef08070bb258c48d268e2ad98519e45df439192"],"batch":1,"heads":24,"rows":4,"total":1025,"mode":"none"}
{"kernel":"sdpa_fallback_B1_h24_r4_t1025_bool","sha256":["62e3fede554021c1b35301c2f9262672627e553999fb82c2e25d02aae6185d43"],"batch":1,"heads":24,"rows":4,"total":1025,"mode":"bool"}
{"kernel":"sdpa_fallback_B1_h24_r4_t1025_add","sha256":["d9cf42d3ed5f8859a5727f182eeb4ffc22ae460beb54f01825cd9832b6918cad"],"batch":1,"heads":24,"rows":4,"total":1025,"mode":"add"}
{"kernel":"sdpa_fallback_B1_h24_r8_t4097_none","sha256":["31d0ca3ff4d9119a2b3fbb836bc54f0bac8789ce044b3a1d5b4d5cabd65f858b"],"batch":1,"heads":24,"rows":8,"total":4097,"mode":"none"}
{"kernel":"sdpa_fallback_B1_h24_r8_t4097_bool","sha256":["4495e4ed91f99e2963f4eb608713fde464f74c6e876d7378f7908a94c2d40763"],"batch":1,"heads":24,"rows":8,"total":4097,"mode":"bool"}
{"kernel":"sdpa_fallback_B1_h24_r8_t4097_add","sha256":["46af8bfe87019b821a3b58385ddf70ae08bcc76a1f697682f2c3cc46920a5b35"],"batch":1,"heads":24,"rows":8,"total":4097,"mode":"add"}
{"kernel":"sdpa_fallback_B1_h24_r16_t33_none","sha256":["a2ebc8052edeeb64cca03b2837d0222da4a09e39dc39341779bf25e6705ce729"],"batch":1,"heads":24,"rows":16,"total":33,"mode":"none"}
{"kernel":"sdpa_fallback_B1_h24_r16_t33_bool","sha256":["0f64ae4291719da5df09998ab1ac0c28c7e603f8eb6c09339d34869b5ed5a764"],"batch":1,"heads":24,"rows":16,"total":33,"mode":"bool"}
{"kernel":"sdpa_fallback_B1_h24_r16_t33_add","sha256":["7fb96ab6aea9ac3dcaaa9afb461e27d328064a0a6f81e2383ff0b793dd6a7031"],"batch":1,"heads":24,"rows":16,"total":33,"mode":"add"}
{"kernel":"sdpa_fallback_B1_h24_r2048_t2048_none","sha256":["2dddd748f43c5fc59724ec2130c66618337400778ffba9704b6d85acc16b9d14"],"batch":1,"heads":24,"rows":2048,"total":2048,"mode":"none"}
{"kernel":"sdpa_fallback_B1_h24_r2048_t2048_bool","sha256":["3ba2b20f7cd18140096b9e4c9bc4327147b7d0885460817b72be6a0785b511fd"],"batch":1,"heads":24,"rows":2048,"total":2048,"mode":"bool"}
{"kernel":"sdpa_fallback_B1_h24_r2048_t2048_add","sha256":["14baaf2ac5dcc5e0737dd03dd6af13f3134f6f5d493a267d5621bcb94714eb73"],"batch":1,"heads":24,"rows":2048,"total":2048,"mode":"add"}
{"kernel":"sdpa_fallback_B2_h24_r3_t17_none","sha256":["db923a3baee40bb040ff4e68da7c4ef832387b23fb4eb09ca723563cc245efa0"],"batch":2,"heads":24,"rows":3,"total":17,"mode":"none"}
{"kernel":"sdpa_fallback_B2_h24_r3_t17_bool","sha256":["9339f1a301bcaf7c427aa177a19bcc7a8e7dbcfd253b7c47659d9bf68bb288a2"],"batch":2,"heads":24,"rows":3,"total":17,"mode":"bool"}
{"kernel":"sdpa_fallback_B2_h24_r3_t17_add","sha256":["b6c3995d468c5ba5220a247a9c09de67fc7366d85fc66b1db4a72923f3727131"],"batch":2,"heads":24,"rows":3,"total":17,"mode":"add"}
{"kernel":"sdpa_fallback_B1_h2_r16_t33_none","sha256":["b07dc12c974a1e4e5cda6fed20681f04ab27577c31ad39599d93d1e73ce4b218"],"batch":1,"heads":2,"rows":16,"total":33,"mode":"none"}
{"kernel":"sdpa_fallback_B1_h2_r16_t33_bool","sha256":["092b828af0bd8392660d984e0985e7ce5a17519ea20bb6891130f8d615436263"],"batch":1,"heads":2,"rows":16,"total":33,"mode":"bool"}
{"kernel":"sdpa_fallback_B1_h2_r16_t33_add","sha256":["718b980c3ecd77042d6a825ac9c87f2b1c63eb13fdd6ed5e8543891358a2f1cf"],"batch":1,"heads":2,"rows":16,"total":33,"mode":"add"}