hugo/DS4Server
1
0 Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

Match Qwen head-chunked attention execution

Browse Source
This commit is contained in:
Georg Bauer committed 2026-10-04 16:45:19 +02:00
1 parent 7b894fbfee
commit d9026aa7bf
70 files changed
+4979 -10
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

tests/fixtures/mtplx-head-chunk.json
Vendored
+1
View File
@@ -0,0 +1 @@
{"revision":"9882703f3105363ddc37eca9f97aa09a1d387112","mlx":"0.32.2","plans":[{"rows":-1,"heads":0,"kv":0,"plan":null},{"rows":-1,"heads":0,"kv":1,"plan":null},{"rows":-1,"heads":0,"kv":2,"plan":null},{"rows":-1,"heads":0,"kv":3,"plan":null},{"rows":-1,"heads":0,"kv":5,"plan":null},{"rows":-1,"heads":1,"kv":0,"plan":null},{"rows":-1,"heads":1,"kv":1,"plan":null},{"rows":-1,"heads":1,"kv":2,"plan":null},{"rows":-1,"heads":1,"kv":3,"plan":null},{"rows":-1,"heads":1,"kv":5,"plan":null},{"rows":-1,"heads":2,"kv":0,"plan":null},{"rows":-1,"heads":2,"kv":1,"plan":null},{"rows":-1,"heads":2,"kv":2,"plan":null},{"rows":-1,"heads":2,"kv":3,"plan":null},{"rows":-1,"heads":2,"kv":5,"plan":null},{"rows":-1,"heads":12,"kv":0,"plan":null},{"rows":-1,"heads":12,"kv":1,"plan":null},{"rows":-1,"heads":12,"kv":2,"plan":null},{"rows":-1,"heads":12,"kv":3,"plan":null},{"rows":-1,"heads":12,"kv":5,"plan":null},{"rows":-1,"heads":24,"kv":0,"plan":null},{"rows":-1,"heads":24,"kv":1,"plan":null},{"rows":-1,"heads":24,"kv":2,"plan":null},{"rows":-1,"heads":24,"kv":3,"plan":null},{"rows":-1,"heads":24,"kv":5,"plan":null},{"rows":-1,"heads":33,"kv":0,"plan":null},{"rows":-1,"heads":33,"kv":1,"plan":null},{"rows":-1,"heads":33,"kv":2,"plan":null},{"rows":-1,"heads":33,"kv":3,"plan":null},{"rows":-1,"heads":33,"kv":5,"plan":null},{"rows":-1,"heads":36,"kv":0,"plan":null},{"rows":-1,"heads":36,"kv":1,"plan":null},{"rows":-1,"heads":36,"kv":2,"plan":null},{"rows":-1,"heads":36,"kv":3,"plan":null},{"rows":-1,"heads":36,"kv":5,"plan":null},{"rows":-1,"heads":64,"kv":0,"plan":null},{"rows":-1,"heads":64,"kv":1,"plan":null},{"rows":-1,"heads":64,"kv":2,"plan":null},{"rows":-1,"heads":64,"kv":3,"plan":null},{"rows":-1,"heads":64,"kv":5,"plan":null},{"rows":0,"heads":0,"kv":0,"plan":null},{"rows":0,"heads":0,"kv":1,"plan":null},{"rows":0,"heads":0,"kv":2,"plan":null},{"rows":0,"heads":0,"kv":3,"plan":null},{"rows":0,"heads":0,"kv":5,"plan":null},{"rows":0,"heads":1,"kv":0,"plan":null},{"rows":0,"heads":1,"kv":1,"plan":null},{"rows":0,"heads":1,"kv":2,"plan":null},{"rows":0,"heads":1,"kv":3,"plan":null},{"rows":0,"heads":1,"kv":5,"plan":null},{"rows":0,"heads":2,"kv":0,"plan":null},{"rows":0,"heads":2,"kv":1,"plan":null},{"rows":0,"heads":2,"kv":2,"plan":null},{"rows":0,"heads":2,"kv":3,"plan":null},{"rows":0,"heads":2,"kv":5,"plan":null},{"rows":0,"heads":12,"kv":0,"plan":null},{"rows":0,"heads":12,"kv":1,"plan":null},{"rows":0,"heads":12,"kv":2,"plan":null},{"rows":0,"heads":12,"kv":3,"plan":null},{"rows":0,"heads":12,"kv":5,"plan":null},{"rows":0,"heads":24,"kv":0,"plan":null},{"rows":0,"heads":24,"kv":1,"plan":null},{"rows":0,"heads":24,"kv":2,"plan":null},{"rows":0,"heads":24,"kv":3,"plan":null},{"rows":0,"heads":24,"kv":5,"plan":null},{"rows":0,"heads":33,"kv":0,"plan":null},{"rows":0,"heads":33,"kv":1,"plan":null},{"rows":0,"heads":33,"kv":2,"plan":null},{"rows":0,"heads":33,"kv":3,"plan":null},{"rows":0,"heads":33,"kv":5,"plan":null},{"rows":0,"heads":36,"kv":0,"plan":null},{"rows":0,"heads":36,"kv":1,"plan":null},{"rows":0,"heads":36,"kv":2,"plan":null},{"rows":0,"heads":36,"kv":3,"plan":null},{"rows":0,"heads":36,"kv":5,"plan":null},{"rows":0,"heads":64,"kv":0,"plan":null},{"rows":0,"heads":64,"kv":1,"plan":null},{"rows":0,"heads":64,"kv":2,"plan":null},{"rows":0,"heads":64,"kv":3,"plan":null},{"rows":0,"heads":64,"kv":5,"plan":null},{"rows":1,"heads":0,"kv":0,"plan":null},{"rows":1,"heads":0,"kv":1,"plan":null},{"rows":1,"heads":0,"kv":2,"plan":null},{"rows":1,"heads":0,"kv":3,"plan":null},{"rows":1,"heads":0,"kv":5,"plan":null},{"rows":1,"heads":1,"kv":0,"plan":null},{"rows":1,"heads":1,"kv":1,"plan":null},{"rows":1,"heads":1,"kv":2,"plan":null},{"rows":1,"heads":1,"kv":3,"plan":null},{"rows":1,"heads":1,"kv":5,"plan":null},{"rows":1,"heads":2,"kv":0,"plan":null},{"rows":1,"heads":2,"kv":1,"plan":null},{"rows":1,"heads":2,"kv":2,"plan":null},{"rows":1,"heads":2,"kv":3,"plan":null},{"rows":1,"heads":2,"kv":5,"plan":null},{"rows":1,"heads":12,"kv":0,"plan":null},{"rows":1,"heads":12,"kv":1,"plan":null},{"rows":1,"heads":12,"kv":2,"plan":null},{"rows":1,"heads":12,"kv":3,"plan":null},{"rows":1,"heads":12,"kv":5,"plan":null},{"rows":1,"heads":24,"kv":0,"plan":null},{"rows":1,"heads":24,"kv":1,"plan":null},{"rows":1,"heads":24,"kv":2,"plan":null},{"rows":1,"heads":24,"kv":3,"plan":null},{"rows":1,"heads":24,"kv":5,"plan":null},{"rows":1,"heads":33,"kv":0,"plan":null},{"rows":1,"heads":33,"kv":1,"plan":[32,2]},{"rows":1,"heads":33,"kv":2,"plan":null},{"rows":1,"heads":33,"kv":3,"plan":null},{"rows":1,"heads":33,"kv":5,"plan":null},{"rows":1,"heads":36,"kv":0,"plan":null},{"rows":1,"heads":36,"kv":1,"plan":[32,2]},{"rows":1,"heads":36,"kv":2,"plan":null},{"rows":1,"heads":36,"kv":3,"plan":null},{"rows":1,"heads":36,"kv":5,"plan":null},{"rows":1,"heads":64,"kv":0,"plan":null},{"rows":1,"heads":64,"kv":1,"plan":[32,2]},{"rows":1,"heads":64,"kv":2,"plan":null},{"rows":1,"heads":64,"kv":3,"plan":null},{"rows":1,"heads":64,"kv":5,"plan":null}Line truncated