Guard large unaligned Qwen expert gathers
This commit is contained in:
Georg Bauer committed
1 parent
57b8ac28a7
commit
990abb4755
22 files changed
+951
-3
No files matched your search
@@ -0,0 +1 @@
|
||||
{"case":"turn","chunk":2048,"phase":"cold","cached":0,"prompt_len":7374,"state":{"ids":[9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,10Line truncated
|
||||
@@ -0,0 +1 @@
|
||||
{"case":"turn","chunk":2048,"phase":"warm","cached":7377,"prompt_len":10655,"state":{"ids":[9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,1Line truncated
|
||||
@@ -0,0 +1 @@
|
||||
{"case":"turn","chunk":4096,"phase":"cold","cached":0,"prompt_len":7374,"state":{"ids":[9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,10Line truncated
|
||||
@@ -0,0 +1 @@
|
||||
{"case":"turn","chunk":4096,"phase":"warm","cached":7377,"prompt_len":10655,"state":{"ids":[9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,1Line truncated
|
||||
@@ -0,0 +1,85 @@
|
||||
# Issue 110: guarded stock expert gathers
|
||||
|
||||
Qwen's stock MoE gathers now mirror pinned MTPLX's
|
||||
`moe_sorted_gather._call_pad` / `gather_qmm` wrapper. On hardware that actually
|
||||
uses NAX, an expert-sorted affine transposed `[rows, 1, K]` call above 32,767
|
||||
rows is padded to the next multiple of 64 unless already aligned. Activations
|
||||
are zero padded, the final expert ID is repeated, explicit left indices append
|
||||
an arange in their own dtype, and the output is sliced back to its real rows.
|
||||
Both separate/fused Gate/Up and Down use this entry point. The ordinary runtime
|
||||
primitive and pinned 0.32.2 shader remain unchanged.
|
||||
|
||||
The hardware test deliberately ignores the MTPLX route-fallback switch, as the
|
||||
stock MLX shader does. Unit controls exercise non-NAX and ineligible shapes;
|
||||
no physical M1–M4 hardware result is claimed. This implementation is confined
|
||||
to Qwen; DS4/GLM have no callers of the new wrapper. It is an oracle correctness
|
||||
fix, not a new DS4Server feature.
|
||||
|
||||
Old checkpoint manifests lack both producer hardware and prefill chunk sizes.
|
||||
Files with at least 3,277 tokens may contain affected rows and are rejected
|
||||
before state restoration unless they carry the new guard policy. Short old
|
||||
files remain compatible; new files retain the existing container format.
|
||||
The admission test verifies rejection leaves healthy live state unchanged.
|
||||
|
||||
## Verification
|
||||
|
||||
- Original initialized-NaN low-level sentinels still demonstrate the pinned
|
||||
shader defect. The same five token counts (3,276 / 3,277 / 3,404 / 4,095 /
|
||||
4,096) now additionally execute the real guarded graph and require every
|
||||
returned row to equal the exact expected BF16 value, with original shape.
|
||||
- Installed layer-0 weights exercise 512 experts, fused Gate/Up K=2560/N=1280
|
||||
and Down K=640/N=2560, group64/4-bit. All output bytes match the pinned guarded
|
||||
oracle at 20,480 / 32,760 / 32,770 / 34,040 / 40,950 / 40,960 rows. Explicit
|
||||
reverse left indices at 34,040 rows also match. Sentinel weights control
|
||||
group32/4-bit; the unchanged runtime-gather suites cover other dispatches.
|
||||
- The current optimized oracle's row-map SwiGLU equals its guarded stock chain
|
||||
byte-for-byte at 2,048 / 3,277 / 4,095 / 4,096 tokens, with successful first-use
|
||||
canaries in both narrow/wide regimes and actual kernel engagement recorded.
|
||||
This is an oracle control. The native optimized route belongs to #112.
|
||||
- Allocation refusal releases the failed padded graph; a fresh valid retry
|
||||
computes all rows exactly and returns allocator activity to zero.
|
||||
- Full-model cold and warm checks use actual server execution defaults, greedy
|
||||
generation, 7,374 cold tokens, then a 3,278-token suffix. Both 2,048 and 4,096
|
||||
chunk sizes are exercised. `MTPLX_GDN_BOUNDARY_TAIL_INTERVAL=0` is explicit:
|
||||
default boundary splitting would divide the final partial span into 256-row
|
||||
pieces and conceal this reproduction. Cold and warm affected body spans are
|
||||
3,277 tokens; cancellation occurs after a settled affected chunk and preserves
|
||||
the committed state for retry. The default 2,048 size remains a control.
|
||||
|
||||
All four full-model cases match the oracle byte-for-byte in final logits, token
|
||||
IDs and every saved trunk/cache tensor. The required formatting, warnings-denied
|
||||
Clippy, signed bundle and ordinary tests pass (309 application + 8 tool tests).
|
||||
The official focused upstream suite passes 16 tests, including both block
|
||||
equivalence variants with the canary/kernel active. One ordinary-suite run hit
|
||||
the unrelated numeric Git-revision YAML fixture flake tracked as #115; the
|
||||
unchanged suite passed on rerun.
|
||||
|
||||
The oracle is MTPLX `9882703f3105363ddc37eca9f97aa09a1d387112` with MLX exactly
|
||||
0.32.2 and the unchanged installed Bare-Speed revision from
|
||||
`../issue104-ar/environment.json`. No runtime/assets/default chunk changes or
|
||||
performance claims accompany this correctness fix. See `checks.json` and
|
||||
adjacent receipts for actual completed results.
|
||||
|
||||
## Reproduction
|
||||
|
||||
```sh
|
||||
local-eval-results/mtplx-reference-env-0.32.2/bin/python \
|
||||
tools/issue110-reference.py /path/to/pinned/mtplx /path/to/model \
|
||||
> /tmp/issue110-oracle.jsonl
|
||||
cargo test --all-features --bin ds4-server --no-run
|
||||
cargo build --bin test-supervisor
|
||||
export DS4_QWEN38_ARTIFACTS=/path/to/model
|
||||
export DS4_ISSUE110_ORACLE=/tmp/issue110-oracle.jsonl
|
||||
# Use the executable printed by cargo; run GPU processes serially.
|
||||
target/debug/test-supervisor 4096 60 120 --command TEST_EXECUTABLE \
|
||||
issue103_sorted_gather_receipts --ignored --nocapture --test-threads=1
|
||||
target/debug/test-supervisor 16384 60 120 --command TEST_EXECUTABLE \
|
||||
issue110_actual_projection_rows_match_oracle --ignored --nocapture --test-threads=1
|
||||
export DS4_ISSUE110_DIR=/tmp/issue110-product
|
||||
export MTPLX_GDN_BOUNDARY_TAIL_INTERVAL=0
|
||||
target/debug/test-supervisor 114688 60 120 --command TEST_EXECUTABLE \
|
||||
issue110_large_cold_and_warm_prefill --ignored --nocapture --test-threads=1
|
||||
local-eval-results/mtplx-reference-env-0.32.2/bin/python \
|
||||
tools/issue110-model-reference.py /path/to/pinned/mtplx \
|
||||
"$DS4_QWEN38_ARTIFACTS" "$DS4_ISSUE110_DIR" /tmp/issue110-model-oracle
|
||||
```
|
||||
@@ -0,0 +1,2 @@
|
||||
{"case":"allocation_refusal","limit":1,"partial_peak":4096,"released":true,"retry_exact":true}
|
||||
{"case":"allocation_refusal","limit":2,"partial_peak":151552,"released":true,"retry_exact":true}
|
||||
@@ -0,0 +1,138 @@
|
||||
[
|
||||
{
|
||||
"check": "fmt",
|
||||
"passed": true
|
||||
},
|
||||
{
|
||||
"check": "clippy",
|
||||
"passed": true
|
||||
},
|
||||
{
|
||||
"check": "bundle",
|
||||
"passed": true
|
||||
},
|
||||
{
|
||||
"check": "tests",
|
||||
"passed": true,
|
||||
"results": [
|
||||
"test result: ok. 309 passed; 0 failed; 224 ignored; 0 measured; 0 filtered out; finished in 5.31s",
|
||||
"test result: ok. 4 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.01s",
|
||||
"test result: ok. 4 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 2.36s"
|
||||
],
|
||||
"prior_run": "Unrelated all-decimal Git SHA YAML fixture failure (9839678), tracked separately as #115; unchanged rerun passed."
|
||||
},
|
||||
{
|
||||
"check": "sentinel",
|
||||
"passed": true,
|
||||
"results": [
|
||||
"test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 531 filtered out; finished in 2.15s"
|
||||
],
|
||||
"resources": {
|
||||
"elapsed_ms": 3104,
|
||||
"error": null,
|
||||
"peak_physical_bytes": 551748736
|
||||
}
|
||||
},
|
||||
{
|
||||
"check": "projections",
|
||||
"passed": true,
|
||||
"results": [
|
||||
"test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 531 filtered out; finished in 57.88s"
|
||||
],
|
||||
"resources": {
|
||||
"elapsed_ms": 57987,
|
||||
"error": null,
|
||||
"peak_physical_bytes": 5888003816
|
||||
}
|
||||
},
|
||||
{
|
||||
"check": "allocation",
|
||||
"passed": true,
|
||||
"results": [
|
||||
"test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 532 filtered out; finished in 0.69s"
|
||||
],
|
||||
"resources": {
|
||||
"elapsed_ms": 1711,
|
||||
"error": null,
|
||||
"peak_physical_bytes": 224527224
|
||||
}
|
||||
},
|
||||
{
|
||||
"check": "codec",
|
||||
"passed": true,
|
||||
"results": [
|
||||
"test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 532 filtered out; finished in 0.06s"
|
||||
],
|
||||
"resources": {
|
||||
"elapsed_ms": 105,
|
||||
"error": null,
|
||||
"peak_physical_bytes": 180296
|
||||
}
|
||||
},
|
||||
{
|
||||
"check": "final-product",
|
||||
"passed": true,
|
||||
"results": [
|
||||
"test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 532 filtered out; finished in 119.17s"
|
||||
],
|
||||
"profile": "Server defaults, MTPLX_GDN_BOUNDARY_TAIL_INTERVAL=0; chunks 2048/4096",
|
||||
"resources": {
|
||||
"elapsed_ms": 120155,
|
||||
"error": null,
|
||||
"peak_physical_bytes": 102111559024
|
||||
}
|
||||
},
|
||||
{
|
||||
"check": "model-oracle",
|
||||
"passed": true,
|
||||
"profile": "Server defaults, MTPLX_GDN_BOUNDARY_TAIL_INTERVAL=0; chunks 2048/4096",
|
||||
"resources": {
|
||||
"elapsed_ms": 34036,
|
||||
"error": null,
|
||||
"peak_physical_bytes": 93475651360
|
||||
}
|
||||
},
|
||||
{
|
||||
"check": "graph-control",
|
||||
"passed": true,
|
||||
"results": [
|
||||
"test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 532 filtered out; finished in 0.72s"
|
||||
],
|
||||
"resources": {
|
||||
"elapsed_ms": 751,
|
||||
"error": null,
|
||||
"peak_physical_bytes": 155943800
|
||||
}
|
||||
},
|
||||
{
|
||||
"check": "runtime-control",
|
||||
"passed": true,
|
||||
"results": [
|
||||
"test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 532 filtered out; finished in 7.43s"
|
||||
],
|
||||
"resources": {
|
||||
"elapsed_ms": 7515,
|
||||
"error": null,
|
||||
"peak_physical_bytes": 313934784
|
||||
}
|
||||
},
|
||||
{
|
||||
"check": "route-switch",
|
||||
"passed": true,
|
||||
"results": [
|
||||
"test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 532 filtered out; finished in 2.23s"
|
||||
],
|
||||
"resources": {
|
||||
"elapsed_ms": 2264,
|
||||
"error": null,
|
||||
"peak_physical_bytes": 528237648
|
||||
}
|
||||
},
|
||||
{
|
||||
"check": "upstream",
|
||||
"passed": true,
|
||||
"results": [
|
||||
"16 passed in 0.74s"
|
||||
]
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,16 @@
|
||||
{"case":"token","chunk":2048,"phase":"cold","ids":[374]}
|
||||
{"case":"token","chunk":2048,"phase":"cold","ids":[264]}
|
||||
{"case":"token","chunk":2048,"phase":"cold","ids":[1092]}
|
||||
{"case":"turn","chunk":2048,"phase":"cold","exact":true,"cached":0,"tokens":[374,264,1092],"guard_before":{"padded_calls":0,"padded_rows":0},"guard_after":{"padded_calls":0,"padded_rows":0},"kernel":{"calls":192,"fallbacks":0,"canaries":1,"canary_failures":0,"header_failures":0}}
|
||||
{"case":"token","chunk":2048,"phase":"warm","ids":[1075]}
|
||||
{"case":"token","chunk":2048,"phase":"warm","ids":[374]}
|
||||
{"case":"token","chunk":2048,"phase":"warm","ids":[264]}
|
||||
{"case":"turn","chunk":2048,"phase":"warm","exact":true,"cached":7377,"tokens":[1075,374,264],"guard_before":{"padded_calls":0,"padded_rows":0},"guard_after":{"padded_calls":0,"padded_rows":0},"kernel":{"calls":288,"fallbacks":0,"canaries":1,"canary_failures":0,"header_failures":0}}
|
||||
{"case":"token","chunk":4096,"phase":"cold","ids":[374]}
|
||||
{"case":"token","chunk":4096,"phase":"cold","ids":[264]}
|
||||
{"case":"token","chunk":4096,"phase":"cold","ids":[1092]}
|
||||
{"case":"turn","chunk":4096,"phase":"cold","exact":true,"cached":0,"tokens":[374,264,1092],"guard_before":{"padded_calls":0,"padded_rows":0},"guard_after":{"padded_calls":48,"padded_rows":2976},"kernel":{"calls":384,"fallbacks":0,"canaries":2,"canary_failures":0,"header_failures":0}}
|
||||
{"case":"token","chunk":4096,"phase":"warm","ids":[1075]}
|
||||
{"case":"token","chunk":4096,"phase":"warm","ids":[374]}
|
||||
{"case":"token","chunk":4096,"phase":"warm","ids":[264]}
|
||||
{"case":"turn","chunk":4096,"phase":"warm","exact":true,"cached":7377,"tokens":[1075,374,264],"guard_before":{"padded_calls":48,"padded_rows":2976},"guard_after":{"padded_calls":96,"padded_rows":5952},"kernel":{"calls":432,"fallbacks":0,"canaries":2,"canary_failures":0,"header_failures":0}}
|
||||
@@ -0,0 +1,5 @@
|
||||
{"case":"turn","chunk":2048,"phase":"cold","cached":0,"prompt_len":7374,"generated":[374,264,1092],"padded_calls":0}
|
||||
{"case":"turn","chunk":2048,"phase":"warm","cached":7377,"prompt_len":10655,"generated":[1075,374,264],"padded_calls":0}
|
||||
{"case":"turn","chunk":4096,"phase":"cold","cached":0,"prompt_len":7374,"generated":[374,264,1092],"padded_calls":96}
|
||||
{"case":"cancel","chunk":4096,"saved_state_unchanged":true}
|
||||
{"case":"turn","chunk":4096,"phase":"warm","cached":7377,"prompt_len":10655,"generated":[1075,374,264],"padded_calls":96}
|
||||
@@ -0,0 +1,18 @@
|
||||
{"case": "projection", "projection": "gate_up", "rows": 20480, "k": 2560, "n": 1280, "left": false, "sha256": "ae97282624851e970b417c37b5a0f3896c6f1c56cbfb0735d76790d81cfc1d1b", "pad": 0, "guard_before": {"padded_calls": 0, "padded_rows": 0}, "guard_after": {"padded_calls": 0, "padded_rows": 0}}
|
||||
{"case": "projection", "projection": "down", "rows": 20480, "k": 640, "n": 2560, "left": false, "sha256": "2d1a21b02bedf3f6c34df282d898c18fa9f7d71a67b5245f5967605e5457e13a", "pad": 0, "guard_before": {"padded_calls": 0, "padded_rows": 0}, "guard_after": {"padded_calls": 0, "padded_rows": 0}}
|
||||
{"case": "projection", "projection": "gate_up", "rows": 32760, "k": 2560, "n": 1280, "left": false, "sha256": "f3d7fd1a7df2efd8a43d365f1a30aa480efe61b7655641fcf71cb0f0492d7c52", "pad": 0, "guard_before": {"padded_calls": 0, "padded_rows": 0}, "guard_after": {"padded_calls": 0, "padded_rows": 0}}
|
||||
{"case": "projection", "projection": "down", "rows": 32760, "k": 640, "n": 2560, "left": false, "sha256": "ee5f7dd6cc53fa680c985a1c56ca752dd7243f6a2663a9a870eccb4f2b8f68e8", "pad": 0, "guard_before": {"padded_calls": 0, "padded_rows": 0}, "guard_after": {"padded_calls": 0, "padded_rows": 0}}
|
||||
{"case": "projection", "projection": "gate_up", "rows": 32770, "k": 2560, "n": 1280, "left": false, "sha256": "92dd7f20255bcf2e205a6d8e708ae450b47024ff12839cb393c1160db5af33aa", "pad": 62, "guard_before": {"padded_calls": 0, "padded_rows": 0}, "guard_after": {"padded_calls": 1, "padded_rows": 62}}
|
||||
{"case": "projection", "projection": "down", "rows": 32770, "k": 640, "n": 2560, "left": false, "sha256": "66e37f134a0183977ee1a39a3afd70e09160efab3ceee2b68d8caa7c49390e2a", "pad": 62, "guard_before": {"padded_calls": 1, "padded_rows": 62}, "guard_after": {"padded_calls": 2, "padded_rows": 124}}
|
||||
{"case": "projection", "projection": "gate_up", "rows": 34040, "k": 2560, "n": 1280, "left": false, "sha256": "ca7dcdcd30ad27c0936420180e42d637009d90372f1e702f79847851831de071", "pad": 8, "guard_before": {"padded_calls": 2, "padded_rows": 124}, "guard_after": {"padded_calls": 3, "padded_rows": 132}}
|
||||
{"case": "projection", "projection": "gate_up", "rows": 34040, "k": 2560, "n": 1280, "left": true, "sha256": "d79b05579846810a34b955ef65535adba962d9d02a17bb0ecace423c6ce0791c", "pad": 8, "guard_before": {"padded_calls": 3, "padded_rows": 132}, "guard_after": {"padded_calls": 4, "padded_rows": 140}}
|
||||
{"case": "projection", "projection": "down", "rows": 34040, "k": 640, "n": 2560, "left": false, "sha256": "53768e60df9fad3dc06641f5245e6f67ac28e1278dc8fec8e62486858f2de341", "pad": 8, "guard_before": {"padded_calls": 4, "padded_rows": 140}, "guard_after": {"padded_calls": 5, "padded_rows": 148}}
|
||||
{"case": "projection", "projection": "down", "rows": 34040, "k": 640, "n": 2560, "left": true, "sha256": "f02f45549d38acd5979cdd768305b39268493449191a0a232514978a4015a658", "pad": 8, "guard_before": {"padded_calls": 5, "padded_rows": 148}, "guard_after": {"padded_calls": 6, "padded_rows": 156}}
|
||||
{"case": "projection", "projection": "gate_up", "rows": 40950, "k": 2560, "n": 1280, "left": false, "sha256": "393e33c2576b26e23f6b91bf2ff2ea7e590322a8cfb88a237d7e90cfea74acc8", "pad": 10, "guard_before": {"padded_calls": 6, "padded_rows": 156}, "guard_after": {"padded_calls": 7, "padded_rows": 166}}
|
||||
{"case": "projection", "projection": "down", "rows": 40950, "k": 640, "n": 2560, "left": false, "sha256": "e66a8a49018a918e26e3f56a8859ab7894e3d75f0951858e43856fbe6052616e", "pad": 10, "guard_before": {"padded_calls": 7, "padded_rows": 166}, "guard_after": {"padded_calls": 8, "padded_rows": 176}}
|
||||
{"case": "projection", "projection": "gate_up", "rows": 40960, "k": 2560, "n": 1280, "left": false, "sha256": "29b3628139c5f7c49d5b5b46134a3141958e9a9bc3360956a770ec3d5b65af5d", "pad": 0, "guard_before": {"padded_calls": 8, "padded_rows": 176}, "guard_after": {"padded_calls": 8, "padded_rows": 176}}
|
||||
{"case": "projection", "projection": "down", "rows": 40960, "k": 640, "n": 2560, "left": false, "sha256": "d40d0c9c449d3ac4631a43f775815d1baea299dbfbee39c7585bad4997e61237", "pad": 0, "guard_before": {"padded_calls": 8, "padded_rows": 176}, "guard_after": {"padded_calls": 8, "padded_rows": 176}}
|
||||
{"case": "optimized_oracle_control", "tokens": 2048, "rows": 20480, "exact": true, "sha256": "c53aac85f49f4c1b6c11e3da858d2abf4e43de241bf3c0347d2590d0181e2249", "kernel_before": {"calls": 0, "fallbacks": 0, "canaries": 0, "canary_failures": 0, "header_failures": 0}, "kernel_after": {"calls": 1, "fallbacks": 0, "canaries": 1, "canary_failures": 0, "header_failures": 0}}
|
||||
{"case": "optimized_oracle_control", "tokens": 3277, "rows": 32770, "exact": true, "sha256": "10f573d0eaf5169475781c4f75eb923fa06d7f88d1684a6d5d2ce8acfdc526a4", "kernel_before": {"calls": 1, "fallbacks": 0, "canaries": 1, "canary_failures": 0, "header_failures": 0}, "kernel_after": {"calls": 2, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0}}
|
||||
{"case": "optimized_oracle_control", "tokens": 4095, "rows": 40950, "exact": true, "sha256": "738212404e537f0608d4e9c9b8d0e5ff2061587197c3391b1220975f93dd8d9f", "kernel_before": {"calls": 2, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0}, "kernel_after": {"calls": 3, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0}}
|
||||
{"case": "optimized_oracle_control", "tokens": 4096, "rows": 40960, "exact": true, "sha256": "e1a6630ec5cd7e523c98eb352e328560fdd733a640fc7dd69a5a96e14b462d15", "kernel_before": {"calls": 3, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0}, "kernel_after": {"calls": 4, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0}}
|
||||
@@ -0,0 +1,13 @@
|
||||
{"case":"projection","projection":"down","rows":20480,"k":640,"n":2560,"left":false,"exact":true,"sha256":"2d1a21b02bedf3f6c34df282d898c18fa9f7d71a67b5245f5967605e5457e13a","dispatches":"[(\"arangeuint32\", [20480, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_32_bn_64_bk_64_wm_2_wn_2\", [40, 640, 1], [32, 2, 2], false)]"}
|
||||
{"case":"projection","projection":"gate_up","rows":32760,"k":2560,"n":1280,"left":false,"exact":true,"sha256":"f3d7fd1a7df2efd8a43d365f1a30aa480efe61b7655641fcf71cb0f0492d7c52","dispatches":"[(\"arangeuint32\", [32760, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_32_bn_64_bk_64_wm_2_wn_2\", [20, 1024, 1], [32, 2, 2], false)]"}
|
||||
{"case":"projection","projection":"down","rows":32760,"k":640,"n":2560,"left":false,"exact":true,"sha256":"ee5f7dd6cc53fa680c985a1c56ca752dd7243f6a2663a9a870eccb4f2b8f68e8","dispatches":"[(\"arangeuint32\", [32760, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_32_bn_64_bk_64_wm_2_wn_2\", [40, 1024, 1], [32, 2, 2], false)]"}
|
||||
{"case":"projection","projection":"gate_up","rows":32770,"k":2560,"n":1280,"left":false,"exact":true,"sha256":"92dd7f20255bcf2e205a6d8e708ae450b47024ff12839cb393c1160db5af33aa","dispatches":"[(\"sn_copybfloat16bfloat16\", [39680, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [32770, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [62, 1, 1], [32, 1, 1], true), (\"arangeuint32\", [32832, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [83891200, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [158720, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [20, 513, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [41945600, 1, 1], [1024, 1, 1], true)]"}
|
||||
{"case":"projection","projection":"down","rows":32770,"k":640,"n":2560,"left":false,"exact":true,"sha256":"66e37f134a0183977ee1a39a3afd70e09160efab3ceee2b68d8caa7c49390e2a","dispatches":"[(\"s_copybfloat16bfloat16\", [39680, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [32770, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [62, 1, 1], [32, 1, 1], true), (\"arangeuint32\", [32832, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [20972800, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [39680, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [40, 513, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [83891200, 1, 1], [1024, 1, 1], true)]"}
|
||||
{"case":"projection","projection":"gate_up","rows":34040,"k":2560,"n":1280,"left":false,"exact":true,"sha256":"ca7dcdcd30ad27c0936420180e42d637009d90372f1e702f79847851831de071","dispatches":"[(\"s_copybfloat16bfloat16\", [20480, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [8, 1, 1], [8, 1, 1], true), (\"arangeuint32\", [34048, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [87142400, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [20480, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [20, 532, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [43571200, 1, 1], [1024, 1, 1], true)]"}
|
||||
{"case":"projection","projection":"gate_up","rows":34040,"k":2560,"n":1280,"left":true,"exact":true,"sha256":"d79b05579846810a34b955ef65535adba962d9d02a17bb0ecace423c6ce0791c","dispatches":"[(\"arangeint32\", [8, 1, 1], [8, 1, 1], true), (\"gg1_copyint32int32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyint32int32\", [8, 1, 1], [8, 1, 1], true), (\"s_copybfloat16bfloat16\", [20480, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [8, 1, 1], [8, 1, 1], true), (\"v_copyint32uint32\", [34048, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [87142400, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [20480, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmv_fast_bfloat16_t_gs_64_b_4\", [1, 160, 34048], [32, 2, 1], false), (\"g1_copybfloat16bfloat16\", [43571200, 1, 1], [1024, 1, 1], true)]"}
|
||||
{"case":"projection","projection":"down","rows":34040,"k":640,"n":2560,"left":false,"exact":true,"sha256":"53768e60df9fad3dc06641f5245e6f67ac28e1278dc8fec8e62486858f2de341","dispatches":"[(\"s_copybfloat16bfloat16\", [5120, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [8, 1, 1], [8, 1, 1], true), (\"arangeuint32\", [34048, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [21785600, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [5120, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [40, 532, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [87142400, 1, 1], [1024, 1, 1], true)]"}
|
||||
{"case":"projection","projection":"down","rows":34040,"k":640,"n":2560,"left":true,"exact":true,"sha256":"f02f45549d38acd5979cdd768305b39268493449191a0a232514978a4015a658","dispatches":"[(\"arangeint32\", [8, 1, 1], [8, 1, 1], true), (\"gg1_copyint32int32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyint32int32\", [8, 1, 1], [8, 1, 1], true), (\"s_copybfloat16bfloat16\", [5120, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [8, 1, 1], [8, 1, 1], true), (\"v_copyint32uint32\", [34048, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [21785600, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [5120, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmv_bfloat16_t_gs_64_b_4\", [1, 320, 34048], [32, 2, 1], false), (\"g1_copybfloat16bfloat16\", [87142400, 1, 1], [1024, 1, 1], true)]"}
|
||||
{"case":"projection","projection":"gate_up","rows":40950,"k":2560,"n":1280,"left":false,"exact":true,"sha256":"393e33c2576b26e23f6b91bf2ff2ea7e590322a8cfb88a237d7e90cfea74acc8","dispatches":"[(\"s_copybfloat16bfloat16\", [25600, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [40950, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [10, 1, 1], [8, 1, 1], true), (\"arangeuint32\", [40960, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [104832000, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [25600, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [20, 640, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [52416000, 1, 1], [1024, 1, 1], true)]"}
|
||||
{"case":"projection","projection":"down","rows":40950,"k":640,"n":2560,"left":false,"exact":true,"sha256":"e66a8a49018a918e26e3f56a8859ab7894e3d75f0951858e43856fbe6052616e","dispatches":"[(\"s_copybfloat16bfloat16\", [6400, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [40950, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [10, 1, 1], [8, 1, 1], true), (\"arangeuint32\", [40960, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [26208000, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [6400, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [40, 640, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [104832000, 1, 1], [1024, 1, 1], true)]"}
|
||||
{"case":"projection","projection":"gate_up","rows":40960,"k":2560,"n":1280,"left":false,"exact":true,"sha256":"29b3628139c5f7c49d5b5b46134a3141958e9a9bc3360956a770ec3d5b65af5d","dispatches":"[(\"arangeuint32\", [40960, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [20, 640, 1], [32, 2, 2], false)]"}
|
||||
{"case":"projection","projection":"down","rows":40960,"k":640,"n":2560,"left":false,"exact":true,"sha256":"d40d0c9c449d3ac4631a43f775815d1baea299dbfbee39c7585bad4997e61237","dispatches":"[(\"arangeuint32\", [40960, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [40, 640, 1], [32, 2, 2], false)]"}
|
||||
@@ -0,0 +1,9 @@
|
||||
{"case":"guarded_sentinel","tokens":3276,"rows":32760,"bad_rows":0,"shape":[32760,1,256],"dispatches":"[(\"arangeuint32\", [32760, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 512, 1], [32, 2, 2], false)]"}
|
||||
{"case":"sorted_gather","tokens":3277,"routed_rows":32770,"bad_rows":32,"first_bad":0,"last_bad":31,"dispatches":"[(\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 513, 1], [32, 2, 2], false)]"}
|
||||
{"case":"guarded_sentinel","tokens":3277,"rows":32770,"bad_rows":0,"shape":[32770,1,256],"dispatches":"[(\"s_copybfloat16bfloat16\", [15872, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [32770, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [62, 1, 1], [32, 1, 1], true), (\"arangeuint32\", [32832, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [8389120, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [15872, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 513, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [8389120, 1, 1], [1024, 1, 1], true)]"}
|
||||
{"case":"sorted_gather","tokens":3404,"routed_rows":34040,"bad_rows":1280,"first_bad":0,"last_bad":1279,"dispatches":"[(\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 532, 1], [32, 2, 2], false)]"}
|
||||
{"case":"guarded_sentinel","tokens":3404,"rows":34040,"bad_rows":0,"shape":[34040,1,256],"dispatches":"[(\"s_copybfloat16bfloat16\", [2048, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [8, 1, 1], [8, 1, 1], true), (\"arangeuint32\", [34048, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [8714240, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [2048, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 532, 1], [32, 2, 2], false)]"}
|
||||
{"case":"sorted_gather","tokens":4095,"routed_rows":40950,"bad_rows":8192,"first_bad":0,"last_bad":8191,"dispatches":"[(\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 640, 1], [32, 2, 2], false)]"}
|
||||
{"case":"guarded_sentinel","tokens":4095,"rows":40950,"bad_rows":0,"shape":[40950,1,256],"dispatches":"[(\"s_copybfloat16bfloat16\", [2560, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [40950, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [10, 1, 1], [8, 1, 1], true), (\"arangeuint32\", [40960, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [10483200, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [2560, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 640, 1], [32, 2, 2], false)]"}
|
||||
{"case":"sorted_gather","tokens":4096,"routed_rows":40960,"bad_rows":0,"first_bad":null,"last_bad":null,"dispatches":"[(\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 640, 1], [32, 2, 2], false)]"}
|
||||
{"case":"guarded_sentinel","tokens":4096,"rows":40960,"bad_rows":0,"shape":[40960,1,256],"dispatches":"[(\"arangeuint32\", [40960, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 640, 1], [32, 2, 2], false)]"}
|
||||
Reference in new issue
Block a user