Match Qwen head-chunked attention execution

2026-10-04 16:45:19 +02:00
1 parent 7b894fbfee
commit d9026aa7bf
@@ -0,0 +1,114 @@
+{
+  "baseline": "7b894fbfeed81d2944b9cf479e60638ef04987c7",
+  "oracle": "9882703f3105363ddc37eca9f97aa09a1d387112",
+  "mlx": "0.32.2",
+  "old_checkpoint": {
+    "sha256": "0e090c9a590b1c7ac1de088db4a4a4637205267e4ff170dec53bd82f0153895c",
+    "identity": {
+      "model": [
+        241,
+        186,
+        133,
+        5,
+        200,
+        173,
+        242,
+        119,
+        171,
+        239,
+        119,
+        94,
+        213,
+        34,
+        200,
+        231,
+        175,
+        107,
+        18,
+        34,
+        60,
+        60,
+        31,
+        178,
+        144,
+        116,
+        167,
+        229,
+        84,
+        1,
+        48,
+        163
+      ],
+      "context": 8192,
+      "vocabulary": 248320,
+      "mtp": true
+    },
+    "tokens": [
+      248045,
+      8678,
+      198,
+      24342,
+      286,
+      4879,
+      369,
+      716,
+      310,
+      3238,
+      13,
+      13262,
+      678,
+      7047,
+      9522,
+      321,
+      10419,
+      11,
+      6992,
+      5774,
+      310,
+      279,
+      16198,
+      1973,
+      24366,
+      24150,
+      362,
+      13,
+      248046,
+      198,
+      248045,
+      846,
+      198,
+      2427,
+      494,
+      799,
+      310,
+      5600,
+      13,
+      248046,
+      198,
+      248045,
+      74455,
+      198,
+      248068,
+      198,
+      760,
+      1156,
+      6587,
+      728,
+      310,
+      1698,
+      494,
+      799,
+      310,
+      5600,
+      13,
+      1061
+    ],
+    "verify_gate": true
+  },
+  "sha256": {
+    "tests/fixtures/mtplx-head-chunk.json": "57ff569dafb00b9defe1f8e7d184b90943dca1eaac21677984d8f22434c01fa2",
+    "/private/tmp/ds4-issue113-final-test": "f15440399c642860ea4ad1fb0e7811f2ed799b0410f823606d21812003051436",
+    "/private/tmp/ds4-issue113-product/new.bin": "f0e249f2792c4242ba630eeacca6e4443045f27bd7d4dc7d575d9a480c86ce2a",
+    "/private/tmp/ds4-issue113-off-product/new.bin": "907471e846658d6c13a744dc89e7332d79ec3dc7a4de55ca0c22333495b12b58"
+  }
+}