hugo/DS4Server
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

Save inference parity implementation and evaluation harness

Browse Source
This commit is contained in:
Georg Bauer
2026-09-10 22:45:59 +02:00
parent b99ce2aa10
commit 02db0968ae
198 changed files with 111205 additions and 586 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/mtplx-hyper-graph.jsonl
Vendored
+61
View File
@@ -0,0 +1,61 @@
{"kernel":"quantize_bfloat16_g32_b2_plain","sha256":["717778ed01cf2c9e1664f500ab897f8a0a0cdf7d5071b19e800c8b10ffa8469d","1b6a6d5ea0fa096bf448c074adcc46e011a0ef0efccd53aef3a6f58fc387f897","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"bfloat16","group":32,"bits":2,"layout":"plain"}
{"kernel":"quantize_bfloat16_g32_b3_plain","sha256":["b5a5b4d198263e31171e44bb8674c322ca1f32d400b9c74410bf8a9f9ca6da2a","1f6b41060c47448197366ff69f6e31db28939093015338d02c9728687e4e4a0f","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"bfloat16","group":32,"bits":3,"layout":"plain"}
{"kernel":"quantize_bfloat16_g32_b4_plain","sha256":["b200d275f40e545840188872e9dce616d2704df9079335c786255c855c5ef70f","cf98d3d588364cff782c947850dc40ca51100abb3a1230e422e40b1264262ef4","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"bfloat16","group":32,"bits":4,"layout":"plain"}
{"kernel":"quantize_bfloat16_g32_b5_plain","sha256":["7b50073dadcd9cda85704062e89507992361341e66226afe743e17f7d82b8173","c84820908cb5f236cf7d4150490e92705b93fcae8a94fc529f12a5f38bd31912","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"bfloat16","group":32,"bits":5,"layout":"plain"}
{"kernel":"quantize_bfloat16_g32_b6_plain","sha256":["e39409011fecc0b1eecdb8a6bb19dddc20b567a2494415d76e2c419196e7df4c","c5d1099c7e6c75932ec1e584ec6ac718173cfb8d5d5f76f5291381e9a11f339e","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"bfloat16","group":32,"bits":6,"layout":"plain"}
{"kernel":"quantize_bfloat16_g32_b8_plain","sha256":["193091d1435de4902e07bae114a957190cbc0b695c6c732271919e49d86c3397","3de341e7f0baf4f2a373e510532b0fab36ec7e3b6bfad120ac1be416cc066852","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"bfloat16","group":32,"bits":8,"layout":"plain"}
{"kernel":"quantize_bfloat16_g64_b2_plain","sha256":["7c0c41ad2335b91f80246ae110b86dc5c55145c591f27d7c0433bddff056e405","8a889170eee7a91c0396fe820e01ca5172f245618bf6d76ad1d4af2c802d081b","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"bfloat16","group":64,"bits":2,"layout":"plain"}
{"kernel":"quantize_bfloat16_g64_b3_plain","sha256":["2e3e9ac64899a91f90b42e0f73bffadf3263c990bcd4cbf855a49e88d02bcf31","1741ad7c600868221bb5f04327a9761ee9d6e0433d52b2fdcbfce213eb572c91","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"bfloat16","group":64,"bits":3,"layout":"plain"}
{"kernel":"quantize_bfloat16_g64_b4_plain","sha256":["a97295b2f72b5c02c5ac4e7367ea8d1958dd05b80d8170482b067d7c93febbeb","65156f0d7ba27a76d592b338df104655e0892f06e802201f02878336be296b32","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"bfloat16","group":64,"bits":4,"layout":"plain"}
{"kernel":"quantize_bfloat16_g64_b5_plain","sha256":["3074bce5773cfe763796ef8eab8ac86c916b4c7f18c60b6fdb2976253071c3ac","cc2580aa92c1eb84b6b7efa1417b87c42bc03816b10ec52b9029ade8e455247f","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"bfloat16","group":64,"bits":5,"layout":"plain"}
{"kernel":"quantize_bfloat16_g64_b6_plain","sha256":["0e87252fc8dc13746042b472de253d4776b457700d14198fd362e30e56641afb","d85358c3e00c39a9279cfa2e634df607ee221563cf519462137bfd61962a8369","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"bfloat16","group":64,"bits":6,"layout":"plain"}
{"kernel":"quantize_bfloat16_g64_b8_plain","sha256":["9f53ecdffe33ec940e8522f1a9b6095d7c886d4331d5811daaf84e3c90db3253","f893f71ecea60afe5c7c15d53cd490fcede520eba8a6ea672a7b50f790f937d3","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"bfloat16","group":64,"bits":8,"layout":"plain"}
{"kernel":"quantize_bfloat16_g128_b2_plain","sha256":["4c8237f739af6fe848f63956ebbf142e06ba30b91ad251dbd675af115364dbd8","6726109c68b59c3cbf49180f2dfce6c812a52731fb3fcfe629a888f2d15f4ecf","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"bfloat16","group":128,"bits":2,"layout":"plain"}
{"kernel":"quantize_bfloat16_g128_b3_plain","sha256":["8b6e41805d0a680fe08406369b3fb07a14fbba5da0b1a207d68f702d129a5c60","27d70e0d32dd5628e988acb8b3aac3329ef963b6be2ca529412e50b8fe66351c","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"bfloat16","group":128,"bits":3,"layout":"plain"}
{"kernel":"quantize_bfloat16_g128_b4_plain","sha256":["584c4ad6a56ba6572d4f4a681f11e927bb59950642cf80aa3d7b6450ca0f34d7","4bcb5da1268158ba10ea25952cfad890a54b70bb56bb822506880433ef888fca","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"bfloat16","group":128,"bits":4,"layout":"plain"}
{"kernel":"quantize_bfloat16_g128_b5_plain","sha256":["369d320fc6cb731d8ad8f8364b2d4a1d0e37cc662a3e98e4e9dd594f61ce794b","a4f40e41520ada1bc5a060473decb059e885a108e84b2f584873505c9c3736df","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"bfloat16","group":128,"bits":5,"layout":"plain"}
{"kernel":"quantize_bfloat16_g128_b6_plain","sha256":["b41f437ce6e6c9ed23f66677ac1505fd5458d1530643a638bc49695b6d207d09","8fd867de4858ca3ff8a2458d43e99044287453e1f1464a1b306bcf484830e7b6","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"bfloat16","group":128,"bits":6,"layout":"plain"}
{"kernel":"quantize_bfloat16_g128_b8_plain","sha256":["bd29fa38e422ef84175e35507aea65a3ad04b676d7622ef5c5ddbde643202649","6a5d25e8d7be6d0599d3b4dc714390f6a6e8844d4c6b3f16531fd5d82146d086","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"bfloat16","group":128,"bits":8,"layout":"plain"}
{"kernel":"quantize_float16_g32_b2_plain","sha256":["717778ed01cf2c9e1664f500ab897f8a0a0cdf7d5071b19e800c8b10ffa8469d","1b6a6d5ea0fa096bf448c074adcc46e011a0ef0efccd53aef3a6f58fc387f897","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"float16","group":32,"bits":2,"layout":"plain"}
{"kernel":"quantize_float16_g32_b3_plain","sha256":["b5a5b4d198263e31171e44bb8674c322ca1f32d400b9c74410bf8a9f9ca6da2a","adaead5f769c3c44cb15376d498b4357ddd1fde64e28a12f3ade1b1ec4917ea3","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"float16","group":32,"bits":3,"layout":"plain"}
{"kernel":"quantize_float16_g32_b4_plain","sha256":["b200d275f40e545840188872e9dce616d2704df9079335c786255c855c5ef70f","cf98d3d588364cff782c947850dc40ca51100abb3a1230e422e40b1264262ef4","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"float16","group":32,"bits":4,"layout":"plain"}
{"kernel":"quantize_float16_g32_b5_plain","sha256":["7b50073dadcd9cda85704062e89507992361341e66226afe743e17f7d82b8173","c84820908cb5f236cf7d4150490e92705b93fcae8a94fc529f12a5f38bd31912","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"float16","group":32,"bits":5,"layout":"plain"}
{"kernel":"quantize_float16_g32_b6_plain","sha256":["e39409011fecc0b1eecdb8a6bb19dddc20b567a2494415d76e2c419196e7df4c","fbc07d4d41043490925699cde5b25962a59daf959a15ca2a68349f45d450c0f0","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"float16","group":32,"bits":6,"layout":"plain"}
{"kernel":"quantize_float16_g32_b8_plain","sha256":["193091d1435de4902e07bae114a957190cbc0b695c6c732271919e49d86c3397","1eef6b45f54eb927e9c8491ad71b08d53cdd55d93fed83b0fab8de0b89570ecc","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"float16","group":32,"bits":8,"layout":"plain"}
{"kernel":"quantize_float16_g64_b2_plain","sha256":["7c0c41ad2335b91f80246ae110b86dc5c55145c591f27d7c0433bddff056e405","8a889170eee7a91c0396fe820e01ca5172f245618bf6d76ad1d4af2c802d081b","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"float16","group":64,"bits":2,"layout":"plain"}
{"kernel":"quantize_float16_g64_b3_plain","sha256":["2e3e9ac64899a91f90b42e0f73bffadf3263c990bcd4cbf855a49e88d02bcf31","1741ad7c600868221bb5f04327a9761ee9d6e0433d52b2fdcbfce213eb572c91","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"float16","group":64,"bits":3,"layout":"plain"}
{"kernel":"quantize_float16_g64_b4_plain","sha256":["a97295b2f72b5c02c5ac4e7367ea8d1958dd05b80d8170482b067d7c93febbeb","65156f0d7ba27a76d592b338df104655e0892f06e802201f02878336be296b32","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"float16","group":64,"bits":4,"layout":"plain"}
{"kernel":"quantize_float16_g64_b5_plain","sha256":["3074bce5773cfe763796ef8eab8ac86c916b4c7f18c60b6fdb2976253071c3ac","cc2580aa92c1eb84b6b7efa1417b87c42bc03816b10ec52b9029ade8e455247f","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"float16","group":64,"bits":5,"layout":"plain"}
{"kernel":"quantize_float16_g64_b6_plain","sha256":["0e87252fc8dc13746042b472de253d4776b457700d14198fd362e30e56641afb","d85358c3e00c39a9279cfa2e634df607ee221563cf519462137bfd61962a8369","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"float16","group":64,"bits":6,"layout":"plain"}
{"kernel":"quantize_float16_g64_b8_plain","sha256":["9f53ecdffe33ec940e8522f1a9b6095d7c886d4331d5811daaf84e3c90db3253","edd59581c2d8a97b6a5959312b458ae5f1e325c7349fe5ba31c76eefd7a3aa4f","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"float16","group":64,"bits":8,"layout":"plain"}
{"kernel":"quantize_float16_g128_b2_plain","sha256":["4c8237f739af6fe848f63956ebbf142e06ba30b91ad251dbd675af115364dbd8","6726109c68b59c3cbf49180f2dfce6c812a52731fb3fcfe629a888f2d15f4ecf","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"float16","group":128,"bits":2,"layout":"plain"}
{"kernel":"quantize_float16_g128_b3_plain","sha256":["8b6e41805d0a680fe08406369b3fb07a14fbba5da0b1a207d68f702d129a5c60","27d70e0d32dd5628e988acb8b3aac3329ef963b6be2ca529412e50b8fe66351c","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"float16","group":128,"bits":3,"layout":"plain"}
{"kernel":"quantize_float16_g128_b4_plain","sha256":["584c4ad6a56ba6572d4f4a681f11e927bb59950642cf80aa3d7b6450ca0f34d7","4bcb5da1268158ba10ea25952cfad890a54b70bb56bb822506880433ef888fca","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"float16","group":128,"bits":4,"layout":"plain"}
{"kernel":"quantize_float16_g128_b5_plain","sha256":["369d320fc6cb731d8ad8f8364b2d4a1d0e37cc662a3e98e4e9dd594f61ce794b","a4f40e41520ada1bc5a060473decb059e885a108e84b2f584873505c9c3736df","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"float16","group":128,"bits":5,"layout":"plain"}
{"kernel":"quantize_float16_g128_b6_plain","sha256":["b41f437ce6e6c9ed23f66677ac1505fd5458d1530643a638bc49695b6d207d09","8fd867de4858ca3ff8a2458d43e99044287453e1f1464a1b306bcf484830e7b6","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"float16","group":128,"bits":6,"layout":"plain"}
{"kernel":"quantize_float16_g128_b8_plain","sha256":["bd29fa38e422ef84175e35507aea65a3ad04b676d7622ef5c5ddbde643202649","6a5d25e8d7be6d0599d3b4dc714390f6a6e8844d4c6b3f16531fd5d82146d086","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"float16","group":128,"bits":8,"layout":"plain"}
{"kernel":"quantize_float32_g32_b2_plain","sha256":["717778ed01cf2c9e1664f500ab897f8a0a0cdf7d5071b19e800c8b10ffa8469d","1b6a6d5ea0fa096bf448c074adcc46e011a0ef0efccd53aef3a6f58fc387f897","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"float32","group":32,"bits":2,"layout":"plain"}
{"kernel":"quantize_float32_g32_b3_plain","sha256":["b5a5b4d198263e31171e44bb8674c322ca1f32d400b9c74410bf8a9f9ca6da2a","5071bdd53e93fb3eef8d2af1c519207f7b85fdf0a27bc69a1004410a422c75bb","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"float32","group":32,"bits":3,"layout":"plain"}
{"kernel":"quantize_float32_g32_b4_plain","sha256":["b200d275f40e545840188872e9dce616d2704df9079335c786255c855c5ef70f","cf98d3d588364cff782c947850dc40ca51100abb3a1230e422e40b1264262ef4","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"float32","group":32,"bits":4,"layout":"plain"}
{"kernel":"quantize_float32_g32_b5_plain","sha256":["7b50073dadcd9cda85704062e89507992361341e66226afe743e17f7d82b8173","c84820908cb5f236cf7d4150490e92705b93fcae8a94fc529f12a5f38bd31912","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"float32","group":32,"bits":5,"layout":"plain"}
{"kernel":"quantize_float32_g32_b6_plain","sha256":["e39409011fecc0b1eecdb8a6bb19dddc20b567a2494415d76e2c419196e7df4c","4c8109d84a4bb8420220e2aa4d27267c6f8d38f9924aa656c6466c8614c88f82","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"float32","group":32,"bits":6,"layout":"plain"}
{"kernel":"quantize_float32_g32_b8_plain","sha256":["193091d1435de4902e07bae114a957190cbc0b695c6c732271919e49d86c3397","ac77e0727dea6cc53141981b867bef17a8bd9598766c8013ef6ee9e089b015ea","0473b6fcb4fd3f9d9421de77e27148c7f91265cd007342f4b88a48c6a0baa67b"],"dtype":"float32","group":32,"bits":8,"layout":"plain"}
{"kernel":"quantize_float32_g64_b2_plain","sha256":["7c0c41ad2335b91f80246ae110b86dc5c55145c591f27d7c0433bddff056e405","8a889170eee7a91c0396fe820e01ca5172f245618bf6d76ad1d4af2c802d081b","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"float32","group":64,"bits":2,"layout":"plain"}
{"kernel":"quantize_float32_g64_b3_plain","sha256":["2e3e9ac64899a91f90b42e0f73bffadf3263c990bcd4cbf855a49e88d02bcf31","1741ad7c600868221bb5f04327a9761ee9d6e0433d52b2fdcbfce213eb572c91","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"float32","group":64,"bits":3,"layout":"plain"}
{"kernel":"quantize_float32_g64_b4_plain","sha256":["a97295b2f72b5c02c5ac4e7367ea8d1958dd05b80d8170482b067d7c93febbeb","65156f0d7ba27a76d592b338df104655e0892f06e802201f02878336be296b32","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"float32","group":64,"bits":4,"layout":"plain"}
{"kernel":"quantize_float32_g64_b5_plain","sha256":["3074bce5773cfe763796ef8eab8ac86c916b4c7f18c60b6fdb2976253071c3ac","cc2580aa92c1eb84b6b7efa1417b87c42bc03816b10ec52b9029ade8e455247f","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"float32","group":64,"bits":5,"layout":"plain"}
{"kernel":"quantize_float32_g64_b6_plain","sha256":["0e87252fc8dc13746042b472de253d4776b457700d14198fd362e30e56641afb","d85358c3e00c39a9279cfa2e634df607ee221563cf519462137bfd61962a8369","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"float32","group":64,"bits":6,"layout":"plain"}
{"kernel":"quantize_float32_g64_b8_plain","sha256":["9f53ecdffe33ec940e8522f1a9b6095d7c886d4331d5811daaf84e3c90db3253","d877a750d8c9795feb26c3deb11cf81e1a4214220830ae66c58b7962c9055808","e862453676b827c4113adf20ce40a1070bea550d5bf2b7d377361c7bbceffae3"],"dtype":"float32","group":64,"bits":8,"layout":"plain"}
{"kernel":"quantize_float32_g128_b2_plain","sha256":["4c8237f739af6fe848f63956ebbf142e06ba30b91ad251dbd675af115364dbd8","6726109c68b59c3cbf49180f2dfce6c812a52731fb3fcfe629a888f2d15f4ecf","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"float32","group":128,"bits":2,"layout":"plain"}
{"kernel":"quantize_float32_g128_b3_plain","sha256":["8b6e41805d0a680fe08406369b3fb07a14fbba5da0b1a207d68f702d129a5c60","27d70e0d32dd5628e988acb8b3aac3329ef963b6be2ca529412e50b8fe66351c","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"float32","group":128,"bits":3,"layout":"plain"}
{"kernel":"quantize_float32_g128_b4_plain","sha256":["584c4ad6a56ba6572d4f4a681f11e927bb59950642cf80aa3d7b6450ca0f34d7","4bcb5da1268158ba10ea25952cfad890a54b70bb56bb822506880433ef888fca","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"float32","group":128,"bits":4,"layout":"plain"}
{"kernel":"quantize_float32_g128_b5_plain","sha256":["369d320fc6cb731d8ad8f8364b2d4a1d0e37cc662a3e98e4e9dd594f61ce794b","a4f40e41520ada1bc5a060473decb059e885a108e84b2f584873505c9c3736df","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"float32","group":128,"bits":5,"layout":"plain"}
{"kernel":"quantize_float32_g128_b6_plain","sha256":["b41f437ce6e6c9ed23f66677ac1505fd5458d1530643a638bc49695b6d207d09","8fd867de4858ca3ff8a2458d43e99044287453e1f1464a1b306bcf484830e7b6","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"float32","group":128,"bits":6,"layout":"plain"}
{"kernel":"quantize_float32_g128_b8_plain","sha256":["bd29fa38e422ef84175e35507aea65a3ad04b676d7622ef5c5ddbde643202649","6a5d25e8d7be6d0599d3b4dc714390f6a6e8844d4c6b3f16531fd5d82146d086","fb6120ba6120f6764dde3ebd4a98b72915045e1f2560ef1ca3e53fe73908673f"],"dtype":"float32","group":128,"bits":8,"layout":"plain"}
{"kernel":"quantize_bfloat16_g64_b8_slice","sha256":["86010ead3a75dd252ba629d4d5acb5505970dc2ca6d03efa8c841fe2a93df068","ea03eadfb980f4a3e057b8ce3d51a367a2c2ae8ab8a352ecef7e2b5c10c9ec9b","c6d9f94a396c45cec6a37f7c27f6a0f38f6dd11429a40758523a71801bb903f0"],"dtype":"bfloat16","group":64,"bits":8,"layout":"slice"}
{"kernel":"quantize_bfloat16_g64_b8_transpose","sha256":["dafc62e24be6d52d00eda7b713ce5a49918b332c8468ab28bd7cf10959d39d93","0233dc65419d7523c1322b3c01e6bfc6319265b747e767abe134d1b6bfd307e5","178ceb32c08ff658834380b0be968608f864091133b2a13fccf47154602725d6"],"dtype":"bfloat16","group":64,"bits":8,"layout":"transpose"}
{"kernel":"quantize_bfloat16_g64_b8_zero","sha256":["ef115a0e0c15cdc41958ca46b5b14b456115f4baec5e3ca68599d2a8f435e3b8","daf095337ca30e05f2436db7f559030b3ac0ab99c4a71db645102582279491fc","17b0761f87b081d5cf10757ccc89f12be355c70e2e29df288b65b30710dcbcd1"],"dtype":"bfloat16","group":64,"bits":8,"layout":"zero"}
{"kernel":"quantize_bfloat16_g64_b8_positive","sha256":["ef115a0e0c15cdc41958ca46b5b14b456115f4baec5e3ca68599d2a8f435e3b8","daf095337ca30e05f2436db7f559030b3ac0ab99c4a71db645102582279491fc","6ea78411bee8a810b9a18819c5a4ac7c827e71678cc4d1db9a0ab8c8d8a9b2e2"],"dtype":"bfloat16","group":64,"bits":8,"layout":"positive"}
{"kernel":"quantize_bfloat16_g64_b8_negative","sha256":["ef115a0e0c15cdc41958ca46b5b14b456115f4baec5e3ca68599d2a8f435e3b8","3b7517c9c7903562efc659b3c54d99cd29da7a4a64c70f16f2f411b0567dab72","81681b33ced1a8f08f6888a042ed160ade67bd948c9a6a0f45f325c25249eec2"],"dtype":"bfloat16","group":64,"bits":8,"layout":"negative"}
{"kernel":"hyper_v3_original_pack","sha256":["9717495f618f11bf5152d06ddeed4fb48ddb97255bffb98bc4f6d98b118b3858","60aa2e73f6c83b6763c078e104d50bf26b8d622ce1b8a9ab75f8b5f83ecc0ff7","b6677a9f787d81445d32e9fb4f4274092b6f4d530952bd951acc7b8af6d71a17","32ee088dceceda188685e5f0b68a5117fbe3d5f6ff022c55ab7bc156bf1c4211","daaf2c5a9cd46fdb87ba508a0b2ceeb06240d58cd686ae56528c93d1cd9eb35f","3da5efb2495b95ce13c5f426da35ce3c952d2a41867222722edab389e30b8c35"]}
{"kernel":"hyper_v3_original_packed_read","sha256":["59264228afb8587ba8d6d5eec11c19ee14c97f963e5986c84b54c0322848e528","7244cfa52fbd8ae983159416fb305465ad37d3ab9d744e3ad75f88b5d3b225d2"]}