hugo/DS4Server
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

Save inference parity implementation and evaluation harness

Browse Source
This commit is contained in:
Georg Bauer
2026-09-10 22:45:59 +02:00
parent b99ce2aa10
commit 02db0968ae
198 changed files with 111205 additions and 586 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/mtplx-ngram-resident.jsonl
Vendored
+162
View File
@@ -0,0 +1,162 @@
{"kernel":"ngram_resident_bfloat16_b0_w8_plain_vector","sha256":["25423662d2ae806cee9416dde75047188c8566199c703d8615157a0d123a4e58"],"dtype":"bfloat16","bits":0,"width":8,"layout":"plain","ids_layout":"vector"}
{"kernel":"ngram_resident_bfloat16_b0_w8_plain_scalar","sha256":["dd1e52fca50e5073d9f6d2879e78962c585182cdc5cfbcf65b7ee045b67e5e96"],"dtype":"bfloat16","bits":0,"width":8,"layout":"plain","ids_layout":"scalar"}
{"kernel":"ngram_resident_bfloat16_b0_w8_plain_matrix","sha256":["8e371af151c5bdf9439a8fe6f7f873fc166b73c36708a06c3282efa28ab135bd"],"dtype":"bfloat16","bits":0,"width":8,"layout":"plain","ids_layout":"matrix"}
{"kernel":"ngram_resident_bfloat16_b0_w8_plain_head3","sha256":["f82e96151929d0afef0bfeb79d5549673f8c64cf621938f975c8c40c80a954fd"],"dtype":"bfloat16","bits":0,"width":8,"layout":"plain","ids_layout":"head3"}
{"kernel":"ngram_resident_bfloat16_b0_w8_plain_head4","sha256":["76030cdd80c0927b268413913b6058f9b4c4dea24ed373019669fe0e1c6fb7f6"],"dtype":"bfloat16","bits":0,"width":8,"layout":"plain","ids_layout":"head4"}
{"kernel":"ngram_resident_bfloat16_b0_w8_plain_slice","sha256":["025c7d89d6d6bb74688e9545c1334d09fdf9b2c2a352e7dd3f48a2043b198518"],"dtype":"bfloat16","bits":0,"width":8,"layout":"plain","ids_layout":"slice"}
{"kernel":"ngram_resident_bfloat16_b0_w8_plain_broadcast","sha256":["840571856d797666e7c064cae6a2ed58897fd02c88fd2a3f8ee2360fcbe77612"],"dtype":"bfloat16","bits":0,"width":8,"layout":"plain","ids_layout":"broadcast"}
{"kernel":"ngram_resident_bfloat16_b0_w8_transpose_vector","sha256":["9f711e87c748479e4c170326fec4f073aa3f40886b0944ef635e6143fd066d03"],"dtype":"bfloat16","bits":0,"width":8,"layout":"transpose","ids_layout":"vector"}
{"kernel":"ngram_resident_bfloat16_b0_w8_transpose_scalar","sha256":["65271aa438079fb2782b73c0b20e0d122a9ee6535222542768ffab377aa4e62e"],"dtype":"bfloat16","bits":0,"width":8,"layout":"transpose","ids_layout":"scalar"}
{"kernel":"ngram_resident_bfloat16_b0_w8_transpose_matrix","sha256":["51c1e7cd2df2aad00d4f0795cf6ec42aa9d9752e2ef5259003951faf68c164b1"],"dtype":"bfloat16","bits":0,"width":8,"layout":"transpose","ids_layout":"matrix"}
{"kernel":"ngram_resident_bfloat16_b0_w8_transpose_head3","sha256":["00706365c2ce3039543723dd438d7261d2cde0aabcb3a6f54f99a0e6cf2bbee6"],"dtype":"bfloat16","bits":0,"width":8,"layout":"transpose","ids_layout":"head3"}
{"kernel":"ngram_resident_bfloat16_b0_w8_transpose_head4","sha256":["5e216cde18c99cce2de3852dcd4d9aed8e4ef50b02650c06b4e2c29bec925901"],"dtype":"bfloat16","bits":0,"width":8,"layout":"transpose","ids_layout":"head4"}
{"kernel":"ngram_resident_bfloat16_b0_w8_transpose_slice","sha256":["9eea59e2458c2887349a414b8e4c1ef7984929642f1128080f647faff081a22f"],"dtype":"bfloat16","bits":0,"width":8,"layout":"transpose","ids_layout":"slice"}
{"kernel":"ngram_resident_bfloat16_b0_w8_transpose_broadcast","sha256":["51e514f1c3de3da41db29dcd459d7fca6c0c8ad4d14e3137a45aba6958602381"],"dtype":"bfloat16","bits":0,"width":8,"layout":"transpose","ids_layout":"broadcast"}
{"kernel":"ngram_resident_bfloat16_b0_w8_offset_vector","sha256":["996e7c1084f85d642f708c0240a4f16f9118336fe45f18b3bb3ece064c0376c1"],"dtype":"bfloat16","bits":0,"width":8,"layout":"offset","ids_layout":"vector"}
{"kernel":"ngram_resident_bfloat16_b0_w8_offset_scalar","sha256":["2837e1a703e366c5c42bab538a1ac1c906788f69fde96ae6b0516a7d816f0980"],"dtype":"bfloat16","bits":0,"width":8,"layout":"offset","ids_layout":"scalar"}
{"kernel":"ngram_resident_bfloat16_b0_w8_offset_matrix","sha256":["cb71416a3474e45166c3e93d7d0b96a6756c9ecfd352f6a2ed7a062e82ecbce9"],"dtype":"bfloat16","bits":0,"width":8,"layout":"offset","ids_layout":"matrix"}
{"kernel":"ngram_resident_bfloat16_b0_w8_offset_head3","sha256":["2f0e29992276002b7d094c3eb6f8089a0d3bc7ad58796e577b04bd5810ac74be"],"dtype":"bfloat16","bits":0,"width":8,"layout":"offset","ids_layout":"head3"}
{"kernel":"ngram_resident_bfloat16_b0_w8_offset_head4","sha256":["a464b789325617be77aba2d5ed9ce7e3f85824708cdf2273724df4a1d6491930"],"dtype":"bfloat16","bits":0,"width":8,"layout":"offset","ids_layout":"head4"}
{"kernel":"ngram_resident_bfloat16_b0_w8_offset_slice","sha256":["d70274ac3a93e5bcbaeb36b82fd4b02045920cda0503f9f08266ea34a8a176ed"],"dtype":"bfloat16","bits":0,"width":8,"layout":"offset","ids_layout":"slice"}
{"kernel":"ngram_resident_bfloat16_b0_w8_offset_broadcast","sha256":["05e77f058b90de20e1f77e904bd2129cc768c777994f9abd04292cc9365868c6"],"dtype":"bfloat16","bits":0,"width":8,"layout":"offset","ids_layout":"broadcast"}
{"kernel":"ngram_resident_bfloat16_b0_w9_plain_vector","sha256":["d63123952214e89b8508012c3f906ed5a93efb31d3a3955216b94bb813aa7785"],"dtype":"bfloat16","bits":0,"width":9,"layout":"plain","ids_layout":"vector"}
{"kernel":"ngram_resident_bfloat16_b0_w9_plain_scalar","sha256":["5c17b322dbb9bebc42b3186b4e5d8b35b695602aae4d86345ea55714b7adbdac"],"dtype":"bfloat16","bits":0,"width":9,"layout":"plain","ids_layout":"scalar"}
{"kernel":"ngram_resident_bfloat16_b0_w9_plain_matrix","sha256":["12dfa1d6cd1ecd6c5fa86b4f7cadb599549689beed0176cce3cecbc892812e0d"],"dtype":"bfloat16","bits":0,"width":9,"layout":"plain","ids_layout":"matrix"}
{"kernel":"ngram_resident_bfloat16_b0_w9_plain_head3","sha256":["c305df589c23287ef043a124e66d975005afaafd026c65ce4827844f0633998c"],"dtype":"bfloat16","bits":0,"width":9,"layout":"plain","ids_layout":"head3"}
{"kernel":"ngram_resident_bfloat16_b0_w9_plain_head4","sha256":["9534418438125a96289ac22dbb79cfced4022fec1e61c1818501053bda3210cc"],"dtype":"bfloat16","bits":0,"width":9,"layout":"plain","ids_layout":"head4"}
{"kernel":"ngram_resident_bfloat16_b0_w9_plain_slice","sha256":["d95ccf0440114a48a74e7f364ba1182b5cfc228b979369bb038040f27ba1adba"],"dtype":"bfloat16","bits":0,"width":9,"layout":"plain","ids_layout":"slice"}
{"kernel":"ngram_resident_bfloat16_b0_w9_plain_broadcast","sha256":["7d3d8bbfda1f89c28d58d7e5ec945ec7408debd2c01e2b9788a0d31f45d8e7bc"],"dtype":"bfloat16","bits":0,"width":9,"layout":"plain","ids_layout":"broadcast"}
{"kernel":"ngram_resident_bfloat16_b0_w9_transpose_vector","sha256":["0a6f5c9d75d435cdf20b7c009fdc7f73a7e97d9c32032700f6e2877fdc17e6de"],"dtype":"bfloat16","bits":0,"width":9,"layout":"transpose","ids_layout":"vector"}
{"kernel":"ngram_resident_bfloat16_b0_w9_transpose_scalar","sha256":["aa4741339faf8770c076f3585ff3b6b1bbfd52642a8b7fa86353b6ec2a2899df"],"dtype":"bfloat16","bits":0,"width":9,"layout":"transpose","ids_layout":"scalar"}
{"kernel":"ngram_resident_bfloat16_b0_w9_transpose_matrix","sha256":["5b820ae7aecb266ea8d5af67a1b65602c10f774fc1758134a78307ccbadd61f1"],"dtype":"bfloat16","bits":0,"width":9,"layout":"transpose","ids_layout":"matrix"}
{"kernel":"ngram_resident_bfloat16_b0_w9_transpose_head3","sha256":["41aa2c0bb5783343ec5791af4adaa980b8a7bac3db2224b6ab518ce03733bde1"],"dtype":"bfloat16","bits":0,"width":9,"layout":"transpose","ids_layout":"head3"}
{"kernel":"ngram_resident_bfloat16_b0_w9_transpose_head4","sha256":["89b9ccb30f6ea0b75689f180b7c74c3b7ff5b0503d9d124ce2baa2da45fb75cc"],"dtype":"bfloat16","bits":0,"width":9,"layout":"transpose","ids_layout":"head4"}
{"kernel":"ngram_resident_bfloat16_b0_w9_transpose_slice","sha256":["3b15e23b19eec4778b935eb326752312207c3530dfb2640d51eff7afcca55d00"],"dtype":"bfloat16","bits":0,"width":9,"layout":"transpose","ids_layout":"slice"}
{"kernel":"ngram_resident_bfloat16_b0_w9_transpose_broadcast","sha256":["aedc48089a7a032185419ed14322e99cec917fc9c1ccc1feb62b012725f0a782"],"dtype":"bfloat16","bits":0,"width":9,"layout":"transpose","ids_layout":"broadcast"}
{"kernel":"ngram_resident_bfloat16_b0_w9_offset_vector","sha256":["1be447dab57458bb083d2f0623755da4358a756919421cb70c9d6b3d9ab23e81"],"dtype":"bfloat16","bits":0,"width":9,"layout":"offset","ids_layout":"vector"}
{"kernel":"ngram_resident_bfloat16_b0_w9_offset_scalar","sha256":["7118131f83cb9151b16643728ac3567622792fa5e4f53d2cccc21c3059338c8e"],"dtype":"bfloat16","bits":0,"width":9,"layout":"offset","ids_layout":"scalar"}
{"kernel":"ngram_resident_bfloat16_b0_w9_offset_matrix","sha256":["b2bd5b281ac753f346ff1f6ae5fef4938fab202fba8cbb7a7274630b8bb081ea"],"dtype":"bfloat16","bits":0,"width":9,"layout":"offset","ids_layout":"matrix"}
{"kernel":"ngram_resident_bfloat16_b0_w9_offset_head3","sha256":["9280f4cae04e14440b130ff03bfd82a8cfe4d864056f1be53ada18035ed54f0a"],"dtype":"bfloat16","bits":0,"width":9,"layout":"offset","ids_layout":"head3"}
{"kernel":"ngram_resident_bfloat16_b0_w9_offset_head4","sha256":["891cef70a5bdbd7fb18be373c4d1bf2c3e1d13317b1b295eb628e66c64798c99"],"dtype":"bfloat16","bits":0,"width":9,"layout":"offset","ids_layout":"head4"}
{"kernel":"ngram_resident_bfloat16_b0_w9_offset_slice","sha256":["a1104b1900a286140fa7daf28242cfe1f63d6b354ad92f9fc698567a5bb43fde"],"dtype":"bfloat16","bits":0,"width":9,"layout":"offset","ids_layout":"slice"}
{"kernel":"ngram_resident_bfloat16_b0_w9_offset_broadcast","sha256":["6b8d52130ff1dd2a3f2e304fe4cd430327b791fb1b7e205cec2aa8f0187346d9"],"dtype":"bfloat16","bits":0,"width":9,"layout":"offset","ids_layout":"broadcast"}
{"kernel":"ngram_resident_bfloat16_b0_w160_plain_vector","sha256":["9909a875cbc01a08ed0ba9ea3e4c885c757279a9397c4462787b1fab5ef7a529"],"dtype":"bfloat16","bits":0,"width":160,"layout":"plain","ids_layout":"vector"}
{"kernel":"ngram_resident_bfloat16_b0_w160_plain_scalar","sha256":["c86894453b4a78dddd39047e8a0d03571bf5c63736cc811a026f2e1e733334ef"],"dtype":"bfloat16","bits":0,"width":160,"layout":"plain","ids_layout":"scalar"}
{"kernel":"ngram_resident_bfloat16_b0_w160_plain_matrix","sha256":["90baa2277b7ab239d9049162b6760c112d4b0842756f9476de9fe3286ec5c2da"],"dtype":"bfloat16","bits":0,"width":160,"layout":"plain","ids_layout":"matrix"}
{"kernel":"ngram_resident_bfloat16_b0_w160_plain_head3","sha256":["17a8ef915e4105f4f2d055990532c904dd257185ee6a8ca926bba6635893994c"],"dtype":"bfloat16","bits":0,"width":160,"layout":"plain","ids_layout":"head3"}
{"kernel":"ngram_resident_bfloat16_b0_w160_plain_head4","sha256":["56f8f59d88efd2ceeead4791da73e0f3d869609c617c6557ff98020725bde646"],"dtype":"bfloat16","bits":0,"width":160,"layout":"plain","ids_layout":"head4"}
{"kernel":"ngram_resident_bfloat16_b0_w160_plain_slice","sha256":["052fa3c626c32b920f355b0218accc8d858d4b40c2817454066bca5c1577de10"],"dtype":"bfloat16","bits":0,"width":160,"layout":"plain","ids_layout":"slice"}
{"kernel":"ngram_resident_bfloat16_b0_w160_plain_broadcast","sha256":["95ab40399b3fb7a0eae5940830950f1d87aaad01d9722d6bd4bfbeeac3aa9e02"],"dtype":"bfloat16","bits":0,"width":160,"layout":"plain","ids_layout":"broadcast"}
{"kernel":"ngram_resident_bfloat16_b0_w160_transpose_vector","sha256":["3a131814d98c7c8c6c1182c2ac4fb4aa518b16127c7b1437dee4be406f12c5da"],"dtype":"bfloat16","bits":0,"width":160,"layout":"transpose","ids_layout":"vector"}
{"kernel":"ngram_resident_bfloat16_b0_w160_transpose_scalar","sha256":["a149ef7190cc75fe00c722d2724647ab7c53dd2c4a0fa741b77682af8b3f99cb"],"dtype":"bfloat16","bits":0,"width":160,"layout":"transpose","ids_layout":"scalar"}
{"kernel":"ngram_resident_bfloat16_b0_w160_transpose_matrix","sha256":["8e26433e6d4b7b8fa04f3a5c877fe9379ebe05bdf8b92979e8d6cc7642052dc6"],"dtype":"bfloat16","bits":0,"width":160,"layout":"transpose","ids_layout":"matrix"}
{"kernel":"ngram_resident_bfloat16_b0_w160_transpose_head3","sha256":["3dde23998d3ddc256dc3f12485313b94d743cdf19f7f306acde056e01206f12d"],"dtype":"bfloat16","bits":0,"width":160,"layout":"transpose","ids_layout":"head3"}
{"kernel":"ngram_resident_bfloat16_b0_w160_transpose_head4","sha256":["cccde31ad54135b877da158b14644ed9b746765add04542d30d866ce631419bf"],"dtype":"bfloat16","bits":0,"width":160,"layout":"transpose","ids_layout":"head4"}
{"kernel":"ngram_resident_bfloat16_b0_w160_transpose_slice","sha256":["a4a531440b4b3455090a9e8444c235283ad876e13c4bd69beacc1fa4e7ee3609"],"dtype":"bfloat16","bits":0,"width":160,"layout":"transpose","ids_layout":"slice"}
{"kernel":"ngram_resident_bfloat16_b0_w160_transpose_broadcast","sha256":["73f755ae0ffaaafaffc0fa9f2c58c7438cc7402d55110f0688d0c8dd3080a9ee"],"dtype":"bfloat16","bits":0,"width":160,"layout":"transpose","ids_layout":"broadcast"}
{"kernel":"ngram_resident_bfloat16_b0_w160_offset_vector","sha256":["91d86de474fcd66e8f23f93deb0f444ccd9976663580c31dc57199295f6a135f"],"dtype":"bfloat16","bits":0,"width":160,"layout":"offset","ids_layout":"vector"}
{"kernel":"ngram_resident_bfloat16_b0_w160_offset_scalar","sha256":["dcc00f9688df63b884319ceb85590f9daf2268fbf26efade5f0e18cd82dc8261"],"dtype":"bfloat16","bits":0,"width":160,"layout":"offset","ids_layout":"scalar"}
{"kernel":"ngram_resident_bfloat16_b0_w160_offset_matrix","sha256":["45494cec757c080fae9d7dc2e08e08dfbff073699aaed5f9c4efa057c5868318"],"dtype":"bfloat16","bits":0,"width":160,"layout":"offset","ids_layout":"matrix"}
{"kernel":"ngram_resident_bfloat16_b0_w160_offset_head3","sha256":["4b5876a90d9e852e1fb54b16938f128e013453fe77a3bc5a3d312c553c4162a6"],"dtype":"bfloat16","bits":0,"width":160,"layout":"offset","ids_layout":"head3"}
{"kernel":"ngram_resident_bfloat16_b0_w160_offset_head4","sha256":["05ff255e194532dd3d036cdbecc9d20a0a8522058164479c2d2b6c58e03ee9ab"],"dtype":"bfloat16","bits":0,"width":160,"layout":"offset","ids_layout":"head4"}
{"kernel":"ngram_resident_bfloat16_b0_w160_offset_slice","sha256":["285447c45508461487273b4abff1576baef913299fe6806b1e2efe685c12dddc"],"dtype":"bfloat16","bits":0,"width":160,"layout":"offset","ids_layout":"slice"}
{"kernel":"ngram_resident_bfloat16_b0_w160_offset_broadcast","sha256":["da6df6fd251b35ae96fa8e28b910f8fbfa8206f08a5d9d8e9d3c8c1fc2fce1ec"],"dtype":"bfloat16","bits":0,"width":160,"layout":"offset","ids_layout":"broadcast"}
{"kernel":"ngram_resident_bfloat16_b4_w160_plain_vector","sha256":["2689bd4578b622091e095d908ba26224500dd938335b8f26bacd75bc4aadb3ba"],"dtype":"bfloat16","bits":4,"width":160,"layout":"plain","ids_layout":"vector"}
{"kernel":"ngram_resident_bfloat16_b4_w160_plain_matrix","sha256":["2641a41fff58af08fbd59a8288bf2ad04e45facf9633b7313edee029ec130aac"],"dtype":"bfloat16","bits":4,"width":160,"layout":"plain","ids_layout":"matrix"}
{"kernel":"ngram_resident_bfloat16_b4_w160_plain_head3","sha256":["31a7e98d81e6c0864c3b835d5cc3fbd90676d426d0c77fe5e9bca04b6959d126"],"dtype":"bfloat16","bits":4,"width":160,"layout":"plain","ids_layout":"head3"}
{"kernel":"ngram_resident_bfloat16_b4_w160_plain_head4","sha256":["bccec2758b384add9d68f6e58af0356eae7560e0576a1623f99362b3071e248b"],"dtype":"bfloat16","bits":4,"width":160,"layout":"plain","ids_layout":"head4"}
{"kernel":"ngram_resident_bfloat16_b4_w160_plain_slice","sha256":["24e9c4a5bc3355edff088345362338da4372363573239bed457995a12c5412d0"],"dtype":"bfloat16","bits":4,"width":160,"layout":"plain","ids_layout":"slice"}
{"kernel":"ngram_resident_bfloat16_b4_w160_plain_broadcast","sha256":["8de4260ed78da6c994fccc9a7d339962ce294dc558cfb5b1ec21fc2d7b2b25c8"],"dtype":"bfloat16","bits":4,"width":160,"layout":"plain","ids_layout":"broadcast"}
{"kernel":"ngram_resident_bfloat16_b4_w160_transpose_vector","sha256":["ea2aa22854f7f076b0b4545c8a4123129451fe9948a3dd39724cde22606fc8dc"],"dtype":"bfloat16","bits":4,"width":160,"layout":"transpose","ids_layout":"vector"}
{"kernel":"ngram_resident_bfloat16_b4_w160_transpose_matrix","sha256":["3fbacb5cdc7f22f24b741da1832d5a4f810f95432d9b377e14d993eac16d4c9b"],"dtype":"bfloat16","bits":4,"width":160,"layout":"transpose","ids_layout":"matrix"}
{"kernel":"ngram_resident_bfloat16_b4_w160_transpose_head3","sha256":["8058fda7dc449c5c290591521fb5e240588f4e2b0a5f7a5e1b8900924688b426"],"dtype":"bfloat16","bits":4,"width":160,"layout":"transpose","ids_layout":"head3"}
{"kernel":"ngram_resident_bfloat16_b4_w160_transpose_head4","sha256":["b0e03da23bac3b13d25c3d11000ca08104086981980d76e108d6996d1fb25425"],"dtype":"bfloat16","bits":4,"width":160,"layout":"transpose","ids_layout":"head4"}
{"kernel":"ngram_resident_bfloat16_b4_w160_transpose_slice","sha256":["d613fe2af74c718fedbda477cf2dc41abffc8638040ac5946ebf4f997c6dca9c"],"dtype":"bfloat16","bits":4,"width":160,"layout":"transpose","ids_layout":"slice"}
{"kernel":"ngram_resident_bfloat16_b4_w160_transpose_broadcast","sha256":["375f2f58b8426b3136121492973846435704645d116c4014e10f56ed116fef88"],"dtype":"bfloat16","bits":4,"width":160,"layout":"transpose","ids_layout":"broadcast"}
{"kernel":"ngram_resident_bfloat16_b4_w160_offset_vector","sha256":["f8ac2dce0802671ed965b377e74f42e90529510e4a21230ecdd2a06777df74cf"],"dtype":"bfloat16","bits":4,"width":160,"layout":"offset","ids_layout":"vector"}
{"kernel":"ngram_resident_bfloat16_b4_w160_offset_matrix","sha256":["7ab70893263724d043aa6aaae37db3aa0e097b81eded6a83f457dc48d5806516"],"dtype":"bfloat16","bits":4,"width":160,"layout":"offset","ids_layout":"matrix"}
{"kernel":"ngram_resident_bfloat16_b4_w160_offset_head3","sha256":["76b15736a5a3dc514e1e934260518049dd3c78515396ebc5a0e4b6e1bb756938"],"dtype":"bfloat16","bits":4,"width":160,"layout":"offset","ids_layout":"head3"}
{"kernel":"ngram_resident_bfloat16_b4_w160_offset_head4","sha256":["403503e7a9a00e48d386759edff433b735aa38bb04e9fb962a4a280228c6ddcb"],"dtype":"bfloat16","bits":4,"width":160,"layout":"offset","ids_layout":"head4"}
{"kernel":"ngram_resident_bfloat16_b4_w160_offset_slice","sha256":["e971f19ee02b2c1df9475b57b90794a4b5c6c2af43032710fe9ed40abb102f80"],"dtype":"bfloat16","bits":4,"width":160,"layout":"offset","ids_layout":"slice"}
{"kernel":"ngram_resident_bfloat16_b4_w160_offset_broadcast","sha256":["f6de808d76e8b467300345a53204c8d60ed43b2e1723fa1ba26158da9bf0fe97"],"dtype":"bfloat16","bits":4,"width":160,"layout":"offset","ids_layout":"broadcast"}
{"kernel":"ngram_resident_float16_b0_w8_plain_vector","sha256":["25423662d2ae806cee9416dde75047188c8566199c703d8615157a0d123a4e58"],"dtype":"float16","bits":0,"width":8,"layout":"plain","ids_layout":"vector"}
{"kernel":"ngram_resident_float16_b0_w8_plain_scalar","sha256":["dd1e52fca50e5073d9f6d2879e78962c585182cdc5cfbcf65b7ee045b67e5e96"],"dtype":"float16","bits":0,"width":8,"layout":"plain","ids_layout":"scalar"}
{"kernel":"ngram_resident_float16_b0_w8_plain_matrix","sha256":["8e371af151c5bdf9439a8fe6f7f873fc166b73c36708a06c3282efa28ab135bd"],"dtype":"float16","bits":0,"width":8,"layout":"plain","ids_layout":"matrix"}
{"kernel":"ngram_resident_float16_b0_w8_plain_head3","sha256":["f82e96151929d0afef0bfeb79d5549673f8c64cf621938f975c8c40c80a954fd"],"dtype":"float16","bits":0,"width":8,"layout":"plain","ids_layout":"head3"}
{"kernel":"ngram_resident_float16_b0_w8_plain_head4","sha256":["76030cdd80c0927b268413913b6058f9b4c4dea24ed373019669fe0e1c6fb7f6"],"dtype":"float16","bits":0,"width":8,"layout":"plain","ids_layout":"head4"}
{"kernel":"ngram_resident_float16_b0_w8_plain_slice","sha256":["025c7d89d6d6bb74688e9545c1334d09fdf9b2c2a352e7dd3f48a2043b198518"],"dtype":"float16","bits":0,"width":8,"layout":"plain","ids_layout":"slice"}
{"kernel":"ngram_resident_float16_b0_w8_plain_broadcast","sha256":["840571856d797666e7c064cae6a2ed58897fd02c88fd2a3f8ee2360fcbe77612"],"dtype":"float16","bits":0,"width":8,"layout":"plain","ids_layout":"broadcast"}
{"kernel":"ngram_resident_float16_b0_w8_transpose_vector","sha256":["9f711e87c748479e4c170326fec4f073aa3f40886b0944ef635e6143fd066d03"],"dtype":"float16","bits":0,"width":8,"layout":"transpose","ids_layout":"vector"}
{"kernel":"ngram_resident_float16_b0_w8_transpose_scalar","sha256":["65271aa438079fb2782b73c0b20e0d122a9ee6535222542768ffab377aa4e62e"],"dtype":"float16","bits":0,"width":8,"layout":"transpose","ids_layout":"scalar"}
{"kernel":"ngram_resident_float16_b0_w8_transpose_matrix","sha256":["51c1e7cd2df2aad00d4f0795cf6ec42aa9d9752e2ef5259003951faf68c164b1"],"dtype":"float16","bits":0,"width":8,"layout":"transpose","ids_layout":"matrix"}
{"kernel":"ngram_resident_float16_b0_w8_transpose_head3","sha256":["00706365c2ce3039543723dd438d7261d2cde0aabcb3a6f54f99a0e6cf2bbee6"],"dtype":"float16","bits":0,"width":8,"layout":"transpose","ids_layout":"head3"}
{"kernel":"ngram_resident_float16_b0_w8_transpose_head4","sha256":["5e216cde18c99cce2de3852dcd4d9aed8e4ef50b02650c06b4e2c29bec925901"],"dtype":"float16","bits":0,"width":8,"layout":"transpose","ids_layout":"head4"}
{"kernel":"ngram_resident_float16_b0_w8_transpose_slice","sha256":["9eea59e2458c2887349a414b8e4c1ef7984929642f1128080f647faff081a22f"],"dtype":"float16","bits":0,"width":8,"layout":"transpose","ids_layout":"slice"}
{"kernel":"ngram_resident_float16_b0_w8_transpose_broadcast","sha256":["51e514f1c3de3da41db29dcd459d7fca6c0c8ad4d14e3137a45aba6958602381"],"dtype":"float16","bits":0,"width":8,"layout":"transpose","ids_layout":"broadcast"}
{"kernel":"ngram_resident_float16_b0_w8_offset_vector","sha256":["996e7c1084f85d642f708c0240a4f16f9118336fe45f18b3bb3ece064c0376c1"],"dtype":"float16","bits":0,"width":8,"layout":"offset","ids_layout":"vector"}
{"kernel":"ngram_resident_float16_b0_w8_offset_scalar","sha256":["2837e1a703e366c5c42bab538a1ac1c906788f69fde96ae6b0516a7d816f0980"],"dtype":"float16","bits":0,"width":8,"layout":"offset","ids_layout":"scalar"}
{"kernel":"ngram_resident_float16_b0_w8_offset_matrix","sha256":["cb71416a3474e45166c3e93d7d0b96a6756c9ecfd352f6a2ed7a062e82ecbce9"],"dtype":"float16","bits":0,"width":8,"layout":"offset","ids_layout":"matrix"}
{"kernel":"ngram_resident_float16_b0_w8_offset_head3","sha256":["2f0e29992276002b7d094c3eb6f8089a0d3bc7ad58796e577b04bd5810ac74be"],"dtype":"float16","bits":0,"width":8,"layout":"offset","ids_layout":"head3"}
{"kernel":"ngram_resident_float16_b0_w8_offset_head4","sha256":["a464b789325617be77aba2d5ed9ce7e3f85824708cdf2273724df4a1d6491930"],"dtype":"float16","bits":0,"width":8,"layout":"offset","ids_layout":"head4"}
{"kernel":"ngram_resident_float16_b0_w8_offset_slice","sha256":["d70274ac3a93e5bcbaeb36b82fd4b02045920cda0503f9f08266ea34a8a176ed"],"dtype":"float16","bits":0,"width":8,"layout":"offset","ids_layout":"slice"}
{"kernel":"ngram_resident_float16_b0_w8_offset_broadcast","sha256":["05e77f058b90de20e1f77e904bd2129cc768c777994f9abd04292cc9365868c6"],"dtype":"float16","bits":0,"width":8,"layout":"offset","ids_layout":"broadcast"}
{"kernel":"ngram_resident_float16_b0_w9_plain_vector","sha256":["d63123952214e89b8508012c3f906ed5a93efb31d3a3955216b94bb813aa7785"],"dtype":"float16","bits":0,"width":9,"layout":"plain","ids_layout":"vector"}
{"kernel":"ngram_resident_float16_b0_w9_plain_scalar","sha256":["5c17b322dbb9bebc42b3186b4e5d8b35b695602aae4d86345ea55714b7adbdac"],"dtype":"float16","bits":0,"width":9,"layout":"plain","ids_layout":"scalar"}
{"kernel":"ngram_resident_float16_b0_w9_plain_matrix","sha256":["12dfa1d6cd1ecd6c5fa86b4f7cadb599549689beed0176cce3cecbc892812e0d"],"dtype":"float16","bits":0,"width":9,"layout":"plain","ids_layout":"matrix"}
{"kernel":"ngram_resident_float16_b0_w9_plain_head3","sha256":["c305df589c23287ef043a124e66d975005afaafd026c65ce4827844f0633998c"],"dtype":"float16","bits":0,"width":9,"layout":"plain","ids_layout":"head3"}
{"kernel":"ngram_resident_float16_b0_w9_plain_head4","sha256":["9534418438125a96289ac22dbb79cfced4022fec1e61c1818501053bda3210cc"],"dtype":"float16","bits":0,"width":9,"layout":"plain","ids_layout":"head4"}
{"kernel":"ngram_resident_float16_b0_w9_plain_slice","sha256":["d95ccf0440114a48a74e7f364ba1182b5cfc228b979369bb038040f27ba1adba"],"dtype":"float16","bits":0,"width":9,"layout":"plain","ids_layout":"slice"}
{"kernel":"ngram_resident_float16_b0_w9_plain_broadcast","sha256":["7d3d8bbfda1f89c28d58d7e5ec945ec7408debd2c01e2b9788a0d31f45d8e7bc"],"dtype":"float16","bits":0,"width":9,"layout":"plain","ids_layout":"broadcast"}
{"kernel":"ngram_resident_float16_b0_w9_transpose_vector","sha256":["0a6f5c9d75d435cdf20b7c009fdc7f73a7e97d9c32032700f6e2877fdc17e6de"],"dtype":"float16","bits":0,"width":9,"layout":"transpose","ids_layout":"vector"}
{"kernel":"ngram_resident_float16_b0_w9_transpose_scalar","sha256":["aa4741339faf8770c076f3585ff3b6b1bbfd52642a8b7fa86353b6ec2a2899df"],"dtype":"float16","bits":0,"width":9,"layout":"transpose","ids_layout":"scalar"}
{"kernel":"ngram_resident_float16_b0_w9_transpose_matrix","sha256":["5b820ae7aecb266ea8d5af67a1b65602c10f774fc1758134a78307ccbadd61f1"],"dtype":"float16","bits":0,"width":9,"layout":"transpose","ids_layout":"matrix"}
{"kernel":"ngram_resident_float16_b0_w9_transpose_head3","sha256":["41aa2c0bb5783343ec5791af4adaa980b8a7bac3db2224b6ab518ce03733bde1"],"dtype":"float16","bits":0,"width":9,"layout":"transpose","ids_layout":"head3"}
{"kernel":"ngram_resident_float16_b0_w9_transpose_head4","sha256":["89b9ccb30f6ea0b75689f180b7c74c3b7ff5b0503d9d124ce2baa2da45fb75cc"],"dtype":"float16","bits":0,"width":9,"layout":"transpose","ids_layout":"head4"}
{"kernel":"ngram_resident_float16_b0_w9_transpose_slice","sha256":["3b15e23b19eec4778b935eb326752312207c3530dfb2640d51eff7afcca55d00"],"dtype":"float16","bits":0,"width":9,"layout":"transpose","ids_layout":"slice"}
{"kernel":"ngram_resident_float16_b0_w9_transpose_broadcast","sha256":["aedc48089a7a032185419ed14322e99cec917fc9c1ccc1feb62b012725f0a782"],"dtype":"float16","bits":0,"width":9,"layout":"transpose","ids_layout":"broadcast"}
{"kernel":"ngram_resident_float16_b0_w9_offset_vector","sha256":["1be447dab57458bb083d2f0623755da4358a756919421cb70c9d6b3d9ab23e81"],"dtype":"float16","bits":0,"width":9,"layout":"offset","ids_layout":"vector"}
{"kernel":"ngram_resident_float16_b0_w9_offset_scalar","sha256":["7118131f83cb9151b16643728ac3567622792fa5e4f53d2cccc21c3059338c8e"],"dtype":"float16","bits":0,"width":9,"layout":"offset","ids_layout":"scalar"}
{"kernel":"ngram_resident_float16_b0_w9_offset_matrix","sha256":["b2bd5b281ac753f346ff1f6ae5fef4938fab202fba8cbb7a7274630b8bb081ea"],"dtype":"float16","bits":0,"width":9,"layout":"offset","ids_layout":"matrix"}
{"kernel":"ngram_resident_float16_b0_w9_offset_head3","sha256":["9280f4cae04e14440b130ff03bfd82a8cfe4d864056f1be53ada18035ed54f0a"],"dtype":"float16","bits":0,"width":9,"layout":"offset","ids_layout":"head3"}
{"kernel":"ngram_resident_float16_b0_w9_offset_head4","sha256":["891cef70a5bdbd7fb18be373c4d1bf2c3e1d13317b1b295eb628e66c64798c99"],"dtype":"float16","bits":0,"width":9,"layout":"offset","ids_layout":"head4"}
{"kernel":"ngram_resident_float16_b0_w9_offset_slice","sha256":["a1104b1900a286140fa7daf28242cfe1f63d6b354ad92f9fc698567a5bb43fde"],"dtype":"float16","bits":0,"width":9,"layout":"offset","ids_layout":"slice"}
{"kernel":"ngram_resident_float16_b0_w9_offset_broadcast","sha256":["6b8d52130ff1dd2a3f2e304fe4cd430327b791fb1b7e205cec2aa8f0187346d9"],"dtype":"float16","bits":0,"width":9,"layout":"offset","ids_layout":"broadcast"}
{"kernel":"ngram_resident_float16_b0_w160_plain_vector","sha256":["9909a875cbc01a08ed0ba9ea3e4c885c757279a9397c4462787b1fab5ef7a529"],"dtype":"float16","bits":0,"width":160,"layout":"plain","ids_layout":"vector"}
{"kernel":"ngram_resident_float16_b0_w160_plain_scalar","sha256":["c86894453b4a78dddd39047e8a0d03571bf5c63736cc811a026f2e1e733334ef"],"dtype":"float16","bits":0,"width":160,"layout":"plain","ids_layout":"scalar"}
{"kernel":"ngram_resident_float16_b0_w160_plain_matrix","sha256":["90baa2277b7ab239d9049162b6760c112d4b0842756f9476de9fe3286ec5c2da"],"dtype":"float16","bits":0,"width":160,"layout":"plain","ids_layout":"matrix"}
{"kernel":"ngram_resident_float16_b0_w160_plain_head3","sha256":["17a8ef915e4105f4f2d055990532c904dd257185ee6a8ca926bba6635893994c"],"dtype":"float16","bits":0,"width":160,"layout":"plain","ids_layout":"head3"}
{"kernel":"ngram_resident_float16_b0_w160_plain_head4","sha256":["56f8f59d88efd2ceeead4791da73e0f3d869609c617c6557ff98020725bde646"],"dtype":"float16","bits":0,"width":160,"layout":"plain","ids_layout":"head4"}
{"kernel":"ngram_resident_float16_b0_w160_plain_slice","sha256":["052fa3c626c32b920f355b0218accc8d858d4b40c2817454066bca5c1577de10"],"dtype":"float16","bits":0,"width":160,"layout":"plain","ids_layout":"slice"}
{"kernel":"ngram_resident_float16_b0_w160_plain_broadcast","sha256":["95ab40399b3fb7a0eae5940830950f1d87aaad01d9722d6bd4bfbeeac3aa9e02"],"dtype":"float16","bits":0,"width":160,"layout":"plain","ids_layout":"broadcast"}
{"kernel":"ngram_resident_float16_b0_w160_transpose_vector","sha256":["3a131814d98c7c8c6c1182c2ac4fb4aa518b16127c7b1437dee4be406f12c5da"],"dtype":"float16","bits":0,"width":160,"layout":"transpose","ids_layout":"vector"}
{"kernel":"ngram_resident_float16_b0_w160_transpose_scalar","sha256":["a149ef7190cc75fe00c722d2724647ab7c53dd2c4a0fa741b77682af8b3f99cb"],"dtype":"float16","bits":0,"width":160,"layout":"transpose","ids_layout":"scalar"}
{"kernel":"ngram_resident_float16_b0_w160_transpose_matrix","sha256":["8e26433e6d4b7b8fa04f3a5c877fe9379ebe05bdf8b92979e8d6cc7642052dc6"],"dtype":"float16","bits":0,"width":160,"layout":"transpose","ids_layout":"matrix"}
{"kernel":"ngram_resident_float16_b0_w160_transpose_head3","sha256":["3dde23998d3ddc256dc3f12485313b94d743cdf19f7f306acde056e01206f12d"],"dtype":"float16","bits":0,"width":160,"layout":"transpose","ids_layout":"head3"}
{"kernel":"ngram_resident_float16_b0_w160_transpose_head4","sha256":["cccde31ad54135b877da158b14644ed9b746765add04542d30d866ce631419bf"],"dtype":"float16","bits":0,"width":160,"layout":"transpose","ids_layout":"head4"}
{"kernel":"ngram_resident_float16_b0_w160_transpose_slice","sha256":["a4a531440b4b3455090a9e8444c235283ad876e13c4bd69beacc1fa4e7ee3609"],"dtype":"float16","bits":0,"width":160,"layout":"transpose","ids_layout":"slice"}
{"kernel":"ngram_resident_float16_b0_w160_transpose_broadcast","sha256":["73f755ae0ffaaafaffc0fa9f2c58c7438cc7402d55110f0688d0c8dd3080a9ee"],"dtype":"float16","bits":0,"width":160,"layout":"transpose","ids_layout":"broadcast"}
{"kernel":"ngram_resident_float16_b0_w160_offset_vector","sha256":["91d86de474fcd66e8f23f93deb0f444ccd9976663580c31dc57199295f6a135f"],"dtype":"float16","bits":0,"width":160,"layout":"offset","ids_layout":"vector"}
{"kernel":"ngram_resident_float16_b0_w160_offset_scalar","sha256":["dcc00f9688df63b884319ceb85590f9daf2268fbf26efade5f0e18cd82dc8261"],"dtype":"float16","bits":0,"width":160,"layout":"offset","ids_layout":"scalar"}
{"kernel":"ngram_resident_float16_b0_w160_offset_matrix","sha256":["45494cec757c080fae9d7dc2e08e08dfbff073699aaed5f9c4efa057c5868318"],"dtype":"float16","bits":0,"width":160,"layout":"offset","ids_layout":"matrix"}
{"kernel":"ngram_resident_float16_b0_w160_offset_head3","sha256":["4b5876a90d9e852e1fb54b16938f128e013453fe77a3bc5a3d312c553c4162a6"],"dtype":"float16","bits":0,"width":160,"layout":"offset","ids_layout":"head3"}
{"kernel":"ngram_resident_float16_b0_w160_offset_head4","sha256":["05ff255e194532dd3d036cdbecc9d20a0a8522058164479c2d2b6c58e03ee9ab"],"dtype":"float16","bits":0,"width":160,"layout":"offset","ids_layout":"head4"}
{"kernel":"ngram_resident_float16_b0_w160_offset_slice","sha256":["285447c45508461487273b4abff1576baef913299fe6806b1e2efe685c12dddc"],"dtype":"float16","bits":0,"width":160,"layout":"offset","ids_layout":"slice"}
{"kernel":"ngram_resident_float16_b0_w160_offset_broadcast","sha256":["da6df6fd251b35ae96fa8e28b910f8fbfa8206f08a5d9d8e9d3c8c1fc2fce1ec"],"dtype":"float16","bits":0,"width":160,"layout":"offset","ids_layout":"broadcast"}
{"kernel":"ngram_resident_float16_b4_w160_plain_vector","sha256":["776f9ecf1eaf1e61c26b4bbda42c887fb8a9bc75886095a976494a1d35ff2684"],"dtype":"float16","bits":4,"width":160,"layout":"plain","ids_layout":"vector"}
{"kernel":"ngram_resident_float16_b4_w160_plain_matrix","sha256":["2738fa1a643bd9735a9a913f18c93904c6695f706f0d59d97d40f607f603cc6e"],"dtype":"float16","bits":4,"width":160,"layout":"plain","ids_layout":"matrix"}
{"kernel":"ngram_resident_float16_b4_w160_plain_head3","sha256":["2c5ae90d4f54ae4421b0d6946ca6e18408d57baa3f35fbfe8c23c6af8d45d7c7"],"dtype":"float16","bits":4,"width":160,"layout":"plain","ids_layout":"head3"}
{"kernel":"ngram_resident_float16_b4_w160_plain_head4","sha256":["a7e2f91ab90fe35aa470828033368559f96f59bcd323eac80e94fb24876b7de0"],"dtype":"float16","bits":4,"width":160,"layout":"plain","ids_layout":"head4"}
{"kernel":"ngram_resident_float16_b4_w160_plain_slice","sha256":["1a2bd724ab1aa614168bb5c7d6f913700233b476f0ad8131f2d003988ed52ba6"],"dtype":"float16","bits":4,"width":160,"layout":"plain","ids_layout":"slice"}
{"kernel":"ngram_resident_float16_b4_w160_plain_broadcast","sha256":["ab21ffaf30a940c282167600cd0f651aaf35cf45ecfafd2046381baeacaac455"],"dtype":"float16","bits":4,"width":160,"layout":"plain","ids_layout":"broadcast"}
{"kernel":"ngram_resident_float16_b4_w160_transpose_vector","sha256":["3bf1281eed51e1ae67c6e021f128f26a85d941bb2dfe03f0baf036b45b9f5fdf"],"dtype":"float16","bits":4,"width":160,"layout":"transpose","ids_layout":"vector"}
{"kernel":"ngram_resident_float16_b4_w160_transpose_matrix","sha256":["5996ce872226ca51662e39206b0792b16e50a3e0209408d9ed06bc8e42ecf134"],"dtype":"float16","bits":4,"width":160,"layout":"transpose","ids_layout":"matrix"}
{"kernel":"ngram_resident_float16_b4_w160_transpose_head3","sha256":["bee30f973477e75cbc139b587bab9cc4ef31d75d91974311ad41749543ab4762"],"dtype":"float16","bits":4,"width":160,"layout":"transpose","ids_layout":"head3"}
{"kernel":"ngram_resident_float16_b4_w160_transpose_head4","sha256":["b3d539194d9765df9cb6a8b16adb08ddd077eda37b35c129fde13f5daf179c66"],"dtype":"float16","bits":4,"width":160,"layout":"transpose","ids_layout":"head4"}
{"kernel":"ngram_resident_float16_b4_w160_transpose_slice","sha256":["63446ac7786f7e340b6b980a08aea8a3829217921ebc5fb9c93bc465f8ea1eca"],"dtype":"float16","bits":4,"width":160,"layout":"transpose","ids_layout":"slice"}
{"kernel":"ngram_resident_float16_b4_w160_transpose_broadcast","sha256":["a23a8e2d94b293733d4d0b8b1fd30b1d5de9b47cc4ec890760bfa2dc6287a1d5"],"dtype":"float16","bits":4,"width":160,"layout":"transpose","ids_layout":"broadcast"}
{"kernel":"ngram_resident_float16_b4_w160_offset_vector","sha256":["d11d29643a216703afa7b5d002ef8e61d559a5f2b09c2f132f871976c172af8c"],"dtype":"float16","bits":4,"width":160,"layout":"offset","ids_layout":"vector"}
{"kernel":"ngram_resident_float16_b4_w160_offset_matrix","sha256":["e4894d358b1ec3b77c15caff3e5e9ae6de62ada4b75a91de8061a54e451a9751"],"dtype":"float16","bits":4,"width":160,"layout":"offset","ids_layout":"matrix"}
{"kernel":"ngram_resident_float16_b4_w160_offset_head3","sha256":["f15036207caec1f96d3a84ed0e0767d280b66005d577b41bdbe42dd295a03da8"],"dtype":"float16","bits":4,"width":160,"layout":"offset","ids_layout":"head3"}
{"kernel":"ngram_resident_float16_b4_w160_offset_head4","sha256":["53fe0e824c89e20df6348bd7034b6be10cba392d04a0188a2654b3e28efdf7d7"],"dtype":"float16","bits":4,"width":160,"layout":"offset","ids_layout":"head4"}
{"kernel":"ngram_resident_float16_b4_w160_offset_slice","sha256":["740e8eac8c24f9ac7885188c018079495e0628c4b7a4e8dab1bdaca63b43a364"],"dtype":"float16","bits":4,"width":160,"layout":"offset","ids_layout":"slice"}
{"kernel":"ngram_resident_float16_b4_w160_offset_broadcast","sha256":["0fd29b693f2ca43e94ccf4079a359d2b14bff444b79cf60e2e3b6e315664ed18"],"dtype":"float16","bits":4,"width":160,"layout":"offset","ids_layout":"broadcast"}