hugo/DS4Server
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

Save inference parity implementation and evaluation harness

Browse Source
This commit is contained in:
Georg Bauer
2026-09-10 22:45:59 +02:00
parent b99ce2aa10
commit 02db0968ae
198 changed files with 111205 additions and 586 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/mtplx-ngram-sidecar.jsonl
Vendored
+192
View File
@@ -0,0 +1,192 @@
{"kernel":"ngram_sidecar_BF16_b0_p0_c0_s0","dtype":"BF16","bits":0,"prefetch":false,"capacity":0,"step":0,"sha256":"13e26e97322cd08932c5dc981f5833aadfd3ba17284c8ae9e2cf4885f747e320","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c0_s1","dtype":"BF16","bits":0,"prefetch":false,"capacity":0,"step":1,"sha256":"9f0ba228de8699efb89817954ddd9efef30b4116dfe6229edf4dba1b4d631ae2","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c0_s2","dtype":"BF16","bits":0,"prefetch":false,"capacity":0,"step":2,"sha256":"dd08cdb87d205597adc8625d1ab8c90994b72a6e2205fcfd16af4961ced321c3","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c0_s3","dtype":"BF16","bits":0,"prefetch":false,"capacity":0,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c0_s4","dtype":"BF16","bits":0,"prefetch":false,"capacity":0,"step":4,"sha256":"5002d1ad5afef559dca87d2648b0ad736949ded07c37f390b18fa7cd5441d7a7","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c0_s5","dtype":"BF16","bits":0,"prefetch":false,"capacity":0,"step":5,"sha256":"18e9f659765906b1eacb53c9cc52a58a79f79c7855fbc6e4e4ee8fccdf2d807e","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c0_s6","dtype":"BF16","bits":0,"prefetch":false,"capacity":0,"step":6,"sha256":"ba8158a83c5e5ba8bddd49e8e63c399150dc3691c706a09928ff5912d21a70e1","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c0_s7","dtype":"BF16","bits":0,"prefetch":false,"capacity":0,"step":7,"sha256":"f9e7d4f70b8947661becb0dfffd85575e8bc61b9e47321ec03a0fab2962b2485","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c3_s0","dtype":"BF16","bits":0,"prefetch":false,"capacity":3,"step":0,"sha256":"13e26e97322cd08932c5dc981f5833aadfd3ba17284c8ae9e2cf4885f747e320","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c3_s1","dtype":"BF16","bits":0,"prefetch":false,"capacity":3,"step":1,"sha256":"9f0ba228de8699efb89817954ddd9efef30b4116dfe6229edf4dba1b4d631ae2","order_sha256":"9d5f34e429acb9cc4f46c83e81b6d446954b411e81285216496e50491550c9c4","entries":3,"hits":3,"misses":4,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c3_s2","dtype":"BF16","bits":0,"prefetch":false,"capacity":3,"step":2,"sha256":"dd08cdb87d205597adc8625d1ab8c90994b72a6e2205fcfd16af4961ced321c3","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c3_s3","dtype":"BF16","bits":0,"prefetch":false,"capacity":3,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c3_s4","dtype":"BF16","bits":0,"prefetch":false,"capacity":3,"step":4,"sha256":"5002d1ad5afef559dca87d2648b0ad736949ded07c37f390b18fa7cd5441d7a7","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c3_s5","dtype":"BF16","bits":0,"prefetch":false,"capacity":3,"step":5,"sha256":"18e9f659765906b1eacb53c9cc52a58a79f79c7855fbc6e4e4ee8fccdf2d807e","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c3_s6","dtype":"BF16","bits":0,"prefetch":false,"capacity":3,"step":6,"sha256":"ba8158a83c5e5ba8bddd49e8e63c399150dc3691c706a09928ff5912d21a70e1","order_sha256":"5d16fb992eefcbaef41969b21a724c132614356f5718a92c4e3e91e7acb2cf69","entries":3,"hits":7,"misses":4102,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c3_s7","dtype":"BF16","bits":0,"prefetch":false,"capacity":3,"step":7,"sha256":"f9e7d4f70b8947661becb0dfffd85575e8bc61b9e47321ec03a0fab2962b2485","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":7,"misses":4105,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c4096_s0","dtype":"BF16","bits":0,"prefetch":false,"capacity":4096,"step":0,"sha256":"13e26e97322cd08932c5dc981f5833aadfd3ba17284c8ae9e2cf4885f747e320","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c4096_s1","dtype":"BF16","bits":0,"prefetch":false,"capacity":4096,"step":1,"sha256":"9f0ba228de8699efb89817954ddd9efef30b4116dfe6229edf4dba1b4d631ae2","order_sha256":"68c727f811ffade31b9d4c4dd021a21b6115ebd1744710769aa60d617b0be766","entries":4,"hits":3,"misses":4,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c4096_s2","dtype":"BF16","bits":0,"prefetch":false,"capacity":4096,"step":2,"sha256":"dd08cdb87d205597adc8625d1ab8c90994b72a6e2205fcfd16af4961ced321c3","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c4096_s3","dtype":"BF16","bits":0,"prefetch":false,"capacity":4096,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c4096_s4","dtype":"BF16","bits":0,"prefetch":false,"capacity":4096,"step":4,"sha256":"5002d1ad5afef559dca87d2648b0ad736949ded07c37f390b18fa7cd5441d7a7","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c4096_s5","dtype":"BF16","bits":0,"prefetch":false,"capacity":4096,"step":5,"sha256":"18e9f659765906b1eacb53c9cc52a58a79f79c7855fbc6e4e4ee8fccdf2d807e","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c4096_s6","dtype":"BF16","bits":0,"prefetch":false,"capacity":4096,"step":6,"sha256":"ba8158a83c5e5ba8bddd49e8e63c399150dc3691c706a09928ff5912d21a70e1","order_sha256":"ab250048312d304de14326a6bcf3d36a53c23ebb028d91a0033db8b582355fde","entries":4096,"hits":10,"misses":4099,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p0_c4096_s7","dtype":"BF16","bits":0,"prefetch":false,"capacity":4096,"step":7,"sha256":"f9e7d4f70b8947661becb0dfffd85575e8bc61b9e47321ec03a0fab2962b2485","order_sha256":"c59c974c12572c204f751c5026807a8b317ef9bcda141681e57f9c7f231f0985","entries":4096,"hits":12,"misses":4100,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b0_p1_c0_s0","dtype":"BF16","bits":0,"prefetch":true,"capacity":0,"step":0,"sha256":"13e26e97322cd08932c5dc981f5833aadfd3ba17284c8ae9e2cf4885f747e320","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":1}
{"kernel":"ngram_sidecar_BF16_b0_p1_c0_s1","dtype":"BF16","bits":0,"prefetch":true,"capacity":0,"step":1,"sha256":"9f0ba228de8699efb89817954ddd9efef30b4116dfe6229edf4dba1b4d631ae2","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":2}
{"kernel":"ngram_sidecar_BF16_b0_p1_c0_s2","dtype":"BF16","bits":0,"prefetch":true,"capacity":0,"step":2,"sha256":"dd08cdb87d205597adc8625d1ab8c90994b72a6e2205fcfd16af4961ced321c3","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":3}
{"kernel":"ngram_sidecar_BF16_b0_p1_c0_s3","dtype":"BF16","bits":0,"prefetch":true,"capacity":0,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":3}
{"kernel":"ngram_sidecar_BF16_b0_p1_c0_s4","dtype":"BF16","bits":0,"prefetch":true,"capacity":0,"step":4,"sha256":"5002d1ad5afef559dca87d2648b0ad736949ded07c37f390b18fa7cd5441d7a7","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":4}
{"kernel":"ngram_sidecar_BF16_b0_p1_c0_s5","dtype":"BF16","bits":0,"prefetch":true,"capacity":0,"step":5,"sha256":"18e9f659765906b1eacb53c9cc52a58a79f79c7855fbc6e4e4ee8fccdf2d807e","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":5}
{"kernel":"ngram_sidecar_BF16_b0_p1_c0_s6","dtype":"BF16","bits":0,"prefetch":true,"capacity":0,"step":6,"sha256":"ba8158a83c5e5ba8bddd49e8e63c399150dc3691c706a09928ff5912d21a70e1","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":6}
{"kernel":"ngram_sidecar_BF16_b0_p1_c0_s7","dtype":"BF16","bits":0,"prefetch":true,"capacity":0,"step":7,"sha256":"f9e7d4f70b8947661becb0dfffd85575e8bc61b9e47321ec03a0fab2962b2485","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":7}
{"kernel":"ngram_sidecar_BF16_b0_p1_c3_s0","dtype":"BF16","bits":0,"prefetch":true,"capacity":3,"step":0,"sha256":"13e26e97322cd08932c5dc981f5833aadfd3ba17284c8ae9e2cf4885f747e320","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":1}
{"kernel":"ngram_sidecar_BF16_b0_p1_c3_s1","dtype":"BF16","bits":0,"prefetch":true,"capacity":3,"step":1,"sha256":"9f0ba228de8699efb89817954ddd9efef30b4116dfe6229edf4dba1b4d631ae2","order_sha256":"9d5f34e429acb9cc4f46c83e81b6d446954b411e81285216496e50491550c9c4","entries":3,"hits":3,"misses":4,"prefetch_batches":2}
{"kernel":"ngram_sidecar_BF16_b0_p1_c3_s2","dtype":"BF16","bits":0,"prefetch":true,"capacity":3,"step":2,"sha256":"dd08cdb87d205597adc8625d1ab8c90994b72a6e2205fcfd16af4961ced321c3","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_BF16_b0_p1_c3_s3","dtype":"BF16","bits":0,"prefetch":true,"capacity":3,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_BF16_b0_p1_c3_s4","dtype":"BF16","bits":0,"prefetch":true,"capacity":3,"step":4,"sha256":"5002d1ad5afef559dca87d2648b0ad736949ded07c37f390b18fa7cd5441d7a7","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":4}
{"kernel":"ngram_sidecar_BF16_b0_p1_c3_s5","dtype":"BF16","bits":0,"prefetch":true,"capacity":3,"step":5,"sha256":"18e9f659765906b1eacb53c9cc52a58a79f79c7855fbc6e4e4ee8fccdf2d807e","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":5}
{"kernel":"ngram_sidecar_BF16_b0_p1_c3_s6","dtype":"BF16","bits":0,"prefetch":true,"capacity":3,"step":6,"sha256":"ba8158a83c5e5ba8bddd49e8e63c399150dc3691c706a09928ff5912d21a70e1","order_sha256":"5d16fb992eefcbaef41969b21a724c132614356f5718a92c4e3e91e7acb2cf69","entries":3,"hits":7,"misses":4102,"prefetch_batches":6}
{"kernel":"ngram_sidecar_BF16_b0_p1_c3_s7","dtype":"BF16","bits":0,"prefetch":true,"capacity":3,"step":7,"sha256":"f9e7d4f70b8947661becb0dfffd85575e8bc61b9e47321ec03a0fab2962b2485","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":7,"misses":4105,"prefetch_batches":7}
{"kernel":"ngram_sidecar_BF16_b0_p1_c4096_s0","dtype":"BF16","bits":0,"prefetch":true,"capacity":4096,"step":0,"sha256":"13e26e97322cd08932c5dc981f5833aadfd3ba17284c8ae9e2cf4885f747e320","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":1}
{"kernel":"ngram_sidecar_BF16_b0_p1_c4096_s1","dtype":"BF16","bits":0,"prefetch":true,"capacity":4096,"step":1,"sha256":"9f0ba228de8699efb89817954ddd9efef30b4116dfe6229edf4dba1b4d631ae2","order_sha256":"68c727f811ffade31b9d4c4dd021a21b6115ebd1744710769aa60d617b0be766","entries":4,"hits":3,"misses":4,"prefetch_batches":2}
{"kernel":"ngram_sidecar_BF16_b0_p1_c4096_s2","dtype":"BF16","bits":0,"prefetch":true,"capacity":4096,"step":2,"sha256":"dd08cdb87d205597adc8625d1ab8c90994b72a6e2205fcfd16af4961ced321c3","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_BF16_b0_p1_c4096_s3","dtype":"BF16","bits":0,"prefetch":true,"capacity":4096,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_BF16_b0_p1_c4096_s4","dtype":"BF16","bits":0,"prefetch":true,"capacity":4096,"step":4,"sha256":"5002d1ad5afef559dca87d2648b0ad736949ded07c37f390b18fa7cd5441d7a7","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":4}
{"kernel":"ngram_sidecar_BF16_b0_p1_c4096_s5","dtype":"BF16","bits":0,"prefetch":true,"capacity":4096,"step":5,"sha256":"18e9f659765906b1eacb53c9cc52a58a79f79c7855fbc6e4e4ee8fccdf2d807e","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":5}
{"kernel":"ngram_sidecar_BF16_b0_p1_c4096_s6","dtype":"BF16","bits":0,"prefetch":true,"capacity":4096,"step":6,"sha256":"ba8158a83c5e5ba8bddd49e8e63c399150dc3691c706a09928ff5912d21a70e1","order_sha256":"ab250048312d304de14326a6bcf3d36a53c23ebb028d91a0033db8b582355fde","entries":4096,"hits":10,"misses":4099,"prefetch_batches":6}
{"kernel":"ngram_sidecar_BF16_b0_p1_c4096_s7","dtype":"BF16","bits":0,"prefetch":true,"capacity":4096,"step":7,"sha256":"f9e7d4f70b8947661becb0dfffd85575e8bc61b9e47321ec03a0fab2962b2485","order_sha256":"c59c974c12572c204f751c5026807a8b317ef9bcda141681e57f9c7f231f0985","entries":4096,"hits":12,"misses":4100,"prefetch_batches":7}
{"kernel":"ngram_sidecar_BF16_b4_p0_c0_s0","dtype":"BF16","bits":4,"prefetch":false,"capacity":0,"step":0,"sha256":"a34a022682eed693e5d76c50e2c213506d007be5b5a6986fd18da539ae150110","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c0_s1","dtype":"BF16","bits":4,"prefetch":false,"capacity":0,"step":1,"sha256":"664aa53f884b2633c50e5ef8e3935b4d6cc73f259843af0cc1d407d8cd900a01","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c0_s2","dtype":"BF16","bits":4,"prefetch":false,"capacity":0,"step":2,"sha256":"47300a3e1030f6a3b984b4f19aa6a4d03c80f4d2931d915f1045828b4c763cd9","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c0_s3","dtype":"BF16","bits":4,"prefetch":false,"capacity":0,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c0_s4","dtype":"BF16","bits":4,"prefetch":false,"capacity":0,"step":4,"sha256":"a899a7ae368be813948757067a801fb3beb0f00b898f250861615500032b02f7","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c0_s5","dtype":"BF16","bits":4,"prefetch":false,"capacity":0,"step":5,"sha256":"a73d9b9a3a140706f9d52d0404707fb5a749b1b0a3874792b4fa9a65b663ee09","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c0_s6","dtype":"BF16","bits":4,"prefetch":false,"capacity":0,"step":6,"sha256":"099edd93ff39bf36b7bca7db64923058440f6ab292a8a1c1fd651464f4a2a025","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c0_s7","dtype":"BF16","bits":4,"prefetch":false,"capacity":0,"step":7,"sha256":"98e057c969a0ba5194cf8cd3b5785ad904f9f9f2b4beaf84c6677c49161eaec3","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c3_s0","dtype":"BF16","bits":4,"prefetch":false,"capacity":3,"step":0,"sha256":"a34a022682eed693e5d76c50e2c213506d007be5b5a6986fd18da539ae150110","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c3_s1","dtype":"BF16","bits":4,"prefetch":false,"capacity":3,"step":1,"sha256":"664aa53f884b2633c50e5ef8e3935b4d6cc73f259843af0cc1d407d8cd900a01","order_sha256":"9d5f34e429acb9cc4f46c83e81b6d446954b411e81285216496e50491550c9c4","entries":3,"hits":3,"misses":4,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c3_s2","dtype":"BF16","bits":4,"prefetch":false,"capacity":3,"step":2,"sha256":"47300a3e1030f6a3b984b4f19aa6a4d03c80f4d2931d915f1045828b4c763cd9","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c3_s3","dtype":"BF16","bits":4,"prefetch":false,"capacity":3,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c3_s4","dtype":"BF16","bits":4,"prefetch":false,"capacity":3,"step":4,"sha256":"a899a7ae368be813948757067a801fb3beb0f00b898f250861615500032b02f7","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c3_s5","dtype":"BF16","bits":4,"prefetch":false,"capacity":3,"step":5,"sha256":"a73d9b9a3a140706f9d52d0404707fb5a749b1b0a3874792b4fa9a65b663ee09","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c3_s6","dtype":"BF16","bits":4,"prefetch":false,"capacity":3,"step":6,"sha256":"099edd93ff39bf36b7bca7db64923058440f6ab292a8a1c1fd651464f4a2a025","order_sha256":"5d16fb992eefcbaef41969b21a724c132614356f5718a92c4e3e91e7acb2cf69","entries":3,"hits":7,"misses":4102,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c3_s7","dtype":"BF16","bits":4,"prefetch":false,"capacity":3,"step":7,"sha256":"98e057c969a0ba5194cf8cd3b5785ad904f9f9f2b4beaf84c6677c49161eaec3","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":7,"misses":4105,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c4096_s0","dtype":"BF16","bits":4,"prefetch":false,"capacity":4096,"step":0,"sha256":"a34a022682eed693e5d76c50e2c213506d007be5b5a6986fd18da539ae150110","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c4096_s1","dtype":"BF16","bits":4,"prefetch":false,"capacity":4096,"step":1,"sha256":"664aa53f884b2633c50e5ef8e3935b4d6cc73f259843af0cc1d407d8cd900a01","order_sha256":"68c727f811ffade31b9d4c4dd021a21b6115ebd1744710769aa60d617b0be766","entries":4,"hits":3,"misses":4,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c4096_s2","dtype":"BF16","bits":4,"prefetch":false,"capacity":4096,"step":2,"sha256":"47300a3e1030f6a3b984b4f19aa6a4d03c80f4d2931d915f1045828b4c763cd9","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c4096_s3","dtype":"BF16","bits":4,"prefetch":false,"capacity":4096,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c4096_s4","dtype":"BF16","bits":4,"prefetch":false,"capacity":4096,"step":4,"sha256":"a899a7ae368be813948757067a801fb3beb0f00b898f250861615500032b02f7","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c4096_s5","dtype":"BF16","bits":4,"prefetch":false,"capacity":4096,"step":5,"sha256":"a73d9b9a3a140706f9d52d0404707fb5a749b1b0a3874792b4fa9a65b663ee09","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c4096_s6","dtype":"BF16","bits":4,"prefetch":false,"capacity":4096,"step":6,"sha256":"099edd93ff39bf36b7bca7db64923058440f6ab292a8a1c1fd651464f4a2a025","order_sha256":"ab250048312d304de14326a6bcf3d36a53c23ebb028d91a0033db8b582355fde","entries":4096,"hits":10,"misses":4099,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p0_c4096_s7","dtype":"BF16","bits":4,"prefetch":false,"capacity":4096,"step":7,"sha256":"98e057c969a0ba5194cf8cd3b5785ad904f9f9f2b4beaf84c6677c49161eaec3","order_sha256":"c59c974c12572c204f751c5026807a8b317ef9bcda141681e57f9c7f231f0985","entries":4096,"hits":12,"misses":4100,"prefetch_batches":0}
{"kernel":"ngram_sidecar_BF16_b4_p1_c0_s0","dtype":"BF16","bits":4,"prefetch":true,"capacity":0,"step":0,"sha256":"a34a022682eed693e5d76c50e2c213506d007be5b5a6986fd18da539ae150110","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":1}
{"kernel":"ngram_sidecar_BF16_b4_p1_c0_s1","dtype":"BF16","bits":4,"prefetch":true,"capacity":0,"step":1,"sha256":"664aa53f884b2633c50e5ef8e3935b4d6cc73f259843af0cc1d407d8cd900a01","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":2}
{"kernel":"ngram_sidecar_BF16_b4_p1_c0_s2","dtype":"BF16","bits":4,"prefetch":true,"capacity":0,"step":2,"sha256":"47300a3e1030f6a3b984b4f19aa6a4d03c80f4d2931d915f1045828b4c763cd9","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":3}
{"kernel":"ngram_sidecar_BF16_b4_p1_c0_s3","dtype":"BF16","bits":4,"prefetch":true,"capacity":0,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":3}
{"kernel":"ngram_sidecar_BF16_b4_p1_c0_s4","dtype":"BF16","bits":4,"prefetch":true,"capacity":0,"step":4,"sha256":"a899a7ae368be813948757067a801fb3beb0f00b898f250861615500032b02f7","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":4}
{"kernel":"ngram_sidecar_BF16_b4_p1_c0_s5","dtype":"BF16","bits":4,"prefetch":true,"capacity":0,"step":5,"sha256":"a73d9b9a3a140706f9d52d0404707fb5a749b1b0a3874792b4fa9a65b663ee09","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":5}
{"kernel":"ngram_sidecar_BF16_b4_p1_c0_s6","dtype":"BF16","bits":4,"prefetch":true,"capacity":0,"step":6,"sha256":"099edd93ff39bf36b7bca7db64923058440f6ab292a8a1c1fd651464f4a2a025","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":6}
{"kernel":"ngram_sidecar_BF16_b4_p1_c0_s7","dtype":"BF16","bits":4,"prefetch":true,"capacity":0,"step":7,"sha256":"98e057c969a0ba5194cf8cd3b5785ad904f9f9f2b4beaf84c6677c49161eaec3","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":7}
{"kernel":"ngram_sidecar_BF16_b4_p1_c3_s0","dtype":"BF16","bits":4,"prefetch":true,"capacity":3,"step":0,"sha256":"a34a022682eed693e5d76c50e2c213506d007be5b5a6986fd18da539ae150110","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":1}
{"kernel":"ngram_sidecar_BF16_b4_p1_c3_s1","dtype":"BF16","bits":4,"prefetch":true,"capacity":3,"step":1,"sha256":"664aa53f884b2633c50e5ef8e3935b4d6cc73f259843af0cc1d407d8cd900a01","order_sha256":"9d5f34e429acb9cc4f46c83e81b6d446954b411e81285216496e50491550c9c4","entries":3,"hits":3,"misses":4,"prefetch_batches":2}
{"kernel":"ngram_sidecar_BF16_b4_p1_c3_s2","dtype":"BF16","bits":4,"prefetch":true,"capacity":3,"step":2,"sha256":"47300a3e1030f6a3b984b4f19aa6a4d03c80f4d2931d915f1045828b4c763cd9","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_BF16_b4_p1_c3_s3","dtype":"BF16","bits":4,"prefetch":true,"capacity":3,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_BF16_b4_p1_c3_s4","dtype":"BF16","bits":4,"prefetch":true,"capacity":3,"step":4,"sha256":"a899a7ae368be813948757067a801fb3beb0f00b898f250861615500032b02f7","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":4}
{"kernel":"ngram_sidecar_BF16_b4_p1_c3_s5","dtype":"BF16","bits":4,"prefetch":true,"capacity":3,"step":5,"sha256":"a73d9b9a3a140706f9d52d0404707fb5a749b1b0a3874792b4fa9a65b663ee09","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":5}
{"kernel":"ngram_sidecar_BF16_b4_p1_c3_s6","dtype":"BF16","bits":4,"prefetch":true,"capacity":3,"step":6,"sha256":"099edd93ff39bf36b7bca7db64923058440f6ab292a8a1c1fd651464f4a2a025","order_sha256":"5d16fb992eefcbaef41969b21a724c132614356f5718a92c4e3e91e7acb2cf69","entries":3,"hits":7,"misses":4102,"prefetch_batches":6}
{"kernel":"ngram_sidecar_BF16_b4_p1_c3_s7","dtype":"BF16","bits":4,"prefetch":true,"capacity":3,"step":7,"sha256":"98e057c969a0ba5194cf8cd3b5785ad904f9f9f2b4beaf84c6677c49161eaec3","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":7,"misses":4105,"prefetch_batches":7}
{"kernel":"ngram_sidecar_BF16_b4_p1_c4096_s0","dtype":"BF16","bits":4,"prefetch":true,"capacity":4096,"step":0,"sha256":"a34a022682eed693e5d76c50e2c213506d007be5b5a6986fd18da539ae150110","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":1}
{"kernel":"ngram_sidecar_BF16_b4_p1_c4096_s1","dtype":"BF16","bits":4,"prefetch":true,"capacity":4096,"step":1,"sha256":"664aa53f884b2633c50e5ef8e3935b4d6cc73f259843af0cc1d407d8cd900a01","order_sha256":"68c727f811ffade31b9d4c4dd021a21b6115ebd1744710769aa60d617b0be766","entries":4,"hits":3,"misses":4,"prefetch_batches":2}
{"kernel":"ngram_sidecar_BF16_b4_p1_c4096_s2","dtype":"BF16","bits":4,"prefetch":true,"capacity":4096,"step":2,"sha256":"47300a3e1030f6a3b984b4f19aa6a4d03c80f4d2931d915f1045828b4c763cd9","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_BF16_b4_p1_c4096_s3","dtype":"BF16","bits":4,"prefetch":true,"capacity":4096,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_BF16_b4_p1_c4096_s4","dtype":"BF16","bits":4,"prefetch":true,"capacity":4096,"step":4,"sha256":"a899a7ae368be813948757067a801fb3beb0f00b898f250861615500032b02f7","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":4}
{"kernel":"ngram_sidecar_BF16_b4_p1_c4096_s5","dtype":"BF16","bits":4,"prefetch":true,"capacity":4096,"step":5,"sha256":"a73d9b9a3a140706f9d52d0404707fb5a749b1b0a3874792b4fa9a65b663ee09","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":5}
{"kernel":"ngram_sidecar_BF16_b4_p1_c4096_s6","dtype":"BF16","bits":4,"prefetch":true,"capacity":4096,"step":6,"sha256":"099edd93ff39bf36b7bca7db64923058440f6ab292a8a1c1fd651464f4a2a025","order_sha256":"ab250048312d304de14326a6bcf3d36a53c23ebb028d91a0033db8b582355fde","entries":4096,"hits":10,"misses":4099,"prefetch_batches":6}
{"kernel":"ngram_sidecar_BF16_b4_p1_c4096_s7","dtype":"BF16","bits":4,"prefetch":true,"capacity":4096,"step":7,"sha256":"98e057c969a0ba5194cf8cd3b5785ad904f9f9f2b4beaf84c6677c49161eaec3","order_sha256":"c59c974c12572c204f751c5026807a8b317ef9bcda141681e57f9c7f231f0985","entries":4096,"hits":12,"misses":4100,"prefetch_batches":7}
{"kernel":"ngram_sidecar_F16_b0_p0_c0_s0","dtype":"F16","bits":0,"prefetch":false,"capacity":0,"step":0,"sha256":"4346d36dd18442b35187a773bd8cdf50493f7bdebaefff604e9e90e9e42b0b5d","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c0_s1","dtype":"F16","bits":0,"prefetch":false,"capacity":0,"step":1,"sha256":"9530b0b48332ce1122233b3cf4a21fab346a76686723b362dbeb6ef8fb26d7f1","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c0_s2","dtype":"F16","bits":0,"prefetch":false,"capacity":0,"step":2,"sha256":"18243cf5d98c52358a9d78b83db895be6baa1bca58ee19b399ad250ebc0b726d","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c0_s3","dtype":"F16","bits":0,"prefetch":false,"capacity":0,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c0_s4","dtype":"F16","bits":0,"prefetch":false,"capacity":0,"step":4,"sha256":"7914247f20ea821ac1b4d9b32c56f91ba1ef603cc4d439de58647e073ce85693","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c0_s5","dtype":"F16","bits":0,"prefetch":false,"capacity":0,"step":5,"sha256":"b31e8a112bbf896be455d4840f7ae66a390fb1cd045a1feee8682d3e87b980ae","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c0_s6","dtype":"F16","bits":0,"prefetch":false,"capacity":0,"step":6,"sha256":"21dfc373e9529683a48df1586835eeacc6a7d45c316e319cdc274d2308fe7143","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c0_s7","dtype":"F16","bits":0,"prefetch":false,"capacity":0,"step":7,"sha256":"815d2676237b6b1de881c0b10e831ade5db75e244643b2f82f49d8f865fc411c","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c3_s0","dtype":"F16","bits":0,"prefetch":false,"capacity":3,"step":0,"sha256":"4346d36dd18442b35187a773bd8cdf50493f7bdebaefff604e9e90e9e42b0b5d","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c3_s1","dtype":"F16","bits":0,"prefetch":false,"capacity":3,"step":1,"sha256":"9530b0b48332ce1122233b3cf4a21fab346a76686723b362dbeb6ef8fb26d7f1","order_sha256":"9d5f34e429acb9cc4f46c83e81b6d446954b411e81285216496e50491550c9c4","entries":3,"hits":3,"misses":4,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c3_s2","dtype":"F16","bits":0,"prefetch":false,"capacity":3,"step":2,"sha256":"18243cf5d98c52358a9d78b83db895be6baa1bca58ee19b399ad250ebc0b726d","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c3_s3","dtype":"F16","bits":0,"prefetch":false,"capacity":3,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c3_s4","dtype":"F16","bits":0,"prefetch":false,"capacity":3,"step":4,"sha256":"7914247f20ea821ac1b4d9b32c56f91ba1ef603cc4d439de58647e073ce85693","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c3_s5","dtype":"F16","bits":0,"prefetch":false,"capacity":3,"step":5,"sha256":"b31e8a112bbf896be455d4840f7ae66a390fb1cd045a1feee8682d3e87b980ae","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c3_s6","dtype":"F16","bits":0,"prefetch":false,"capacity":3,"step":6,"sha256":"21dfc373e9529683a48df1586835eeacc6a7d45c316e319cdc274d2308fe7143","order_sha256":"5d16fb992eefcbaef41969b21a724c132614356f5718a92c4e3e91e7acb2cf69","entries":3,"hits":7,"misses":4102,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c3_s7","dtype":"F16","bits":0,"prefetch":false,"capacity":3,"step":7,"sha256":"815d2676237b6b1de881c0b10e831ade5db75e244643b2f82f49d8f865fc411c","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":7,"misses":4105,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c4096_s0","dtype":"F16","bits":0,"prefetch":false,"capacity":4096,"step":0,"sha256":"4346d36dd18442b35187a773bd8cdf50493f7bdebaefff604e9e90e9e42b0b5d","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c4096_s1","dtype":"F16","bits":0,"prefetch":false,"capacity":4096,"step":1,"sha256":"9530b0b48332ce1122233b3cf4a21fab346a76686723b362dbeb6ef8fb26d7f1","order_sha256":"68c727f811ffade31b9d4c4dd021a21b6115ebd1744710769aa60d617b0be766","entries":4,"hits":3,"misses":4,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c4096_s2","dtype":"F16","bits":0,"prefetch":false,"capacity":4096,"step":2,"sha256":"18243cf5d98c52358a9d78b83db895be6baa1bca58ee19b399ad250ebc0b726d","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c4096_s3","dtype":"F16","bits":0,"prefetch":false,"capacity":4096,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c4096_s4","dtype":"F16","bits":0,"prefetch":false,"capacity":4096,"step":4,"sha256":"7914247f20ea821ac1b4d9b32c56f91ba1ef603cc4d439de58647e073ce85693","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c4096_s5","dtype":"F16","bits":0,"prefetch":false,"capacity":4096,"step":5,"sha256":"b31e8a112bbf896be455d4840f7ae66a390fb1cd045a1feee8682d3e87b980ae","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c4096_s6","dtype":"F16","bits":0,"prefetch":false,"capacity":4096,"step":6,"sha256":"21dfc373e9529683a48df1586835eeacc6a7d45c316e319cdc274d2308fe7143","order_sha256":"ab250048312d304de14326a6bcf3d36a53c23ebb028d91a0033db8b582355fde","entries":4096,"hits":10,"misses":4099,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p0_c4096_s7","dtype":"F16","bits":0,"prefetch":false,"capacity":4096,"step":7,"sha256":"815d2676237b6b1de881c0b10e831ade5db75e244643b2f82f49d8f865fc411c","order_sha256":"c59c974c12572c204f751c5026807a8b317ef9bcda141681e57f9c7f231f0985","entries":4096,"hits":12,"misses":4100,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b0_p1_c0_s0","dtype":"F16","bits":0,"prefetch":true,"capacity":0,"step":0,"sha256":"4346d36dd18442b35187a773bd8cdf50493f7bdebaefff604e9e90e9e42b0b5d","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":1}
{"kernel":"ngram_sidecar_F16_b0_p1_c0_s1","dtype":"F16","bits":0,"prefetch":true,"capacity":0,"step":1,"sha256":"9530b0b48332ce1122233b3cf4a21fab346a76686723b362dbeb6ef8fb26d7f1","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":2}
{"kernel":"ngram_sidecar_F16_b0_p1_c0_s2","dtype":"F16","bits":0,"prefetch":true,"capacity":0,"step":2,"sha256":"18243cf5d98c52358a9d78b83db895be6baa1bca58ee19b399ad250ebc0b726d","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":3}
{"kernel":"ngram_sidecar_F16_b0_p1_c0_s3","dtype":"F16","bits":0,"prefetch":true,"capacity":0,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":3}
{"kernel":"ngram_sidecar_F16_b0_p1_c0_s4","dtype":"F16","bits":0,"prefetch":true,"capacity":0,"step":4,"sha256":"7914247f20ea821ac1b4d9b32c56f91ba1ef603cc4d439de58647e073ce85693","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":4}
{"kernel":"ngram_sidecar_F16_b0_p1_c0_s5","dtype":"F16","bits":0,"prefetch":true,"capacity":0,"step":5,"sha256":"b31e8a112bbf896be455d4840f7ae66a390fb1cd045a1feee8682d3e87b980ae","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":5}
{"kernel":"ngram_sidecar_F16_b0_p1_c0_s6","dtype":"F16","bits":0,"prefetch":true,"capacity":0,"step":6,"sha256":"21dfc373e9529683a48df1586835eeacc6a7d45c316e319cdc274d2308fe7143","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":6}
{"kernel":"ngram_sidecar_F16_b0_p1_c0_s7","dtype":"F16","bits":0,"prefetch":true,"capacity":0,"step":7,"sha256":"815d2676237b6b1de881c0b10e831ade5db75e244643b2f82f49d8f865fc411c","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":7}
{"kernel":"ngram_sidecar_F16_b0_p1_c3_s0","dtype":"F16","bits":0,"prefetch":true,"capacity":3,"step":0,"sha256":"4346d36dd18442b35187a773bd8cdf50493f7bdebaefff604e9e90e9e42b0b5d","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":1}
{"kernel":"ngram_sidecar_F16_b0_p1_c3_s1","dtype":"F16","bits":0,"prefetch":true,"capacity":3,"step":1,"sha256":"9530b0b48332ce1122233b3cf4a21fab346a76686723b362dbeb6ef8fb26d7f1","order_sha256":"9d5f34e429acb9cc4f46c83e81b6d446954b411e81285216496e50491550c9c4","entries":3,"hits":3,"misses":4,"prefetch_batches":2}
{"kernel":"ngram_sidecar_F16_b0_p1_c3_s2","dtype":"F16","bits":0,"prefetch":true,"capacity":3,"step":2,"sha256":"18243cf5d98c52358a9d78b83db895be6baa1bca58ee19b399ad250ebc0b726d","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_F16_b0_p1_c3_s3","dtype":"F16","bits":0,"prefetch":true,"capacity":3,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_F16_b0_p1_c3_s4","dtype":"F16","bits":0,"prefetch":true,"capacity":3,"step":4,"sha256":"7914247f20ea821ac1b4d9b32c56f91ba1ef603cc4d439de58647e073ce85693","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":4}
{"kernel":"ngram_sidecar_F16_b0_p1_c3_s5","dtype":"F16","bits":0,"prefetch":true,"capacity":3,"step":5,"sha256":"b31e8a112bbf896be455d4840f7ae66a390fb1cd045a1feee8682d3e87b980ae","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":5}
{"kernel":"ngram_sidecar_F16_b0_p1_c3_s6","dtype":"F16","bits":0,"prefetch":true,"capacity":3,"step":6,"sha256":"21dfc373e9529683a48df1586835eeacc6a7d45c316e319cdc274d2308fe7143","order_sha256":"5d16fb992eefcbaef41969b21a724c132614356f5718a92c4e3e91e7acb2cf69","entries":3,"hits":7,"misses":4102,"prefetch_batches":6}
{"kernel":"ngram_sidecar_F16_b0_p1_c3_s7","dtype":"F16","bits":0,"prefetch":true,"capacity":3,"step":7,"sha256":"815d2676237b6b1de881c0b10e831ade5db75e244643b2f82f49d8f865fc411c","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":7,"misses":4105,"prefetch_batches":7}
{"kernel":"ngram_sidecar_F16_b0_p1_c4096_s0","dtype":"F16","bits":0,"prefetch":true,"capacity":4096,"step":0,"sha256":"4346d36dd18442b35187a773bd8cdf50493f7bdebaefff604e9e90e9e42b0b5d","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":1}
{"kernel":"ngram_sidecar_F16_b0_p1_c4096_s1","dtype":"F16","bits":0,"prefetch":true,"capacity":4096,"step":1,"sha256":"9530b0b48332ce1122233b3cf4a21fab346a76686723b362dbeb6ef8fb26d7f1","order_sha256":"68c727f811ffade31b9d4c4dd021a21b6115ebd1744710769aa60d617b0be766","entries":4,"hits":3,"misses":4,"prefetch_batches":2}
{"kernel":"ngram_sidecar_F16_b0_p1_c4096_s2","dtype":"F16","bits":0,"prefetch":true,"capacity":4096,"step":2,"sha256":"18243cf5d98c52358a9d78b83db895be6baa1bca58ee19b399ad250ebc0b726d","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_F16_b0_p1_c4096_s3","dtype":"F16","bits":0,"prefetch":true,"capacity":4096,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_F16_b0_p1_c4096_s4","dtype":"F16","bits":0,"prefetch":true,"capacity":4096,"step":4,"sha256":"7914247f20ea821ac1b4d9b32c56f91ba1ef603cc4d439de58647e073ce85693","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":4}
{"kernel":"ngram_sidecar_F16_b0_p1_c4096_s5","dtype":"F16","bits":0,"prefetch":true,"capacity":4096,"step":5,"sha256":"b31e8a112bbf896be455d4840f7ae66a390fb1cd045a1feee8682d3e87b980ae","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":5}
{"kernel":"ngram_sidecar_F16_b0_p1_c4096_s6","dtype":"F16","bits":0,"prefetch":true,"capacity":4096,"step":6,"sha256":"21dfc373e9529683a48df1586835eeacc6a7d45c316e319cdc274d2308fe7143","order_sha256":"ab250048312d304de14326a6bcf3d36a53c23ebb028d91a0033db8b582355fde","entries":4096,"hits":10,"misses":4099,"prefetch_batches":6}
{"kernel":"ngram_sidecar_F16_b0_p1_c4096_s7","dtype":"F16","bits":0,"prefetch":true,"capacity":4096,"step":7,"sha256":"815d2676237b6b1de881c0b10e831ade5db75e244643b2f82f49d8f865fc411c","order_sha256":"c59c974c12572c204f751c5026807a8b317ef9bcda141681e57f9c7f231f0985","entries":4096,"hits":12,"misses":4100,"prefetch_batches":7}
{"kernel":"ngram_sidecar_F16_b4_p0_c0_s0","dtype":"F16","bits":4,"prefetch":false,"capacity":0,"step":0,"sha256":"1c216faf271c5538d7a60ecd190afe1055ca62c1c43eba48c1da1ab60d9cdc5d","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c0_s1","dtype":"F16","bits":4,"prefetch":false,"capacity":0,"step":1,"sha256":"23c66fa6767872a15372d8a84eb111016bdf3b1661c726f93a6c518fe0a1df48","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c0_s2","dtype":"F16","bits":4,"prefetch":false,"capacity":0,"step":2,"sha256":"f38045a49389c0bfc2030cb87f910d86490c181ac63426e958b1f0692a274f14","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c0_s3","dtype":"F16","bits":4,"prefetch":false,"capacity":0,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c0_s4","dtype":"F16","bits":4,"prefetch":false,"capacity":0,"step":4,"sha256":"3c70bc060d5aab28ebe1192c88c288cdcc4918524ff5eb61fcc78101a6d12ace","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c0_s5","dtype":"F16","bits":4,"prefetch":false,"capacity":0,"step":5,"sha256":"0520e80218271198416053b661c0cd6b0f7c3023999bc0ddf1f18cdecf0c4253","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c0_s6","dtype":"F16","bits":4,"prefetch":false,"capacity":0,"step":6,"sha256":"b976751a138422890ad970cbbd385e89d007bc2ef190854c31d0f1db31adbe3e","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c0_s7","dtype":"F16","bits":4,"prefetch":false,"capacity":0,"step":7,"sha256":"cdff590bfe2991e561d5cfe1cc9da920e4a0feb246442517c2857d7bcc9f14c3","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c3_s0","dtype":"F16","bits":4,"prefetch":false,"capacity":3,"step":0,"sha256":"1c216faf271c5538d7a60ecd190afe1055ca62c1c43eba48c1da1ab60d9cdc5d","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c3_s1","dtype":"F16","bits":4,"prefetch":false,"capacity":3,"step":1,"sha256":"23c66fa6767872a15372d8a84eb111016bdf3b1661c726f93a6c518fe0a1df48","order_sha256":"9d5f34e429acb9cc4f46c83e81b6d446954b411e81285216496e50491550c9c4","entries":3,"hits":3,"misses":4,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c3_s2","dtype":"F16","bits":4,"prefetch":false,"capacity":3,"step":2,"sha256":"f38045a49389c0bfc2030cb87f910d86490c181ac63426e958b1f0692a274f14","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c3_s3","dtype":"F16","bits":4,"prefetch":false,"capacity":3,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c3_s4","dtype":"F16","bits":4,"prefetch":false,"capacity":3,"step":4,"sha256":"3c70bc060d5aab28ebe1192c88c288cdcc4918524ff5eb61fcc78101a6d12ace","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c3_s5","dtype":"F16","bits":4,"prefetch":false,"capacity":3,"step":5,"sha256":"0520e80218271198416053b661c0cd6b0f7c3023999bc0ddf1f18cdecf0c4253","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c3_s6","dtype":"F16","bits":4,"prefetch":false,"capacity":3,"step":6,"sha256":"b976751a138422890ad970cbbd385e89d007bc2ef190854c31d0f1db31adbe3e","order_sha256":"5d16fb992eefcbaef41969b21a724c132614356f5718a92c4e3e91e7acb2cf69","entries":3,"hits":7,"misses":4102,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c3_s7","dtype":"F16","bits":4,"prefetch":false,"capacity":3,"step":7,"sha256":"cdff590bfe2991e561d5cfe1cc9da920e4a0feb246442517c2857d7bcc9f14c3","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":7,"misses":4105,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c4096_s0","dtype":"F16","bits":4,"prefetch":false,"capacity":4096,"step":0,"sha256":"1c216faf271c5538d7a60ecd190afe1055ca62c1c43eba48c1da1ab60d9cdc5d","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c4096_s1","dtype":"F16","bits":4,"prefetch":false,"capacity":4096,"step":1,"sha256":"23c66fa6767872a15372d8a84eb111016bdf3b1661c726f93a6c518fe0a1df48","order_sha256":"68c727f811ffade31b9d4c4dd021a21b6115ebd1744710769aa60d617b0be766","entries":4,"hits":3,"misses":4,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c4096_s2","dtype":"F16","bits":4,"prefetch":false,"capacity":4096,"step":2,"sha256":"f38045a49389c0bfc2030cb87f910d86490c181ac63426e958b1f0692a274f14","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c4096_s3","dtype":"F16","bits":4,"prefetch":false,"capacity":4096,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c4096_s4","dtype":"F16","bits":4,"prefetch":false,"capacity":4096,"step":4,"sha256":"3c70bc060d5aab28ebe1192c88c288cdcc4918524ff5eb61fcc78101a6d12ace","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c4096_s5","dtype":"F16","bits":4,"prefetch":false,"capacity":4096,"step":5,"sha256":"0520e80218271198416053b661c0cd6b0f7c3023999bc0ddf1f18cdecf0c4253","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c4096_s6","dtype":"F16","bits":4,"prefetch":false,"capacity":4096,"step":6,"sha256":"b976751a138422890ad970cbbd385e89d007bc2ef190854c31d0f1db31adbe3e","order_sha256":"ab250048312d304de14326a6bcf3d36a53c23ebb028d91a0033db8b582355fde","entries":4096,"hits":10,"misses":4099,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p0_c4096_s7","dtype":"F16","bits":4,"prefetch":false,"capacity":4096,"step":7,"sha256":"cdff590bfe2991e561d5cfe1cc9da920e4a0feb246442517c2857d7bcc9f14c3","order_sha256":"c59c974c12572c204f751c5026807a8b317ef9bcda141681e57f9c7f231f0985","entries":4096,"hits":12,"misses":4100,"prefetch_batches":0}
{"kernel":"ngram_sidecar_F16_b4_p1_c0_s0","dtype":"F16","bits":4,"prefetch":true,"capacity":0,"step":0,"sha256":"1c216faf271c5538d7a60ecd190afe1055ca62c1c43eba48c1da1ab60d9cdc5d","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":1}
{"kernel":"ngram_sidecar_F16_b4_p1_c0_s1","dtype":"F16","bits":4,"prefetch":true,"capacity":0,"step":1,"sha256":"23c66fa6767872a15372d8a84eb111016bdf3b1661c726f93a6c518fe0a1df48","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":2}
{"kernel":"ngram_sidecar_F16_b4_p1_c0_s2","dtype":"F16","bits":4,"prefetch":true,"capacity":0,"step":2,"sha256":"f38045a49389c0bfc2030cb87f910d86490c181ac63426e958b1f0692a274f14","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":3}
{"kernel":"ngram_sidecar_F16_b4_p1_c0_s3","dtype":"F16","bits":4,"prefetch":true,"capacity":0,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":3}
{"kernel":"ngram_sidecar_F16_b4_p1_c0_s4","dtype":"F16","bits":4,"prefetch":true,"capacity":0,"step":4,"sha256":"3c70bc060d5aab28ebe1192c88c288cdcc4918524ff5eb61fcc78101a6d12ace","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":4}
{"kernel":"ngram_sidecar_F16_b4_p1_c0_s5","dtype":"F16","bits":4,"prefetch":true,"capacity":0,"step":5,"sha256":"0520e80218271198416053b661c0cd6b0f7c3023999bc0ddf1f18cdecf0c4253","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":5}
{"kernel":"ngram_sidecar_F16_b4_p1_c0_s6","dtype":"F16","bits":4,"prefetch":true,"capacity":0,"step":6,"sha256":"b976751a138422890ad970cbbd385e89d007bc2ef190854c31d0f1db31adbe3e","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":6}
{"kernel":"ngram_sidecar_F16_b4_p1_c0_s7","dtype":"F16","bits":4,"prefetch":true,"capacity":0,"step":7,"sha256":"cdff590bfe2991e561d5cfe1cc9da920e4a0feb246442517c2857d7bcc9f14c3","order_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","entries":0,"hits":0,"misses":0,"prefetch_batches":7}
{"kernel":"ngram_sidecar_F16_b4_p1_c3_s0","dtype":"F16","bits":4,"prefetch":true,"capacity":3,"step":0,"sha256":"1c216faf271c5538d7a60ecd190afe1055ca62c1c43eba48c1da1ab60d9cdc5d","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":1}
{"kernel":"ngram_sidecar_F16_b4_p1_c3_s1","dtype":"F16","bits":4,"prefetch":true,"capacity":3,"step":1,"sha256":"23c66fa6767872a15372d8a84eb111016bdf3b1661c726f93a6c518fe0a1df48","order_sha256":"9d5f34e429acb9cc4f46c83e81b6d446954b411e81285216496e50491550c9c4","entries":3,"hits":3,"misses":4,"prefetch_batches":2}
{"kernel":"ngram_sidecar_F16_b4_p1_c3_s2","dtype":"F16","bits":4,"prefetch":true,"capacity":3,"step":2,"sha256":"f38045a49389c0bfc2030cb87f910d86490c181ac63426e958b1f0692a274f14","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_F16_b4_p1_c3_s3","dtype":"F16","bits":4,"prefetch":true,"capacity":3,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"5a64774144e259ab35af9db7b6b42cd370866d0972b1081f60e388030babbd82","entries":3,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_F16_b4_p1_c3_s4","dtype":"F16","bits":4,"prefetch":true,"capacity":3,"step":4,"sha256":"3c70bc060d5aab28ebe1192c88c288cdcc4918524ff5eb61fcc78101a6d12ace","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":4}
{"kernel":"ngram_sidecar_F16_b4_p1_c3_s5","dtype":"F16","bits":4,"prefetch":true,"capacity":3,"step":5,"sha256":"0520e80218271198416053b661c0cd6b0f7c3023999bc0ddf1f18cdecf0c4253","order_sha256":"d47dd1fd55f69c9c59639493804606c1bdd35e762da454f9e5b543504a2d59f3","entries":3,"hits":7,"misses":4099,"prefetch_batches":5}
{"kernel":"ngram_sidecar_F16_b4_p1_c3_s6","dtype":"F16","bits":4,"prefetch":true,"capacity":3,"step":6,"sha256":"b976751a138422890ad970cbbd385e89d007bc2ef190854c31d0f1db31adbe3e","order_sha256":"5d16fb992eefcbaef41969b21a724c132614356f5718a92c4e3e91e7acb2cf69","entries":3,"hits":7,"misses":4102,"prefetch_batches":6}
{"kernel":"ngram_sidecar_F16_b4_p1_c3_s7","dtype":"F16","bits":4,"prefetch":true,"capacity":3,"step":7,"sha256":"cdff590bfe2991e561d5cfe1cc9da920e4a0feb246442517c2857d7bcc9f14c3","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":7,"misses":4105,"prefetch_batches":7}
{"kernel":"ngram_sidecar_F16_b4_p1_c4096_s0","dtype":"F16","bits":4,"prefetch":true,"capacity":4096,"step":0,"sha256":"1c216faf271c5538d7a60ecd190afe1055ca62c1c43eba48c1da1ab60d9cdc5d","order_sha256":"a5e64abb5dacf3e7febe111383d2f1935cebbcb6ae50465e134a2ba1c26e6e0d","entries":3,"hits":0,"misses":3,"prefetch_batches":1}
{"kernel":"ngram_sidecar_F16_b4_p1_c4096_s1","dtype":"F16","bits":4,"prefetch":true,"capacity":4096,"step":1,"sha256":"23c66fa6767872a15372d8a84eb111016bdf3b1661c726f93a6c518fe0a1df48","order_sha256":"68c727f811ffade31b9d4c4dd021a21b6115ebd1744710769aa60d617b0be766","entries":4,"hits":3,"misses":4,"prefetch_batches":2}
{"kernel":"ngram_sidecar_F16_b4_p1_c4096_s2","dtype":"F16","bits":4,"prefetch":true,"capacity":4096,"step":2,"sha256":"f38045a49389c0bfc2030cb87f910d86490c181ac63426e958b1f0692a274f14","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_F16_b4_p1_c4096_s3","dtype":"F16","bits":4,"prefetch":true,"capacity":4096,"step":3,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","order_sha256":"b9061997bf375d66c7e25af8ead2e615a5af86749af90cf2b847813d68aa1675","entries":6,"hits":4,"misses":6,"prefetch_batches":3}
{"kernel":"ngram_sidecar_F16_b4_p1_c4096_s4","dtype":"F16","bits":4,"prefetch":true,"capacity":4096,"step":4,"sha256":"3c70bc060d5aab28ebe1192c88c288cdcc4918524ff5eb61fcc78101a6d12ace","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":4}
{"kernel":"ngram_sidecar_F16_b4_p1_c4096_s5","dtype":"F16","bits":4,"prefetch":true,"capacity":4096,"step":5,"sha256":"0520e80218271198416053b661c0cd6b0f7c3023999bc0ddf1f18cdecf0c4253","order_sha256":"b83e23eb1db808bf694ae4894d62b50c9840bcd869ba7ac2456f40ddf0530bf3","entries":4096,"hits":10,"misses":4096,"prefetch_batches":5}
{"kernel":"ngram_sidecar_F16_b4_p1_c4096_s6","dtype":"F16","bits":4,"prefetch":true,"capacity":4096,"step":6,"sha256":"b976751a138422890ad970cbbd385e89d007bc2ef190854c31d0f1db31adbe3e","order_sha256":"ab250048312d304de14326a6bcf3d36a53c23ebb028d91a0033db8b582355fde","entries":4096,"hits":10,"misses":4099,"prefetch_batches":6}
{"kernel":"ngram_sidecar_F16_b4_p1_c4096_s7","dtype":"F16","bits":4,"prefetch":true,"capacity":4096,"step":7,"sha256":"cdff590bfe2991e561d5cfe1cc9da920e4a0feb246442517c2857d7bcc9f14c3","order_sha256":"c59c974c12572c204f751c5026807a8b317ef9bcda141681e57f9c7f231f0985","entries":4096,"hits":12,"misses":4100,"prefetch_batches":7}