hugo/DS4Server
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

Save inference parity implementation and evaluation harness

Browse Source
This commit is contained in:
Georg Bauer
2026-09-10 22:45:59 +02:00
parent b99ce2aa10
commit 02db0968ae
198 changed files with 111205 additions and 586 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/mtplx-ngram-rows.jsonl
Vendored
+65
View File
@@ -0,0 +1,65 @@
{"contract": true, "multipliers": [23703573157769, 20109073645365, 8052911324071], "sizes": [20000003, 20000023, 20000033, 20000047, 20000059, 20000063, 20000069, 20000077, 20000081, 20000093, 20000107, 20000147, 20000153, 20000159, 20000161, 20000171], "offsets": [0, 20000003, 40000026, 60000059, 80000106, 100000165, 120000228, 140000297, 160000374, 180000455, 200000548, 220000655, 240000802, 260000955, 280001114, 300001275], "eos": 248044}
{"kernel":"ngram_rows_b1_r0_p0_step0","batch":1,"rows":0,"prev_len":0,"step":0,"result_shape":[1,0,16],"history_shape":[1,0],"sha256":["e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"]}
{"kernel":"ngram_rows_b1_r0_p0_step1","batch":1,"rows":0,"prev_len":0,"step":1,"result_shape":[1,1,16],"history_shape":[1,1],"sha256":["284939c9569a8439894096e3060751bc61b0f2c0753e8ba3743bf2c1cbbed50a","7c9fa136d4413fa6173637e883b6998d32e1d675f88cddff9dcbcf331820f4b8"]}
{"kernel":"ngram_rows_b1_r0_p1_step0","batch":1,"rows":0,"prev_len":1,"step":0,"result_shape":[1,1,16],"history_shape":[1,1],"sha256":["f5a106fc7206725a40ab945059c7d7f98b281732786916711e93eaac8eba53f1","d3548f352d73bb073982b4fd168508d299ec939469f22b2030b2b4a5a449cef1"]}
{"kernel":"ngram_rows_b1_r0_p1_step1","batch":1,"rows":0,"prev_len":1,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["284939c9569a8439894096e3060751bc61b0f2c0753e8ba3743bf2c1cbbed50a","b7db3be3cf05013d305777fb2b2a01b79b67de63f4e60e2166d4631d921a9a91"]}
{"kernel":"ngram_rows_b1_r0_p2_step0","batch":1,"rows":0,"prev_len":2,"step":0,"result_shape":[1,2,16],"history_shape":[1,2],"sha256":["6828ae362163e8fc1e352ed84481a65cc63bf4e62bf0288674fac3845bd246cc","2e0c713a3f83ea279a72f55a8dbda8c81aed05940d515bcae025cafa0daf66bb"]}
{"kernel":"ngram_rows_b1_r0_p2_step1","batch":1,"rows":0,"prev_len":2,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["9966730947a51bb7c16701df43e4025d9ac7bf1ef01c30b07b4ab70f5301aa1c","9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db"]}
{"kernel":"ngram_rows_b1_r0_p5_step0","batch":1,"rows":0,"prev_len":5,"step":0,"result_shape":[1,5,16],"history_shape":[1,2],"sha256":["77ea0c2220dfce3f996b7ce597ddb2297ad61ddc5d50ec2aa88a78bc2fa56df0","b7db3be3cf05013d305777fb2b2a01b79b67de63f4e60e2166d4631d921a9a91"]}
{"kernel":"ngram_rows_b1_r0_p5_step1","batch":1,"rows":0,"prev_len":5,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["cad1ad13b63379bc8e224397c597b24276ba465590c69974b2e4a455439908b8","814dd7b9784d57c15b9c2972e9b4fd6cf7e164f8162a934bdb2452a413dab1f7"]}
{"kernel":"ngram_rows_b1_r1_p0_step0","batch":1,"rows":1,"prev_len":0,"step":0,"result_shape":[1,1,16],"history_shape":[1,1],"sha256":["7ac2610ed30647a49322284bb2c41477ade4031cbb59ccfde7cf6e29e5891216","af5570f5a1810b7af78caf4bc70a660f0df51e42baf91d4de5b2328de0e83dfc"]}
{"kernel":"ngram_rows_b1_r1_p0_step1","batch":1,"rows":1,"prev_len":0,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["9966730947a51bb7c16701df43e4025d9ac7bf1ef01c30b07b4ab70f5301aa1c","9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db"]}
{"kernel":"ngram_rows_b1_r1_p1_step0","batch":1,"rows":1,"prev_len":1,"step":0,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["7ac2610ed30647a49322284bb2c41477ade4031cbb59ccfde7cf6e29e5891216","2e0c713a3f83ea279a72f55a8dbda8c81aed05940d515bcae025cafa0daf66bb"]}
{"kernel":"ngram_rows_b1_r1_p1_step1","batch":1,"rows":1,"prev_len":1,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["9966730947a51bb7c16701df43e4025d9ac7bf1ef01c30b07b4ab70f5301aa1c","9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db"]}
{"kernel":"ngram_rows_b1_r1_p2_step0","batch":1,"rows":1,"prev_len":2,"step":0,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["5263594c39b7a6899fe3e81e5d1f23f550767852283820c622137f9c82431505","374708fff7719dd5979ec875d56cd2286f6d3cf7ec317a3b25632aab28ec37bb"]}
{"kernel":"ngram_rows_b1_r1_p2_step1","batch":1,"rows":1,"prev_len":2,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["0faf07026317d5f4651b6004395e6c5d77514f0c205cae7f6588001d40e2884c","9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db"]}
{"kernel":"ngram_rows_b1_r1_p5_step0","batch":1,"rows":1,"prev_len":5,"step":0,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["f2900e78ed163c6ab6729ce7ac3e9619a11414125800d2b1829506e65a177f1e","4cbbd8ca5215b8d161aec181a74b694f4e24b001d5b081dc0030ed797a8973e0"]}
{"kernel":"ngram_rows_b1_r1_p5_step1","batch":1,"rows":1,"prev_len":5,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["6d13a5d55668595536f344e2cedbb163c583734515c7ffd2eed4a387b0171f44","9d34149fbd1fe777eb238799054c8cbfbce372255f219f8740838def9bfd02db"]}
{"kernel":"ngram_rows_b1_r4_p0_step0","batch":1,"rows":4,"prev_len":0,"step":0,"result_shape":[1,4,16],"history_shape":[1,2],"sha256":["63b6df3c75a1274c47362483c9a8535a0bad9cfa900d8cd37f0416c1e3ae69ae","b7db3be3cf05013d305777fb2b2a01b79b67de63f4e60e2166d4631d921a9a91"]}
{"kernel":"ngram_rows_b1_r4_p0_step1","batch":1,"rows":4,"prev_len":0,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["cad1ad13b63379bc8e224397c597b24276ba465590c69974b2e4a455439908b8","814dd7b9784d57c15b9c2972e9b4fd6cf7e164f8162a934bdb2452a413dab1f7"]}
{"kernel":"ngram_rows_b1_r4_p1_step0","batch":1,"rows":4,"prev_len":1,"step":0,"result_shape":[1,4,16],"history_shape":[1,2],"sha256":["63b6df3c75a1274c47362483c9a8535a0bad9cfa900d8cd37f0416c1e3ae69ae","b7db3be3cf05013d305777fb2b2a01b79b67de63f4e60e2166d4631d921a9a91"]}
{"kernel":"ngram_rows_b1_r4_p1_step1","batch":1,"rows":4,"prev_len":1,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["cad1ad13b63379bc8e224397c597b24276ba465590c69974b2e4a455439908b8","814dd7b9784d57c15b9c2972e9b4fd6cf7e164f8162a934bdb2452a413dab1f7"]}
{"kernel":"ngram_rows_b1_r4_p2_step0","batch":1,"rows":4,"prev_len":2,"step":0,"result_shape":[1,4,16],"history_shape":[1,2],"sha256":["556147ba93f649fc043a9311fd651a0794cea6b24bdfbd23680f6f3f9fbd9178","b7db3be3cf05013d305777fb2b2a01b79b67de63f4e60e2166d4631d921a9a91"]}
{"kernel":"ngram_rows_b1_r4_p2_step1","batch":1,"rows":4,"prev_len":2,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["cad1ad13b63379bc8e224397c597b24276ba465590c69974b2e4a455439908b8","814dd7b9784d57c15b9c2972e9b4fd6cf7e164f8162a934bdb2452a413dab1f7"]}
{"kernel":"ngram_rows_b1_r4_p5_step0","batch":1,"rows":4,"prev_len":5,"step":0,"result_shape":[1,4,16],"history_shape":[1,2],"sha256":["97139a1a642b17d106f6e8fe664bf1c78797624aaa20c24decac72fc897abe0c","b7db3be3cf05013d305777fb2b2a01b79b67de63f4e60e2166d4631d921a9a91"]}
{"kernel":"ngram_rows_b1_r4_p5_step1","batch":1,"rows":4,"prev_len":5,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["cad1ad13b63379bc8e224397c597b24276ba465590c69974b2e4a455439908b8","814dd7b9784d57c15b9c2972e9b4fd6cf7e164f8162a934bdb2452a413dab1f7"]}
{"kernel":"ngram_rows_b1_r2048_p0_step0","batch":1,"rows":2048,"prev_len":0,"step":0,"result_shape":[1,2048,16],"history_shape":[1,2],"sha256":["72f162ba679435c38e7264de6a9d138df82d137d1a0f52cf21a701985a09ce0d","8af46ca4f0af8149129d63ddc7679f8d5056d9b2afe3d68eaea417bdd8826ecb"]}
{"kernel":"ngram_rows_b1_r2048_p0_step1","batch":1,"rows":2048,"prev_len":0,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["b912e3cc1525085469bce9816e8887bbacd0ae5dc9cfb23688cacab120348b34","3bda9b96a3f3219d68e17d843912e8abc3d0176c11216e841a0cddf086c91c48"]}
{"kernel":"ngram_rows_b1_r2048_p1_step0","batch":1,"rows":2048,"prev_len":1,"step":0,"result_shape":[1,2048,16],"history_shape":[1,2],"sha256":["72f162ba679435c38e7264de6a9d138df82d137d1a0f52cf21a701985a09ce0d","8af46ca4f0af8149129d63ddc7679f8d5056d9b2afe3d68eaea417bdd8826ecb"]}
{"kernel":"ngram_rows_b1_r2048_p1_step1","batch":1,"rows":2048,"prev_len":1,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["b912e3cc1525085469bce9816e8887bbacd0ae5dc9cfb23688cacab120348b34","3bda9b96a3f3219d68e17d843912e8abc3d0176c11216e841a0cddf086c91c48"]}
{"kernel":"ngram_rows_b1_r2048_p2_step0","batch":1,"rows":2048,"prev_len":2,"step":0,"result_shape":[1,2048,16],"history_shape":[1,2],"sha256":["e2cb22f8665c981212f58db1fd3ec055783585a0b44fdff60efa82ab362bef80","8af46ca4f0af8149129d63ddc7679f8d5056d9b2afe3d68eaea417bdd8826ecb"]}
{"kernel":"ngram_rows_b1_r2048_p2_step1","batch":1,"rows":2048,"prev_len":2,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["b912e3cc1525085469bce9816e8887bbacd0ae5dc9cfb23688cacab120348b34","3bda9b96a3f3219d68e17d843912e8abc3d0176c11216e841a0cddf086c91c48"]}
{"kernel":"ngram_rows_b1_r2048_p5_step0","batch":1,"rows":2048,"prev_len":5,"step":0,"result_shape":[1,2048,16],"history_shape":[1,2],"sha256":["227439da6df390ddbc38d72e4f5aa202ffe8deb84f2a9efd977c2e1a5d14a259","8af46ca4f0af8149129d63ddc7679f8d5056d9b2afe3d68eaea417bdd8826ecb"]}
{"kernel":"ngram_rows_b1_r2048_p5_step1","batch":1,"rows":2048,"prev_len":5,"step":1,"result_shape":[1,1,16],"history_shape":[1,2],"sha256":["b912e3cc1525085469bce9816e8887bbacd0ae5dc9cfb23688cacab120348b34","3bda9b96a3f3219d68e17d843912e8abc3d0176c11216e841a0cddf086c91c48"]}
{"kernel":"ngram_rows_b2_r0_p0_step0","batch":2,"rows":0,"prev_len":0,"step":0,"result_shape":[2,0,16],"history_shape":[2,0],"sha256":["e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"]}
{"kernel":"ngram_rows_b2_r0_p0_step1","batch":2,"rows":0,"prev_len":0,"step":1,"result_shape":[2,1,16],"history_shape":[2,1],"sha256":["b8cdc130f1cd00f70d9002eba10233aca7c334c83777550f7bcc432e9e4fdd6c","8bfd453c13278f5fe3040b806e4234aa6aea3377f3abf6ca19ab74dad908b7ae"]}
{"kernel":"ngram_rows_b2_r0_p1_step0","batch":2,"rows":0,"prev_len":1,"step":0,"result_shape":[2,1,16],"history_shape":[2,1],"sha256":["6828ae362163e8fc1e352ed84481a65cc63bf4e62bf0288674fac3845bd246cc","2e0c713a3f83ea279a72f55a8dbda8c81aed05940d515bcae025cafa0daf66bb"]}
{"kernel":"ngram_rows_b2_r0_p1_step1","batch":2,"rows":0,"prev_len":1,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["77e669d2d0591788b20293b9e3d7e84ee389fdff86489c24d828c44190433c6d","abda7adf505b93be6222da6d475cc4c055db55fd04206d79ac7950f45f80b68f"]}
{"kernel":"ngram_rows_b2_r0_p2_step0","batch":2,"rows":0,"prev_len":2,"step":0,"result_shape":[2,2,16],"history_shape":[2,2],"sha256":["9d5361cc42f2d29a4c135ec5f93aa86f8410bf87c4b9cf32fe5214a481247709","5ec9bb1c66c9f4e6c32a3a45e76bce230240ce9be7a1f02d655aef89a522ad09"]}
{"kernel":"ngram_rows_b2_r0_p2_step1","batch":2,"rows":0,"prev_len":2,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["5ec2ee6e5323b7a580929255a55af6dbfa97d90aff2a0d862609668d4c6d0445","7a17cdd4902fcfbb4dc46f7b6609aec590b364353c0fd36e542cf1457b3db0a2"]}
{"kernel":"ngram_rows_b2_r0_p5_step0","batch":2,"rows":0,"prev_len":5,"step":0,"result_shape":[2,5,16],"history_shape":[2,2],"sha256":["3b6fb4a9fe437033d1bb5b37c81bcdfa068df6425ef5de9a73417c750e8c15b1","1051719efe2009c87b3485d41462c83b3813aa1475fcd171a0ccf2d668793544"]}
{"kernel":"ngram_rows_b2_r0_p5_step1","batch":2,"rows":0,"prev_len":5,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["43cfa550ea37cbec5c83ddfbe8dd06f616e0e110b07bc0b4d0bff3b16ff16bce","8a6c59cae5c63cbcd3272601e5e952778fe4cd462ddcc7f01831c060cdfeb216"]}
{"kernel":"ngram_rows_b2_r1_p0_step0","batch":2,"rows":1,"prev_len":0,"step":0,"result_shape":[2,1,16],"history_shape":[2,1],"sha256":["6dca8a63f1d3e944e395bbaf0e10a5afd383babad891865d6b271b3e554ad4e2","3154b6f19758af6332a6f5e769b0691b63f701fc87da887ae957b24c42934fe1"]}
{"kernel":"ngram_rows_b2_r1_p0_step1","batch":2,"rows":1,"prev_len":0,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["c28843ac4c8638edac1d1dd38f4acd4784bf1b764c65e38c3e4f3fa73318d787","6f41122b8c136817b57e087bd72b39c40daa3b7fa3c1efcd7c2deff8e0e4ec2c"]}
{"kernel":"ngram_rows_b2_r1_p1_step0","batch":2,"rows":1,"prev_len":1,"step":0,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["f9c06d9c62b6c17338769e5e01c1678af2263ffd7d0cafae05c0703c27f3c54b","d1b5ee7cb9c74876f2b52d9c750b59c999535da404af7c50eb10c061ffc23f6f"]}
{"kernel":"ngram_rows_b2_r1_p1_step1","batch":2,"rows":1,"prev_len":1,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["cb494a465e5fd30a674cfaedb71addfda6651fca39fe948f93ee497ca5087a98","6f41122b8c136817b57e087bd72b39c40daa3b7fa3c1efcd7c2deff8e0e4ec2c"]}
{"kernel":"ngram_rows_b2_r1_p2_step0","batch":2,"rows":1,"prev_len":2,"step":0,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["928dd5314454141f1479606234c7ba455f238292c83ae5b636cdaf53ebab5c59","c8a634f1be973d9ec859fa3c48248ca4e4f5f5cbaebb674f996c8e9d8b8ce969"]}
{"kernel":"ngram_rows_b2_r1_p2_step1","batch":2,"rows":1,"prev_len":2,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["474c86948cce7237a1e0e449013fce1dc8767cca6970d09fae9fc2f541d02ca0","6f41122b8c136817b57e087bd72b39c40daa3b7fa3c1efcd7c2deff8e0e4ec2c"]}
{"kernel":"ngram_rows_b2_r1_p5_step0","batch":2,"rows":1,"prev_len":5,"step":0,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["8b19bba3d058f6cb8b70e036ebc88996d89ae1dcd721840ff23a7c02a02fa174","2e1fbb7d4fea43b2cbe39a005f0c420ca0b8dc0996a2501e6a880e705c8c5fa7"]}
{"kernel":"ngram_rows_b2_r1_p5_step1","batch":2,"rows":1,"prev_len":5,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["81b895067bf679f152d15c5f008160fd1897bb4fe73a3387f16653c2423e30ee","6f41122b8c136817b57e087bd72b39c40daa3b7fa3c1efcd7c2deff8e0e4ec2c"]}
{"kernel":"ngram_rows_b2_r4_p0_step0","batch":2,"rows":4,"prev_len":0,"step":0,"result_shape":[2,4,16],"history_shape":[2,2],"sha256":["299bba4d3c333b3014cc79d4f474aac806329a973d4112c418bc34fb42422885","c714f3accd3608667839b1f17af3c2a27c1d88f2ce4aff021d4c822799caf6af"]}
{"kernel":"ngram_rows_b2_r4_p0_step1","batch":2,"rows":4,"prev_len":0,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["532453208bee30ab2cd4770b757fc5cf73a376d09b7cef90e92e44dc8bb288bb","341b6fe41cc4faf92f3a5d445802d9f2c56d6ae70c853afe0ed8b30cea63a801"]}
{"kernel":"ngram_rows_b2_r4_p1_step0","batch":2,"rows":4,"prev_len":1,"step":0,"result_shape":[2,4,16],"history_shape":[2,2],"sha256":["28a92555953841c46e879394a622206f6ee9a4227111259d5162c9a714d78e1a","c714f3accd3608667839b1f17af3c2a27c1d88f2ce4aff021d4c822799caf6af"]}
{"kernel":"ngram_rows_b2_r4_p1_step1","batch":2,"rows":4,"prev_len":1,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["532453208bee30ab2cd4770b757fc5cf73a376d09b7cef90e92e44dc8bb288bb","341b6fe41cc4faf92f3a5d445802d9f2c56d6ae70c853afe0ed8b30cea63a801"]}
{"kernel":"ngram_rows_b2_r4_p2_step0","batch":2,"rows":4,"prev_len":2,"step":0,"result_shape":[2,4,16],"history_shape":[2,2],"sha256":["b782645ea64caea9749343241cd1f7f422691d40db406456fad5eb1db9c860be","c714f3accd3608667839b1f17af3c2a27c1d88f2ce4aff021d4c822799caf6af"]}
{"kernel":"ngram_rows_b2_r4_p2_step1","batch":2,"rows":4,"prev_len":2,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["532453208bee30ab2cd4770b757fc5cf73a376d09b7cef90e92e44dc8bb288bb","341b6fe41cc4faf92f3a5d445802d9f2c56d6ae70c853afe0ed8b30cea63a801"]}
{"kernel":"ngram_rows_b2_r4_p5_step0","batch":2,"rows":4,"prev_len":5,"step":0,"result_shape":[2,4,16],"history_shape":[2,2],"sha256":["475d177e69d563709ac7c163772b1f0f7a841f617c02c5f8165fe9ae7d53302d","c714f3accd3608667839b1f17af3c2a27c1d88f2ce4aff021d4c822799caf6af"]}
{"kernel":"ngram_rows_b2_r4_p5_step1","batch":2,"rows":4,"prev_len":5,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["532453208bee30ab2cd4770b757fc5cf73a376d09b7cef90e92e44dc8bb288bb","341b6fe41cc4faf92f3a5d445802d9f2c56d6ae70c853afe0ed8b30cea63a801"]}
{"kernel":"ngram_rows_b2_r2048_p0_step0","batch":2,"rows":2048,"prev_len":0,"step":0,"result_shape":[2,2048,16],"history_shape":[2,2],"sha256":["22e58d7be3001b58fb98b1a675502b637eab8ff64c03a3a4256e24abcb60455e","64c74f51dc814eae14212666daebec25ffee6ab70ba318ef5e04ef216073d21d"]}
{"kernel":"ngram_rows_b2_r2048_p0_step1","batch":2,"rows":2048,"prev_len":0,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["8b0112a3963477aa7ab3be8382062ed3d7a39f40f9a45e39acf9f58b4eb0f293","55518c37f05f5a1598fc170d813daf78a0724177937bc22d94672fe23af7681d"]}
{"kernel":"ngram_rows_b2_r2048_p1_step0","batch":2,"rows":2048,"prev_len":1,"step":0,"result_shape":[2,2048,16],"history_shape":[2,2],"sha256":["9bbf94df85365d9513a72961c270b05fe4669d0d5b66e8cebcd79f9f54659aa6","64c74f51dc814eae14212666daebec25ffee6ab70ba318ef5e04ef216073d21d"]}
{"kernel":"ngram_rows_b2_r2048_p1_step1","batch":2,"rows":2048,"prev_len":1,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["8b0112a3963477aa7ab3be8382062ed3d7a39f40f9a45e39acf9f58b4eb0f293","55518c37f05f5a1598fc170d813daf78a0724177937bc22d94672fe23af7681d"]}
{"kernel":"ngram_rows_b2_r2048_p2_step0","batch":2,"rows":2048,"prev_len":2,"step":0,"result_shape":[2,2048,16],"history_shape":[2,2],"sha256":["a20ce0558d54bc424f982d7e0be341f0b63a8b72d21ff5615b8ff89a5b30e35e","64c74f51dc814eae14212666daebec25ffee6ab70ba318ef5e04ef216073d21d"]}
{"kernel":"ngram_rows_b2_r2048_p2_step1","batch":2,"rows":2048,"prev_len":2,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["8b0112a3963477aa7ab3be8382062ed3d7a39f40f9a45e39acf9f58b4eb0f293","55518c37f05f5a1598fc170d813daf78a0724177937bc22d94672fe23af7681d"]}
{"kernel":"ngram_rows_b2_r2048_p5_step0","batch":2,"rows":2048,"prev_len":5,"step":0,"result_shape":[2,2048,16],"history_shape":[2,2],"sha256":["1fb0d777cf4a85cae8eeab041126f70aae7b806d80010b37a8aa8f0e4e17d007","64c74f51dc814eae14212666daebec25ffee6ab70ba318ef5e04ef216073d21d"]}
{"kernel":"ngram_rows_b2_r2048_p5_step1","batch":2,"rows":2048,"prev_len":5,"step":1,"result_shape":[2,1,16],"history_shape":[2,2],"sha256":["8b0112a3963477aa7ab3be8382062ed3d7a39f40f9a45e39acf9f58b4eb0f293","55518c37f05f5a1598fc170d813daf78a0724177937bc22d94672fe23af7681d"]}