Match Qwen head-chunked attention execution

docs/issue113-head-chunk/product/cold-arrays.json

@@ -0,0 +1 @@
+{"trunk":[[{"shape":[1,3,10240],"sha256":"1dadce7f74c7b48ad423170b8884bf5024c3d6dd91b2f9d800afca7d32679d7b","value_sha256":"1dadce7f74c7b48ad423170b8884bf5024c3d6dd91b2f9d800afca7d32679d7b"},{"shape":[1,48,128,128],"sha256":"d7436faf9d50e278f7fa095e9c217467020a6f534a48195775c212caa0ece52d","value_sha256":"d7436faf9d50e278f7fa095e9c217467020a6f534a48195775c212caa0ece52d"}],[{"shape":[1,3,10240],"sha256":"ca1b3cf93598b62575f01aea05ff0d0f087c00fdf1b63654626ef5ec3487715a","value_sha256":"ca1b3cf93598b62575f01aea05ff0d0f087c00fdf1b63654626ef5ec3487715a"},{"shape":[1,48,128,128],"sha256":"f1364bb8165b9189279b7769e4081f213c562f4e0541acc5962cf2ae9f42a831","value_sha256":"f1364bb8165b9189279b7769e4081f213c562f4e0541acc5962cf2ae9f42a831"},{"shape":[1,9,10240],"sha256":"c9110c820fc39f8c19c770594c15e0997693015090a3c7af4b6c8ec9a31ebc4e","value_sha256":"c9110c820fc39f8c19c770594c15e0997693015090a3c7af4b6c8ec9a31ebc4e"},{"shape":[1,2],"sha256":"9febaa06152dac026dba5f2c1151c11ff6a1b2f00e92278cdfd2905c87cf2c2f","value_sha256":"9febaa06152dac026dba5f2c1151c11ff6a1b2f00e92278cdfd2905c87cf2c2f"}],[{"shape":[1,3,10240],"sha256":"320fdcf9c7ab899133952e093d1f3de613ba5581b3aaad45c4ad7b1b4e43f1f3","value_sha256":"320fdcf9c7ab899133952e093d1f3de613ba5581b3aaad45c4ad7b1b4e43f1f3"},{"shape":[1,48,128,128],"sha256":"8cae4ba20fd0e54f8da130e5f8681ece7c54672b7a6404800cded8e64a977e08","value_sha256":"8cae4ba20fd0e54f8da130e5f8681ece7c54672b7a6404800cded8e64a977e08"}],[{"shape":[1,2,58,256],"sha256":"404510256f371f0bc2e7b8af2d1f7eb2ae0322d42eb9a0ee5827a9a5c8d489c0","value_sha256":"404510256f371f0bc2e7b8af2d1f7eb2ae0322d42eb9a0ee5827a9a5c8d489c0"},{"shape":[1,2,58,256],"sha256":"f14afc7fe1c5e4c62c84121e804e14aa484db378861904d4e234ffeef10252ef","value_sha256":"f14afc7fe1c5e4c62c84121e804e14aa484db378861904d4e234ffeef10252ef"},{"shape":[1,58,128],"sha256":"ca2d0b2f09e87fab8d0a6aede7073ec53bc37b584851f0342c76244f05ca3e12","value_sha256":"ca2d0b2f09e87fab8d0a6aede7073ec53bc37b584851f0342c76244f05ca3e12"},{"shape":[1,14,128],"sha256":"a609a4f52c9b3dc0fb5d6554019786bebecdad220bf5ae6b40d4939821f12c8b","value_sha256":"a609a4f52c9b3dc0fb5d6554019786bebecdad220bf5ae6b40d4939821f12c8b"}],[{"shape":[1,3,10240],"sha256":"c14f586416a8e772fa53002514ff980ab579060981040071c3e4636fc9762070","value_sha256":"c14f586416a8e772fa53002514ff980ab579060981040071c3e4636fc9762070"},{"shape":[1,48,128,128],"sha256":"3dd403eccb148601e1ab505dee16956ad59128e2d51f1c0ad5fbe20509b6d4fc","value_sha256":"3dd403eccb148601e1ab505dee16956ad59128e2d51f1c0ad5fbe20509b6d4fc"}],[{"shape":[1,3,10240],"sha256":"d3506442712f1e9433327907d1390a1166912fac6ce36d7c339a50f9adb570fb","value_sha256":"d3506442712f1e9433327907d1390a1166912fac6ce36d7c339a50f9adb570fb"},{"shape":[1,48,128,128],"sha256":"1d5a82226d350ca721e1b3a12e5c28ae175d9116e36fccda4218efca9fe699f1","value_sha256":"1d5a82226d350ca721e1b3a12e5c28ae175d9116e36fccda4218efca9fe699f1"}],[{"shape":[1,3,10240],"sha256":"e1f5a0ab427dca8d091996febccbeebd5cbc987d7189ed1badbfe57dc14f8747","value_sha256":"e1f5a0ab427dca8d091996febccbeebd5cbc987d7189ed1badbfe57dc14f8747"},{"shape":[1,48,128,128],"sha256":"17feff27d8744d9a3b9b115b3c723b650a581c22c32cef569d827bbc24de7206","value_sha256":"17feff27d8744d9a3b9b115b3c723b650a581c22c32cef569d827bbc24de7206"}],[{"shape":[1,2,58,256],"sha256":"364736a6d66b0aa29df064c406d3f7190f05fa385ffc10b031760541dc3cc8b5","value_sha256":"364736a6d66b0aa29df064c406d3f7190f05fa385ffc10b031760541dc3cc8b5"},{"shape":[1,2,58,256],"sha256":"22369eed488919ec8c7aea527654f8c8e335ef0a995620b06e0a1ec391f91b30","value_sha256":"22369eed488919ec8c7aea527654f8c8e335ef0a995620b06e0a1ec391f91b30"},{"shape":[1,58,128],"sha256":"20dd11e3fd1a655cf5d52fe260518fd0bc896ba7abf9709d590ab891d8e75120","value_sha256":"20dd11e3fd1a655cf5d52fe260518fd0bc896ba7abf9709d590ab891d8e75120"},{"shape":[1,14,128],"sha256":"378afa222e09564605d3ccd930cc86a2c4456ca99e122c8075def851bb453568","value_sha256":"378afa222e09564605d3ccd930cc86a2c4456ca99e122c8075def851bb453568"}],[{"shape":[1,3,10240],"sha256":"3ae083450733c47e30d8564cecca1056ab20d358acd48d3c81d63eae3577980d","value_sha256":"3ae083450733c47e30d8564cecca1056ab20d358acd48d3c81d63eae3577980d"},{"shape":[1,48,128,128],"sha256":"5044b96ba3ff509a76564d5a63a68de9744bdac90c2df5e191af4f12e5478f48","value_sha256":"5044b96ba3ff509a76564d5a63a68de9744bdac90c2df5e191af4f12e5478f48"}],[{"shape":[1,3,10240],"sha256":"b827dfbf602825d83f60b7f079a9cd3a67123ae1ad08ab046bd3878b411fa6c3","value_sha256":"b827dfbf602825d83f60b7f079a9cd3a67123ae1ad08ab046bd3878b411fa6c3"},{"shape":[1,48,128,128],"sha256":"70af0a5e7ad8fa8b63c40b40cc09c225378faf36ab648ffffc5c3bd4746802c7","value_sha256":"70af0a5e7ad8fa8b63c40b40cc09c225378faf36ab648ffffc5c3bd4746802c7"}],[{"shape":[1,3,10240],"sha256":"63f127bb20b6544b831d9cb3c476f4a093024fd425376a57538755be07e517df","value_sha256":"63f127bb20b6544b831d9cb3c476f4a093024fd425376a57538755be07e517df"},{"shape":[1,48,128,128],"sha256":"1d5d23064fbf2193615d4a1f83aa1897ed9c48e4c61a217abda7fd16Line truncated

docs/issue113-head-chunk/product/cold.json

@@ -0,0 +1 @@
+{"case":"cold","prompt":[248045,8678,198,24342,286,4879,369,716,310,3238,13,13262,678,7047,9522,321,10419,11,6992,5774,310,279,16198,1973,24366,24150,362,13,248046,198,248045,846,198,2427,494,799,310,5600,13,248046,198,248045,74455,198,248068,198],"tokens":[760,1156,6587,728,310,1698,494,799,310,5600,13,1061],"cached":0,"state_sha256":"ed07c44dec46cebe4471ac26a136c9d8ece3d88b4abeaa7f688247a13f3b1276"}

docs/issue113-head-chunk/product/cold/0.json

@@ -0,0 +1 @@
+{"index":0,"ids":[760,1156,369,9859],"verify":true,"logits":{"shape":[1,4,248320],"sha256":"e3ba038c8570911a72fadeba867f1c33e5103108ef9881bfcdc008907de90839"},"hidden":{"shape":[1,4,10240],"sha256":"b3c2ef7bb9c3dfa85748d7af883210ae4393bd1b5af5397f243d632fc437552b"}}

docs/issue113-head-chunk/product/cold/1.json

@@ -0,0 +1 @@
+{"index":1,"ids":[6587,728,310,1698],"verify":true,"logits":{"shape":[1,4,248320],"sha256":"955ff038997bab8ca6a84642b1ad8cf88dade0d2075d5ea11c736c9f74a7d563"},"hidden":{"shape":[1,4,10240],"sha256":"e3a029cc190a3cbdee1e2ec34bd94181f6013a6495c56b60dcccd67130fcfbd4"}}

docs/issue113-head-chunk/product/cold/2.json

@@ -0,0 +1 @@
+{"index":2,"ids":[494,799,310,5600],"verify":true,"logits":{"shape":[1,4,248320],"sha256":"e201b5e579d7c8f58432ae495c120c66cd595241046dd9cd32d42cab72009b3b"},"hidden":{"shape":[1,4,10240],"sha256":"d56aba5df3172aeca9d26bccfe6143d8045d30e5af45f1fc6815d61634f78d2c"}}

docs/issue113-head-chunk/product/cold/3.json

@@ -0,0 +1 @@
+{"index":3,"ids":[13,1061],"verify":true,"logits":{"shape":[1,2,248320],"sha256":"ecf42a91034a5bd6739a3d5bc94ffdcbac8214261f5712a3196bb6b99be67860"},"hidden":{"shape":[1,2,10240],"sha256":"0296bbc47e09e0312470a1ada7ef90177009d80cef5ba79398190177bb4be7c3"}}

docs/issue113-head-chunk/product/reopened-arrays.json

@@ -0,0 +1 @@
+{"trunk":[[{"shape":[1,3,10240],"sha256":"1df54fa91eb80b88e8b4c0d566828d36540f3508099fc1751dd700d9bd904a84","value_sha256":"1df54fa91eb80b88e8b4c0d566828d36540f3508099fc1751dd700d9bd904a84"},{"shape":[1,48,128,128],"sha256":"1cc66986fdbef7d449d321ff6c558b4e862d2d9211d74038325c72c4f2f0cebf","value_sha256":"1cc66986fdbef7d449d321ff6c558b4e862d2d9211d74038325c72c4f2f0cebf"}],[{"shape":[1,3,10240],"sha256":"1ba5aa461d83294641ab065813f2a27ce3a1aa280890046cdc6d839d49c86232","value_sha256":"1ba5aa461d83294641ab065813f2a27ce3a1aa280890046cdc6d839d49c86232"},{"shape":[1,48,128,128],"sha256":"b789c69d02395058a02c548725e7897e906176c9647e88b5c413a9c743a73aaf","value_sha256":"b789c69d02395058a02c548725e7897e906176c9647e88b5c413a9c743a73aaf"},{"shape":[1,9,10240],"sha256":"eaffcb3f7958776a888b3134ef5f9fa1285f21c242d76b0ebc19c64d75d26c08","value_sha256":"eaffcb3f7958776a888b3134ef5f9fa1285f21c242d76b0ebc19c64d75d26c08"},{"shape":[1,2],"sha256":"b5e055307f70d9b61bc8427b1da30e8f711b4da0c73d28a34879de8c3f253152","value_sha256":"b5e055307f70d9b61bc8427b1da30e8f711b4da0c73d28a34879de8c3f253152"}],[{"shape":[1,3,10240],"sha256":"1ebb9fb3628cf830f4c16a815ecaa0c9ccc2049bff2b14d32cb4e3f08f1b91b2","value_sha256":"1ebb9fb3628cf830f4c16a815ecaa0c9ccc2049bff2b14d32cb4e3f08f1b91b2"},{"shape":[1,48,128,128],"sha256":"403226ed2eeae9becd4b498b0fa14de8152beac9138bff0c118698cd4c4fcc34","value_sha256":"403226ed2eeae9becd4b498b0fa14de8152beac9138bff0c118698cd4c4fcc34"}],[{"shape":[1,2,88,256],"sha256":"b4995a3d443eb57598940e4a80ece426f8e8442e07f30b8168b247baebfc422f","value_sha256":"b4995a3d443eb57598940e4a80ece426f8e8442e07f30b8168b247baebfc422f"},{"shape":[1,2,88,256],"sha256":"eb25629ce30b96850b39bf034124fb8d627c82402baeb89d72e24869005ace24","value_sha256":"eb25629ce30b96850b39bf034124fb8d627c82402baeb89d72e24869005ace24"},{"shape":[1,88,128],"sha256":"1561cf66bb84117ff09036ee128d5c2e5aa21f69db459b82000dc467527df748","value_sha256":"1561cf66bb84117ff09036ee128d5c2e5aa21f69db459b82000dc467527df748"},{"shape":[1,22,128],"sha256":"4366612cb46ecc942d06aabe6043fea79b494a34f08f797fec5e0a76ff067a1a","value_sha256":"4366612cb46ecc942d06aabe6043fea79b494a34f08f797fec5e0a76ff067a1a"}],[{"shape":[1,3,10240],"sha256":"23af29f2397aace825e958a5faa77cb734a968ef2a7a7f058f5dc543b582c847","value_sha256":"23af29f2397aace825e958a5faa77cb734a968ef2a7a7f058f5dc543b582c847"},{"shape":[1,48,128,128],"sha256":"d4c4e8b85d76cfb913593521150b144cb2bb6a6a3aed2bfe511fad2f716616ae","value_sha256":"d4c4e8b85d76cfb913593521150b144cb2bb6a6a3aed2bfe511fad2f716616ae"}],[{"shape":[1,3,10240],"sha256":"a342824984d9f603f852b6419dbd2be196dd3c2ad66b8d272ba1c723bfc58854","value_sha256":"a342824984d9f603f852b6419dbd2be196dd3c2ad66b8d272ba1c723bfc58854"},{"shape":[1,48,128,128],"sha256":"a46384ccc56e527d39df7582277baeba2229d208cc0529ecaeafd3e53b8d6db2","value_sha256":"a46384ccc56e527d39df7582277baeba2229d208cc0529ecaeafd3e53b8d6db2"}],[{"shape":[1,3,10240],"sha256":"21a78ff13a7b64234bd2db960ccfcae99cc575c3f42b185eb8831473666547e8","value_sha256":"21a78ff13a7b64234bd2db960ccfcae99cc575c3f42b185eb8831473666547e8"},{"shape":[1,48,128,128],"sha256":"69cea0bd54b8996f97bdc9f718cb4ddba75dd4c416a1f1590a1118a4503235ee","value_sha256":"69cea0bd54b8996f97bdc9f718cb4ddba75dd4c416a1f1590a1118a4503235ee"}],[{"shape":[1,2,88,256],"sha256":"75ca9e3382094e7fb1d1fb79c1b492164178b9dc028a75a084d82cba8c719b37","value_sha256":"75ca9e3382094e7fb1d1fb79c1b492164178b9dc028a75a084d82cba8c719b37"},{"shape":[1,2,88,256],"sha256":"2ceb5beed581a848481bd02f8d09b07901c37fbda93fd92d94ba1344579c65e0","value_sha256":"2ceb5beed581a848481bd02f8d09b07901c37fbda93fd92d94ba1344579c65e0"},{"shape":[1,88,128],"sha256":"bdbd34eb86fe22271437831df743bf44efb01a7dce240a9e6b6321d0c6356cde","value_sha256":"bdbd34eb86fe22271437831df743bf44efb01a7dce240a9e6b6321d0c6356cde"},{"shape":[1,22,128],"sha256":"bd0a7f30f06069bd50a87a8981cfd1657a172fe5407b78f666899f49aa1a96fc","value_sha256":"bd0a7f30f06069bd50a87a8981cfd1657a172fe5407b78f666899f49aa1a96fc"}],[{"shape":[1,3,10240],"sha256":"ef974274168dd5c569007e254179cf0ac745e7a7b28d2fbda9f06bc58c618158","value_sha256":"ef974274168dd5c569007e254179cf0ac745e7a7b28d2fbda9f06bc58c618158"},{"shape":[1,48,128,128],"sha256":"6706d6620ead67281abd40ad7239479a760992e42f0e2b8bfd2d3841c1bde52f","value_sha256":"6706d6620ead67281abd40ad7239479a760992e42f0e2b8bfd2d3841c1bde52f"}],[{"shape":[1,3,10240],"sha256":"1c6b6c06774bcfb8190cd48a437e99c9796d88d9fa6619f461f3fc90155ac15f","value_sha256":"1c6b6c06774bcfb8190cd48a437e99c9796d88d9fa6619f461f3fc90155ac15f"},{"shape":[1,48,128,128],"sha256":"78d2709f54d5687657883f8bd9216eb981d83ea4554959108c29dc0494e85f9f","value_sha256":"78d2709f54d5687657883f8bd9216eb981d83ea4554959108c29dc0494e85f9f"}],[{"shape":[1,3,10240],"sha256":"57977ed3fb0c1ed17d8b10bd2f525f28d63aad65eb434c513b490c9eb940352f","value_sha256":"57977ed3fb0c1ed17d8b10bd2f525f28d63aad65eb434c513b490c9eb940352f"},{"shape":[1,48,128,128],"sha256":"c33c4474957879b91be8e0ca721ce66ba6a6eb533028aa3cf9509a23Line truncated

docs/issue113-head-chunk/product/reopened.json

@@ -0,0 +1 @@
+{"case":"reopened","prompt":[248045,8678,198,24342,286,4879,369,716,310,3238,13,13262,678,7047,9522,321,10419,11,6992,5774,310,279,16198,1973,24366,24150,362,13,248046,198,248045,846,198,2427,494,799,310,5600,13,248046,198,248045,74455,198,248068,198,760,1156,6587,728,310,1698,494,799,310,5600,13,1061,198,248069,271,248046,198,248045,846,198,22791,24217,13,248046,198,248045,74455,198,248068,198],"tokens":[760,1156,6587,728,310,2962,24217,13,353,8334,29014,494],"cached":58,"state_sha256":"257714fbbf6f6a92b5562f554fae93c36abaff2e72bac7ad61a0d874e14e8234"}

docs/issue113-head-chunk/product/reopened/0.json

@@ -0,0 +1 @@
+{"index":0,"ids":[760,1156,6587,728],"verify":true,"logits":{"shape":[1,4,248320],"sha256":"0d002e5ab00ee76250e5deca14358353c777fd1f1804937070ca229f74cdc9f6"},"hidden":{"shape":[1,4,10240],"sha256":"cb6bc68f9d37d0ffb544b2c635144d8f91a715c5172fa31a32be7aab84d5941b"}}

docs/issue113-head-chunk/product/reopened/1.json

@@ -0,0 +1 @@
+{"index":1,"ids":[310,2962,24217,494],"verify":true,"logits":{"shape":[1,4,248320],"sha256":"e052a03d4908e670c534c18453447dcb7190bf180dd281ffd3ace950675174e1"},"hidden":{"shape":[1,4,10240],"sha256":"2caa9c5b1d863080a4ec81e55103e9b3429261933f13cac971dfc09a8a1c130f"}}

docs/issue113-head-chunk/product/reopened/2.json

@@ -0,0 +1 @@
+{"index":2,"ids":[13,353,2582,3804],"verify":true,"logits":{"shape":[1,4,248320],"sha256":"f64c3236f08fa43f85ee491cc1121d5f584dfd1fbcd58b1bf9ef69b441813036"},"hidden":{"shape":[1,4,10240],"sha256":"eba14099db5411740f69183e22dbe7d50aef3e5cfde093319eaa39008fbd11c8"}}

docs/issue113-head-chunk/product/reopened/3.json

@@ -0,0 +1 @@
+{"index":3,"ids":[8334,29014,494],"verify":true,"logits":{"shape":[1,3,248320],"sha256":"6821599090afcd8e042f955477276a52843d0087c6074a1a77a43b9768cd2c0c"},"hidden":{"shape":[1,3,10240],"sha256":"e358aa99aa0738c30f102ad646ebef5244b7740ca7ccaa3804469e3dc8ac217c"}}

docs/issue113-head-chunk/product/warm-arrays.json

@@ -0,0 +1 @@
+{"trunk":[[{"shape":[1,3,10240],"sha256":"1df54fa91eb80b88e8b4c0d566828d36540f3508099fc1751dd700d9bd904a84","value_sha256":"1df54fa91eb80b88e8b4c0d566828d36540f3508099fc1751dd700d9bd904a84"},{"shape":[1,48,128,128],"sha256":"1cc66986fdbef7d449d321ff6c558b4e862d2d9211d74038325c72c4f2f0cebf","value_sha256":"1cc66986fdbef7d449d321ff6c558b4e862d2d9211d74038325c72c4f2f0cebf"}],[{"shape":[1,3,10240],"sha256":"1ba5aa461d83294641ab065813f2a27ce3a1aa280890046cdc6d839d49c86232","value_sha256":"1ba5aa461d83294641ab065813f2a27ce3a1aa280890046cdc6d839d49c86232"},{"shape":[1,48,128,128],"sha256":"b789c69d02395058a02c548725e7897e906176c9647e88b5c413a9c743a73aaf","value_sha256":"b789c69d02395058a02c548725e7897e906176c9647e88b5c413a9c743a73aaf"},{"shape":[1,9,10240],"sha256":"eaffcb3f7958776a888b3134ef5f9fa1285f21c242d76b0ebc19c64d75d26c08","value_sha256":"eaffcb3f7958776a888b3134ef5f9fa1285f21c242d76b0ebc19c64d75d26c08"},{"shape":[1,2],"sha256":"b5e055307f70d9b61bc8427b1da30e8f711b4da0c73d28a34879de8c3f253152","value_sha256":"b5e055307f70d9b61bc8427b1da30e8f711b4da0c73d28a34879de8c3f253152"}],[{"shape":[1,3,10240],"sha256":"1ebb9fb3628cf830f4c16a815ecaa0c9ccc2049bff2b14d32cb4e3f08f1b91b2","value_sha256":"1ebb9fb3628cf830f4c16a815ecaa0c9ccc2049bff2b14d32cb4e3f08f1b91b2"},{"shape":[1,48,128,128],"sha256":"403226ed2eeae9becd4b498b0fa14de8152beac9138bff0c118698cd4c4fcc34","value_sha256":"403226ed2eeae9becd4b498b0fa14de8152beac9138bff0c118698cd4c4fcc34"}],[{"shape":[1,2,88,256],"sha256":"b4995a3d443eb57598940e4a80ece426f8e8442e07f30b8168b247baebfc422f","value_sha256":"b4995a3d443eb57598940e4a80ece426f8e8442e07f30b8168b247baebfc422f"},{"shape":[1,2,88,256],"sha256":"eb25629ce30b96850b39bf034124fb8d627c82402baeb89d72e24869005ace24","value_sha256":"eb25629ce30b96850b39bf034124fb8d627c82402baeb89d72e24869005ace24"},{"shape":[1,88,128],"sha256":"1561cf66bb84117ff09036ee128d5c2e5aa21f69db459b82000dc467527df748","value_sha256":"1561cf66bb84117ff09036ee128d5c2e5aa21f69db459b82000dc467527df748"},{"shape":[1,22,128],"sha256":"4366612cb46ecc942d06aabe6043fea79b494a34f08f797fec5e0a76ff067a1a","value_sha256":"4366612cb46ecc942d06aabe6043fea79b494a34f08f797fec5e0a76ff067a1a"}],[{"shape":[1,3,10240],"sha256":"23af29f2397aace825e958a5faa77cb734a968ef2a7a7f058f5dc543b582c847","value_sha256":"23af29f2397aace825e958a5faa77cb734a968ef2a7a7f058f5dc543b582c847"},{"shape":[1,48,128,128],"sha256":"d4c4e8b85d76cfb913593521150b144cb2bb6a6a3aed2bfe511fad2f716616ae","value_sha256":"d4c4e8b85d76cfb913593521150b144cb2bb6a6a3aed2bfe511fad2f716616ae"}],[{"shape":[1,3,10240],"sha256":"a342824984d9f603f852b6419dbd2be196dd3c2ad66b8d272ba1c723bfc58854","value_sha256":"a342824984d9f603f852b6419dbd2be196dd3c2ad66b8d272ba1c723bfc58854"},{"shape":[1,48,128,128],"sha256":"a46384ccc56e527d39df7582277baeba2229d208cc0529ecaeafd3e53b8d6db2","value_sha256":"a46384ccc56e527d39df7582277baeba2229d208cc0529ecaeafd3e53b8d6db2"}],[{"shape":[1,3,10240],"sha256":"21a78ff13a7b64234bd2db960ccfcae99cc575c3f42b185eb8831473666547e8","value_sha256":"21a78ff13a7b64234bd2db960ccfcae99cc575c3f42b185eb8831473666547e8"},{"shape":[1,48,128,128],"sha256":"69cea0bd54b8996f97bdc9f718cb4ddba75dd4c416a1f1590a1118a4503235ee","value_sha256":"69cea0bd54b8996f97bdc9f718cb4ddba75dd4c416a1f1590a1118a4503235ee"}],[{"shape":[1,2,88,256],"sha256":"75ca9e3382094e7fb1d1fb79c1b492164178b9dc028a75a084d82cba8c719b37","value_sha256":"75ca9e3382094e7fb1d1fb79c1b492164178b9dc028a75a084d82cba8c719b37"},{"shape":[1,2,88,256],"sha256":"2ceb5beed581a848481bd02f8d09b07901c37fbda93fd92d94ba1344579c65e0","value_sha256":"2ceb5beed581a848481bd02f8d09b07901c37fbda93fd92d94ba1344579c65e0"},{"shape":[1,88,128],"sha256":"bdbd34eb86fe22271437831df743bf44efb01a7dce240a9e6b6321d0c6356cde","value_sha256":"bdbd34eb86fe22271437831df743bf44efb01a7dce240a9e6b6321d0c6356cde"},{"shape":[1,22,128],"sha256":"bd0a7f30f06069bd50a87a8981cfd1657a172fe5407b78f666899f49aa1a96fc","value_sha256":"bd0a7f30f06069bd50a87a8981cfd1657a172fe5407b78f666899f49aa1a96fc"}],[{"shape":[1,3,10240],"sha256":"ef974274168dd5c569007e254179cf0ac745e7a7b28d2fbda9f06bc58c618158","value_sha256":"ef974274168dd5c569007e254179cf0ac745e7a7b28d2fbda9f06bc58c618158"},{"shape":[1,48,128,128],"sha256":"6706d6620ead67281abd40ad7239479a760992e42f0e2b8bfd2d3841c1bde52f","value_sha256":"6706d6620ead67281abd40ad7239479a760992e42f0e2b8bfd2d3841c1bde52f"}],[{"shape":[1,3,10240],"sha256":"1c6b6c06774bcfb8190cd48a437e99c9796d88d9fa6619f461f3fc90155ac15f","value_sha256":"1c6b6c06774bcfb8190cd48a437e99c9796d88d9fa6619f461f3fc90155ac15f"},{"shape":[1,48,128,128],"sha256":"78d2709f54d5687657883f8bd9216eb981d83ea4554959108c29dc0494e85f9f","value_sha256":"78d2709f54d5687657883f8bd9216eb981d83ea4554959108c29dc0494e85f9f"}],[{"shape":[1,3,10240],"sha256":"57977ed3fb0c1ed17d8b10bd2f525f28d63aad65eb434c513b490c9eb940352f","value_sha256":"57977ed3fb0c1ed17d8b10bd2f525f28d63aad65eb434c513b490c9eb940352f"},{"shape":[1,48,128,128],"sha256":"c33c4474957879b91be8e0ca721ce66ba6a6eb533028aa3cf9509a23Line truncated

docs/issue113-head-chunk/product/warm.json

@@ -0,0 +1 @@
+{"case":"warm","prompt":[248045,8678,198,24342,286,4879,369,716,310,3238,13,13262,678,7047,9522,321,10419,11,6992,5774,310,279,16198,1973,24366,24150,362,13,248046,198,248045,846,198,2427,494,799,310,5600,13,248046,198,248045,74455,198,248068,198,760,1156,6587,728,310,1698,494,799,310,5600,13,1061,198,248069,271,248046,198,248045,846,198,22791,24217,13,248046,198,248045,74455,198,248068,198],"tokens":[760,1156,6587,728,310,2962,24217,13,353,8334,29014,494],"cached":58,"state_sha256":"257714fbbf6f6a92b5562f554fae93c36abaff2e72bac7ad61a0d874e14e8234"}

docs/issue113-head-chunk/product/warm/0.json

@@ -0,0 +1 @@
+{"index":0,"ids":[760,1156,6587,728],"verify":true,"logits":{"shape":[1,4,248320],"sha256":"0d002e5ab00ee76250e5deca14358353c777fd1f1804937070ca229f74cdc9f6"},"hidden":{"shape":[1,4,10240],"sha256":"cb6bc68f9d37d0ffb544b2c635144d8f91a715c5172fa31a32be7aab84d5941b"}}

docs/issue113-head-chunk/product/warm/1.json

@@ -0,0 +1 @@
+{"index":1,"ids":[310,2962,24217,494],"verify":true,"logits":{"shape":[1,4,248320],"sha256":"e052a03d4908e670c534c18453447dcb7190bf180dd281ffd3ace950675174e1"},"hidden":{"shape":[1,4,10240],"sha256":"2caa9c5b1d863080a4ec81e55103e9b3429261933f13cac971dfc09a8a1c130f"}}

docs/issue113-head-chunk/product/warm/2.json

@@ -0,0 +1 @@
+{"index":2,"ids":[13,353,2582,3804],"verify":true,"logits":{"shape":[1,4,248320],"sha256":"f64c3236f08fa43f85ee491cc1121d5f584dfd1fbcd58b1bf9ef69b441813036"},"hidden":{"shape":[1,4,10240],"sha256":"eba14099db5411740f69183e22dbe7d50aef3e5cfde093319eaa39008fbd11c8"}}

docs/issue113-head-chunk/product/warm/3.json

@@ -0,0 +1 @@
+{"index":3,"ids":[8334,29014,494],"verify":true,"logits":{"shape":[1,3,248320],"sha256":"6821599090afcd8e042f955477276a52843d0087c6074a1a77a43b9768cd2c0c"},"hidden":{"shape":[1,3,10240],"sha256":"e358aa99aa0738c30f102ad646ebef5244b7740ca7ccaa3804469e3dc8ac217c"}}