hugo/DS4Server
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

Save inference parity implementation and evaluation harness

Browse Source
This commit is contained in:
Georg Bauer
2026-09-10 22:45:59 +02:00
parent b99ce2aa10
commit 02db0968ae
198 changed files with 111205 additions and 586 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/mtplx-kv-cache-graph.jsonl
Vendored
+12
View File
@@ -0,0 +1,12 @@
{"kernel":"kv_cache_graph_0_0","sha256":["e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","f6a31b889545a8622442e8bc58d0506ff0481af02439713f9ef0c1a007083eb6","756ae02c3c4a30394212f55fa34f7ea832a3659f13c0d1a71eaf8c9badfb4a79","677302847185c0fea0607f7bf1b32fb3f30b694809a6c3bbb943f38c0678e58d","169ba24b85d5b83ba983216f576fa6a994a916599b49068d41407f8542e294b6","f82094786fd7575af7e5f332f43021a8955eae7b9fa68b494975d45c086c22dc","fafeb64e46475b6493f493fa7a4a927390719447d103acef08fee80272703ef1","677302847185c0fea0607f7bf1b32fb3f30b694809a6c3bbb943f38c0678e58d","169ba24b85d5b83ba983216f576fa6a994a916599b49068d41407f8542e294b6","2034dfcb037c97d4b1a6855df67a491a11329daebbb1942e3431d963b18a5906","5e7a277584521b71d7108bbc1f58c7ebd8fe526d9dd71f2959797a00510ccab3","d7672490110447965b5b44acf182a38f3e33bbb0f53e60741df13bb0c558f3de","eee11c8ce3c07f0a79ec5ad79c5419443594c0441664005ff927f26ab1a1d290","0cd5573d256c4e0d9726d2d2f3363ebd1942ac17ea85bb4e610ca663041fa733","4a9ead9b8fc1ed955eaf722554636684a8b50df4f9cec17235bc20d1dda758b0","d7672490110447965b5b44acf182a38f3e33bbb0f53e60741df13bb0c558f3de","eee11c8ce3c07f0a79ec5ad79c5419443594c0441664005ff927f26ab1a1d290"],"initial":0,"deferred":false,"actions":[{"action":"append","n":0,"offset":0,"capacity":0},{"action":"append","n":3,"offset":3,"capacity":256},{"action":"trim","n":2,"trimmed":2,"offset":1},{"action":"append","n":4,"offset":5,"capacity":256},{"action":"restore","n":0,"offset":0},{"action":"append","n":257,"offset":257,"capacity":512},{"action":"trim","n":999999,"trimmed":257,"offset":0},{"action":"append","n":1,"offset":1,"capacity":512}]}
{"kernel":"kv_cache_graph_0_1","sha256":["e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","f6a31b889545a8622442e8bc58d0506ff0481af02439713f9ef0c1a007083eb6","756ae02c3c4a30394212f55fa34f7ea832a3659f13c0d1a71eaf8c9badfb4a79","677302847185c0fea0607f7bf1b32fb3f30b694809a6c3bbb943f38c0678e58d","169ba24b85d5b83ba983216f576fa6a994a916599b49068d41407f8542e294b6","f82094786fd7575af7e5f332f43021a8955eae7b9fa68b494975d45c086c22dc","fafeb64e46475b6493f493fa7a4a927390719447d103acef08fee80272703ef1","677302847185c0fea0607f7bf1b32fb3f30b694809a6c3bbb943f38c0678e58d","169ba24b85d5b83ba983216f576fa6a994a916599b49068d41407f8542e294b6","2034dfcb037c97d4b1a6855df67a491a11329daebbb1942e3431d963b18a5906","5e7a277584521b71d7108bbc1f58c7ebd8fe526d9dd71f2959797a00510ccab3","d7672490110447965b5b44acf182a38f3e33bbb0f53e60741df13bb0c558f3de","eee11c8ce3c07f0a79ec5ad79c5419443594c0441664005ff927f26ab1a1d290","0cd5573d256c4e0d9726d2d2f3363ebd1942ac17ea85bb4e610ca663041fa733","4a9ead9b8fc1ed955eaf722554636684a8b50df4f9cec17235bc20d1dda758b0","d7672490110447965b5b44acf182a38f3e33bbb0f53e60741df13bb0c558f3de","eee11c8ce3c07f0a79ec5ad79c5419443594c0441664005ff927f26ab1a1d290"],"initial":0,"deferred":true,"actions":[{"action":"append","n":0,"offset":0,"capacity":0},{"action":"append","n":3,"offset":3,"capacity":256},{"action":"trim","n":2,"trimmed":2,"offset":1},{"action":"append","n":4,"offset":5,"capacity":256},{"action":"restore","n":0,"offset":0},{"action":"append","n":257,"offset":257,"capacity":512},{"action":"trim","n":999999,"trimmed":257,"offset":0},{"action":"append","n":1,"offset":1,"capacity":512}]}
{"kernel":"kv_cache_graph_1_0","sha256":["405e9e268e5d564534a382f150db9d01e4e4ba7890ab1a711dc0fddfc51ac985","01c52c988b2a6cc667b4106f813da9894bd7531d964e4f025012934d4603f8a5","8a8ee76ba928990e1178ecce5617dce3d3d07cda0ab2be7178e46489af2b9b67","9ab0936a481f65d86a42f932ae718db369a18575bfdc20c3abe6a34a6afaab41","90dfc3949d51e6ce00a834b6e7e30c7725713ee9e61ecf958097f5041b83a1b0","fa92a1f35a37ac364fa58fe889d5c5aa4083a097192c6564f5c7d028022e9adf","8a8ee76ba928990e1178ecce5617dce3d3d07cda0ab2be7178e46489af2b9b67","9ab0936a481f65d86a42f932ae718db369a18575bfdc20c3abe6a34a6afaab41","e33b098ffe7786a45bfcb0f92aeef1a7429e910be79d8e666ab8c13a9c1e28c8","e64f049ef1604f1c94eea305bef286e0a34e72135ba79580f4bb4278edba24c5","8a8ee76ba928990e1178ecce5617dce3d3d07cda0ab2be7178e46489af2b9b67","9ab0936a481f65d86a42f932ae718db369a18575bfdc20c3abe6a34a6afaab41","7fd6257572134f3fc79958aed39f2f34c6d91f2748a97f77a34a16995013cc97","83417146fe3ce869f7aed166c9a07c6dfbd2c15fcc6e803ad6a9ec09abe57fe1","f6a47e8af5ac34fba5cd590d7583632152aaa04d29682bd321b650f0bdfe8d30","05b78883ec9de7f55a0eb30799ed7627ef60314577e7e394beeef9e61d6e1ab8","0cd5573d256c4e0d9726d2d2f3363ebd1942ac17ea85bb4e610ca663041fa733","4a9ead9b8fc1ed955eaf722554636684a8b50df4f9cec17235bc20d1dda758b0","f6a47e8af5ac34fba5cd590d7583632152aaa04d29682bd321b650f0bdfe8d30","05b78883ec9de7f55a0eb30799ed7627ef60314577e7e394beeef9e61d6e1ab8"],"initial":1,"deferred":false,"actions":[{"action":"append","n":1,"offset":1,"capacity":256},{"action":"append","n":3,"offset":4,"capacity":256},{"action":"trim","n":2,"trimmed":2,"offset":2},{"action":"append","n":4,"offset":6,"capacity":256},{"action":"restore","n":0,"offset":1},{"action":"append","n":257,"offset":258,"capacity":513},{"action":"trim","n":999999,"trimmed":258,"offset":0},{"action":"append","n":1,"offset":1,"capacity":513}]}
{"kernel":"kv_cache_graph_1_1","sha256":["405e9e268e5d564534a382f150db9d01e4e4ba7890ab1a711dc0fddfc51ac985","01c52c988b2a6cc667b4106f813da9894bd7531d964e4f025012934d4603f8a5","8a8ee76ba928990e1178ecce5617dce3d3d07cda0ab2be7178e46489af2b9b67","9ab0936a481f65d86a42f932ae718db369a18575bfdc20c3abe6a34a6afaab41","90dfc3949d51e6ce00a834b6e7e30c7725713ee9e61ecf958097f5041b83a1b0","fa92a1f35a37ac364fa58fe889d5c5aa4083a097192c6564f5c7d028022e9adf","8a8ee76ba928990e1178ecce5617dce3d3d07cda0ab2be7178e46489af2b9b67","9ab0936a481f65d86a42f932ae718db369a18575bfdc20c3abe6a34a6afaab41","e33b098ffe7786a45bfcb0f92aeef1a7429e910be79d8e666ab8c13a9c1e28c8","e64f049ef1604f1c94eea305bef286e0a34e72135ba79580f4bb4278edba24c5","8a8ee76ba928990e1178ecce5617dce3d3d07cda0ab2be7178e46489af2b9b67","9ab0936a481f65d86a42f932ae718db369a18575bfdc20c3abe6a34a6afaab41","7fd6257572134f3fc79958aed39f2f34c6d91f2748a97f77a34a16995013cc97","83417146fe3ce869f7aed166c9a07c6dfbd2c15fcc6e803ad6a9ec09abe57fe1","f6a47e8af5ac34fba5cd590d7583632152aaa04d29682bd321b650f0bdfe8d30","05b78883ec9de7f55a0eb30799ed7627ef60314577e7e394beeef9e61d6e1ab8","0cd5573d256c4e0d9726d2d2f3363ebd1942ac17ea85bb4e610ca663041fa733","4a9ead9b8fc1ed955eaf722554636684a8b50df4f9cec17235bc20d1dda758b0","f6a47e8af5ac34fba5cd590d7583632152aaa04d29682bd321b650f0bdfe8d30","05b78883ec9de7f55a0eb30799ed7627ef60314577e7e394beeef9e61d6e1ab8"],"initial":1,"deferred":true,"actions":[{"action":"append","n":1,"offset":1,"capacity":256},{"action":"append","n":3,"offset":4,"capacity":256},{"action":"trim","n":2,"trimmed":2,"offset":2},{"action":"append","n":4,"offset":6,"capacity":256},{"action":"restore","n":0,"offset":1},{"action":"append","n":257,"offset":258,"capacity":513},{"action":"trim","n":999999,"trimmed":258,"offset":0},{"action":"append","n":1,"offset":1,"capacity":513}]}
{"kernel":"kv_cache_graph_255_0","sha256":["8d85db7caca5918fab9c7a7334f17c9541316d2ee4c995d18c95310dc2bc3898","078aad0a633680eec15c38d4e5d3491fb05b86b61e37053dda2881b471d01624","eafad26f3a1d763a87195e3c3f98f1f882491df58fc12d52aecd0bc2494e83e2","6a7411682849b542e3bc2e0856eaacab178425a92e6dbe949c84aa88142a1674","e0ab20d05d95ef6632eb756b1cabc2be6af344d7a0bb78e433b361d65b5e30ae","64fa074b8957ce05034a3ffe383c5f0d1031f35c2fc3599b444150db0bcd08ed","531546cfa8191831513fe79d5ed1e8dd1d0f34a0ea057449ac2c123e32ec437b","a431e03fdda4920b061574b0bc7554c4f12698c72a8d1e1dc95c47531d9bf9b5","44a9667f3755ee2341d7712c0cfd203767846d691fd3067ff408df3e32d6f766","806238702ad45b7ba0f34f6cea45ff7fc1521472f191b043ac528f77a6b8f3c2","531546cfa8191831513fe79d5ed1e8dd1d0f34a0ea057449ac2c123e32ec437b","a431e03fdda4920b061574b0bc7554c4f12698c72a8d1e1dc95c47531d9bf9b5","0daa5a37b1fd42320c69057437da12c2263ac927dd2c1419938e77583c24fa87","6d0339730e8b7af80196488468aa28b97ecd024b31ec9db2b4aa483f2ed50680","dd11e65896dc398cf0209e37f73bd261efcec3fd13b7a6a9f6b78f4b68d9478c","e6ce997e2a41982d03116c8374dab32126446922a1cf954841b319735e3cf0ad","0cd5573d256c4e0d9726d2d2f3363ebd1942ac17ea85bb4e610ca663041fa733","4a9ead9b8fc1ed955eaf722554636684a8b50df4f9cec17235bc20d1dda758b0","dd11e65896dc398cf0209e37f73bd261efcec3fd13b7a6a9f6b78f4b68d9478c","e6ce997e2a41982d03116c8374dab32126446922a1cf954841b319735e3cf0ad"],"initial":255,"deferred":false,"actions":[{"action":"append","n":255,"offset":255,"capacity":256},{"action":"append","n":3,"offset":258,"capacity":511},{"action":"trim","n":2,"trimmed":2,"offset":256},{"action":"append","n":4,"offset":260,"capacity":511},{"action":"restore","n":0,"offset":255},{"action":"append","n":257,"offset":512,"capacity":767},{"action":"trim","n":999999,"trimmed":512,"offset":0},{"action":"append","n":1,"offset":1,"capacity":767}]}
{"kernel":"kv_cache_graph_255_1","sha256":["8d85db7caca5918fab9c7a7334f17c9541316d2ee4c995d18c95310dc2bc3898","078aad0a633680eec15c38d4e5d3491fb05b86b61e37053dda2881b471d01624","eafad26f3a1d763a87195e3c3f98f1f882491df58fc12d52aecd0bc2494e83e2","6a7411682849b542e3bc2e0856eaacab178425a92e6dbe949c84aa88142a1674","e0ab20d05d95ef6632eb756b1cabc2be6af344d7a0bb78e433b361d65b5e30ae","64fa074b8957ce05034a3ffe383c5f0d1031f35c2fc3599b444150db0bcd08ed","531546cfa8191831513fe79d5ed1e8dd1d0f34a0ea057449ac2c123e32ec437b","a431e03fdda4920b061574b0bc7554c4f12698c72a8d1e1dc95c47531d9bf9b5","44a9667f3755ee2341d7712c0cfd203767846d691fd3067ff408df3e32d6f766","806238702ad45b7ba0f34f6cea45ff7fc1521472f191b043ac528f77a6b8f3c2","531546cfa8191831513fe79d5ed1e8dd1d0f34a0ea057449ac2c123e32ec437b","a431e03fdda4920b061574b0bc7554c4f12698c72a8d1e1dc95c47531d9bf9b5","0daa5a37b1fd42320c69057437da12c2263ac927dd2c1419938e77583c24fa87","6d0339730e8b7af80196488468aa28b97ecd024b31ec9db2b4aa483f2ed50680","dd11e65896dc398cf0209e37f73bd261efcec3fd13b7a6a9f6b78f4b68d9478c","e6ce997e2a41982d03116c8374dab32126446922a1cf954841b319735e3cf0ad","0cd5573d256c4e0d9726d2d2f3363ebd1942ac17ea85bb4e610ca663041fa733","4a9ead9b8fc1ed955eaf722554636684a8b50df4f9cec17235bc20d1dda758b0","dd11e65896dc398cf0209e37f73bd261efcec3fd13b7a6a9f6b78f4b68d9478c","e6ce997e2a41982d03116c8374dab32126446922a1cf954841b319735e3cf0ad"],"initial":255,"deferred":true,"actions":[{"action":"append","n":255,"offset":255,"capacity":256},{"action":"append","n":3,"offset":258,"capacity":511},{"action":"trim","n":2,"trimmed":2,"offset":256},{"action":"append","n":4,"offset":260,"capacity":511},{"action":"restore","n":0,"offset":255},{"action":"append","n":257,"offset":512,"capacity":767},{"action":"trim","n":999999,"trimmed":512,"offset":0},{"action":"append","n":1,"offset":1,"capacity":767}]}
{"kernel":"kv_cache_graph_256_0","sha256":["9f53c80d5d4f977ac9485c2ef3a49f82872be6fa497f0fc073c393600dd3e387","659a4a236313c02c0cb23155e13734cfbc2cbcf7d40e7aeee6791c1b49e15c21","9f53c80d5d4f977ac9485c2ef3a49f82872be6fa497f0fc073c393600dd3e387","659a4a236313c02c0cb23155e13734cfbc2cbcf7d40e7aeee6791c1b49e15c21","9d88e68493c563de3c1bdb60128cb4205a41280a9b0a7326944ca2b53af18669","c42440d6b220d08cd4fb9ef3e4b0073fd19c66354d69cc5f5d4752ac14627f00","d1d0075600b709305d9686a4b8e972d99e3e3df73ca8769ee54f4e82db823276","b9ef10aa5a05f2db139012a4bec815f29fb1b54a9e4f11af8b5984e2180d8f82","a5ed83c110b414cc7dda5e89a200be5659682fad6ffc27c00d74fdc47c290712","f1d9cbd07e6fbd749df56b497f2a1356e23d862dc744e8208e3b6d4a990f6bff","d1d0075600b709305d9686a4b8e972d99e3e3df73ca8769ee54f4e82db823276","b9ef10aa5a05f2db139012a4bec815f29fb1b54a9e4f11af8b5984e2180d8f82","f25775f53fe04bbcc57ffab69549b4079c923a412ae1252f16f37ad94b3e15eb","6c1d5cd96068ac0b2eebe92f505f82738a296175f57983fbcfd81a70ccff02b8","31b9c110175cefee7f2c7b7a5a6e348bb19fb1d97876dcba7308a181b9ad819c","1b07a8ab5aa243c51022de8682c8b52a01706dd4c40501f6967b4427d94fbddc","0cd5573d256c4e0d9726d2d2f3363ebd1942ac17ea85bb4e610ca663041fa733","4a9ead9b8fc1ed955eaf722554636684a8b50df4f9cec17235bc20d1dda758b0","31b9c110175cefee7f2c7b7a5a6e348bb19fb1d97876dcba7308a181b9ad819c","1b07a8ab5aa243c51022de8682c8b52a01706dd4c40501f6967b4427d94fbddc"],"initial":256,"deferred":false,"actions":[{"action":"append","n":256,"offset":256,"capacity":256},{"action":"append","n":3,"offset":259,"capacity":512},{"action":"trim","n":2,"trimmed":2,"offset":257},{"action":"append","n":4,"offset":261,"capacity":512},{"action":"restore","n":0,"offset":256},{"action":"append","n":257,"offset":513,"capacity":768},{"action":"trim","n":999999,"trimmed":513,"offset":0},{"action":"append","n":1,"offset":1,"capacity":768}]}
{"kernel":"kv_cache_graph_256_1","sha256":["9f53c80d5d4f977ac9485c2ef3a49f82872be6fa497f0fc073c393600dd3e387","659a4a236313c02c0cb23155e13734cfbc2cbcf7d40e7aeee6791c1b49e15c21","9f53c80d5d4f977ac9485c2ef3a49f82872be6fa497f0fc073c393600dd3e387","659a4a236313c02c0cb23155e13734cfbc2cbcf7d40e7aeee6791c1b49e15c21","9d88e68493c563de3c1bdb60128cb4205a41280a9b0a7326944ca2b53af18669","c42440d6b220d08cd4fb9ef3e4b0073fd19c66354d69cc5f5d4752ac14627f00","d1d0075600b709305d9686a4b8e972d99e3e3df73ca8769ee54f4e82db823276","b9ef10aa5a05f2db139012a4bec815f29fb1b54a9e4f11af8b5984e2180d8f82","a5ed83c110b414cc7dda5e89a200be5659682fad6ffc27c00d74fdc47c290712","f1d9cbd07e6fbd749df56b497f2a1356e23d862dc744e8208e3b6d4a990f6bff","d1d0075600b709305d9686a4b8e972d99e3e3df73ca8769ee54f4e82db823276","b9ef10aa5a05f2db139012a4bec815f29fb1b54a9e4f11af8b5984e2180d8f82","f25775f53fe04bbcc57ffab69549b4079c923a412ae1252f16f37ad94b3e15eb","6c1d5cd96068ac0b2eebe92f505f82738a296175f57983fbcfd81a70ccff02b8","31b9c110175cefee7f2c7b7a5a6e348bb19fb1d97876dcba7308a181b9ad819c","1b07a8ab5aa243c51022de8682c8b52a01706dd4c40501f6967b4427d94fbddc","0cd5573d256c4e0d9726d2d2f3363ebd1942ac17ea85bb4e610ca663041fa733","4a9ead9b8fc1ed955eaf722554636684a8b50df4f9cec17235bc20d1dda758b0","31b9c110175cefee7f2c7b7a5a6e348bb19fb1d97876dcba7308a181b9ad819c","1b07a8ab5aa243c51022de8682c8b52a01706dd4c40501f6967b4427d94fbddc"],"initial":256,"deferred":true,"actions":[{"action":"append","n":256,"offset":256,"capacity":256},{"action":"append","n":3,"offset":259,"capacity":512},{"action":"trim","n":2,"trimmed":2,"offset":257},{"action":"append","n":4,"offset":261,"capacity":512},{"action":"restore","n":0,"offset":256},{"action":"append","n":257,"offset":513,"capacity":768},{"action":"trim","n":999999,"trimmed":513,"offset":0},{"action":"append","n":1,"offset":1,"capacity":768}]}
{"kernel":"kv_cache_graph_257_0","sha256":["92496a27e840e707abd123998dd9e4313305b266e54dd8b3918715a2080a803f","a79e4b5d6d5047e5953b6cfc3348ea2c4abdda63b60d323992659ee12810c290","1b3e39b34d7b0aef601d34934dd804ddc5276503867d687006be78e49f3030ae","a25bbbd8d319f5bdab849a0bc7342ec718139f273ce9fa3075e8b71d309835f2","56df36434ae1b337af1af58fd612426c54fca3cf8c4ad7c84bc3ed3fa4f8b330","1d2f4317cb91624c6288853e0415d4d2a0f2e13b905f98a1bbba3ee605eed8a4","1b3e39b34d7b0aef601d34934dd804ddc5276503867d687006be78e49f3030ae","a25bbbd8d319f5bdab849a0bc7342ec718139f273ce9fa3075e8b71d309835f2","50699c19902929068088e33f8bc54c4e92d15705e0c214af6c8d03d6fb295036","504c5e1d2cf415ae09b0e6b75176e7850183f17eb2601393ec991c72d82154eb","1b3e39b34d7b0aef601d34934dd804ddc5276503867d687006be78e49f3030ae","a25bbbd8d319f5bdab849a0bc7342ec718139f273ce9fa3075e8b71d309835f2","0509e43810da7af672a2f751b795a28fc66df00360a9ec3a864864b50a97a03a","9ac77ee3313bc8867aa6853aa56d62fe14ef787b84134e3b0c68f6d13fae79f3","717b973a097bb12efce0a24c1b402edc95a40418f5db5751c15f5d55631c95e0","71517dad1d9d63fbdc4490390625b4346893030d9f45b8d9d980c383e26d2885","0cd5573d256c4e0d9726d2d2f3363ebd1942ac17ea85bb4e610ca663041fa733","4a9ead9b8fc1ed955eaf722554636684a8b50df4f9cec17235bc20d1dda758b0","717b973a097bb12efce0a24c1b402edc95a40418f5db5751c15f5d55631c95e0","71517dad1d9d63fbdc4490390625b4346893030d9f45b8d9d980c383e26d2885"],"initial":257,"deferred":false,"actions":[{"action":"append","n":257,"offset":257,"capacity":512},{"action":"append","n":3,"offset":260,"capacity":512},{"action":"trim","n":2,"trimmed":2,"offset":258},{"action":"append","n":4,"offset":262,"capacity":512},{"action":"restore","n":0,"offset":257},{"action":"append","n":257,"offset":514,"capacity":769},{"action":"trim","n":999999,"trimmed":514,"offset":0},{"action":"append","n":1,"offset":1,"capacity":769}]}
{"kernel":"kv_cache_graph_257_1","sha256":["92496a27e840e707abd123998dd9e4313305b266e54dd8b3918715a2080a803f","a79e4b5d6d5047e5953b6cfc3348ea2c4abdda63b60d323992659ee12810c290","1b3e39b34d7b0aef601d34934dd804ddc5276503867d687006be78e49f3030ae","a25bbbd8d319f5bdab849a0bc7342ec718139f273ce9fa3075e8b71d309835f2","56df36434ae1b337af1af58fd612426c54fca3cf8c4ad7c84bc3ed3fa4f8b330","1d2f4317cb91624c6288853e0415d4d2a0f2e13b905f98a1bbba3ee605eed8a4","1b3e39b34d7b0aef601d34934dd804ddc5276503867d687006be78e49f3030ae","a25bbbd8d319f5bdab849a0bc7342ec718139f273ce9fa3075e8b71d309835f2","50699c19902929068088e33f8bc54c4e92d15705e0c214af6c8d03d6fb295036","504c5e1d2cf415ae09b0e6b75176e7850183f17eb2601393ec991c72d82154eb","1b3e39b34d7b0aef601d34934dd804ddc5276503867d687006be78e49f3030ae","a25bbbd8d319f5bdab849a0bc7342ec718139f273ce9fa3075e8b71d309835f2","0509e43810da7af672a2f751b795a28fc66df00360a9ec3a864864b50a97a03a","9ac77ee3313bc8867aa6853aa56d62fe14ef787b84134e3b0c68f6d13fae79f3","717b973a097bb12efce0a24c1b402edc95a40418f5db5751c15f5d55631c95e0","71517dad1d9d63fbdc4490390625b4346893030d9f45b8d9d980c383e26d2885","0cd5573d256c4e0d9726d2d2f3363ebd1942ac17ea85bb4e610ca663041fa733","4a9ead9b8fc1ed955eaf722554636684a8b50df4f9cec17235bc20d1dda758b0","717b973a097bb12efce0a24c1b402edc95a40418f5db5751c15f5d55631c95e0","71517dad1d9d63fbdc4490390625b4346893030d9f45b8d9d980c383e26d2885"],"initial":257,"deferred":true,"actions":[{"action":"append","n":257,"offset":257,"capacity":512},{"action":"append","n":3,"offset":260,"capacity":512},{"action":"trim","n":2,"trimmed":2,"offset":258},{"action":"append","n":4,"offset":262,"capacity":512},{"action":"restore","n":0,"offset":257},{"action":"append","n":257,"offset":514,"capacity":769},{"action":"trim","n":999999,"trimmed":514,"offset":0},{"action":"append","n":1,"offset":1,"capacity":769}]}
{"kernel":"kv_cache_graph_2048_0","sha256":["975e3b71d47d0a6297b46b9abdef23698f751161e9cd2d182af07ac7dd603fa1","b01c4c659750bb4160f40c3b868c1048390ac332b58b1af5646d2ff840442dba","975e3b71d47d0a6297b46b9abdef23698f751161e9cd2d182af07ac7dd603fa1","b01c4c659750bb4160f40c3b868c1048390ac332b58b1af5646d2ff840442dba","0c66cf223f0a819afb660f8f8023c2963073b35441d0c405d1dc80a45c604b77","69fe820f3badb818b37d00f23cb50f9865f8051bf355cc4dfa6ae9eecc2cedc8","5f326fb8958b762c1b8c1e69e6a4d5728b2a0e55cb800e0a7430e1bc28b2b9e5","2e8869fa59574578ae39d360e492060d71b3068261045195c0c1435c2e651057","1066bf227f8df87707eb763d0050fb280ee8dee76ca9985018c852a7982af95f","ed3cf001114f8144701434338f24a9eb82c7fcc5b91dcff639d5568ca3e8e3a5","5f326fb8958b762c1b8c1e69e6a4d5728b2a0e55cb800e0a7430e1bc28b2b9e5","2e8869fa59574578ae39d360e492060d71b3068261045195c0c1435c2e651057","9e47f7eb3c3abca3b69571c20b518fdbce539d44108cefc320e175393c8d8b47","31914beff450d2208455ad4e06b8df1e5387812a1e8e1f1f76bbc6b7fbe2a928","3ceec330874848a8453bd741c9d21f300834f520e23f89785a8d4ea83d005f14","4c88dcad8935226a71a290753b44cc6fd815ccff382448fc3f0ac7ca77d740de","0cd5573d256c4e0d9726d2d2f3363ebd1942ac17ea85bb4e610ca663041fa733","4a9ead9b8fc1ed955eaf722554636684a8b50df4f9cec17235bc20d1dda758b0","3ceec330874848a8453bd741c9d21f300834f520e23f89785a8d4ea83d005f14","4c88dcad8935226a71a290753b44cc6fd815ccff382448fc3f0ac7ca77d740de"],"initial":2048,"deferred":false,"actions":[{"action":"append","n":2048,"offset":2048,"capacity":2048},{"action":"append","n":3,"offset":2051,"capacity":2304},{"action":"trim","n":2,"trimmed":2,"offset":2049},{"action":"append","n":4,"offset":2053,"capacity":2304},{"action":"restore","n":0,"offset":2048},{"action":"append","n":257,"offset":2305,"capacity":2560},{"action":"trim","n":999999,"trimmed":2305,"offset":0},{"action":"append","n":1,"offset":1,"capacity":2560}]}
{"kernel":"kv_cache_graph_2048_1","sha256":["975e3b71d47d0a6297b46b9abdef23698f751161e9cd2d182af07ac7dd603fa1","b01c4c659750bb4160f40c3b868c1048390ac332b58b1af5646d2ff840442dba","975e3b71d47d0a6297b46b9abdef23698f751161e9cd2d182af07ac7dd603fa1","b01c4c659750bb4160f40c3b868c1048390ac332b58b1af5646d2ff840442dba","0c66cf223f0a819afb660f8f8023c2963073b35441d0c405d1dc80a45c604b77","69fe820f3badb818b37d00f23cb50f9865f8051bf355cc4dfa6ae9eecc2cedc8","5f326fb8958b762c1b8c1e69e6a4d5728b2a0e55cb800e0a7430e1bc28b2b9e5","2e8869fa59574578ae39d360e492060d71b3068261045195c0c1435c2e651057","1066bf227f8df87707eb763d0050fb280ee8dee76ca9985018c852a7982af95f","ed3cf001114f8144701434338f24a9eb82c7fcc5b91dcff639d5568ca3e8e3a5","5f326fb8958b762c1b8c1e69e6a4d5728b2a0e55cb800e0a7430e1bc28b2b9e5","2e8869fa59574578ae39d360e492060d71b3068261045195c0c1435c2e651057","9e47f7eb3c3abca3b69571c20b518fdbce539d44108cefc320e175393c8d8b47","31914beff450d2208455ad4e06b8df1e5387812a1e8e1f1f76bbc6b7fbe2a928","3ceec330874848a8453bd741c9d21f300834f520e23f89785a8d4ea83d005f14","4c88dcad8935226a71a290753b44cc6fd815ccff382448fc3f0ac7ca77d740de","0cd5573d256c4e0d9726d2d2f3363ebd1942ac17ea85bb4e610ca663041fa733","4a9ead9b8fc1ed955eaf722554636684a8b50df4f9cec17235bc20d1dda758b0","3ceec330874848a8453bd741c9d21f300834f520e23f89785a8d4ea83d005f14","4c88dcad8935226a71a290753b44cc6fd815ccff382448fc3f0ac7ca77d740de"],"initial":2048,"deferred":true,"actions":[{"action":"append","n":2048,"offset":2048,"capacity":2048},{"action":"append","n":3,"offset":2051,"capacity":2304},{"action":"trim","n":2,"trimmed":2,"offset":2049},{"action":"append","n":4,"offset":2053,"capacity":2304},{"action":"restore","n":0,"offset":2048},{"action":"append","n":257,"offset":2305,"capacity":2560},{"action":"trim","n":999999,"trimmed":2305,"offset":0},{"action":"append","n":1,"offset":1,"capacity":2560}]}