Save inference parity implementation and evaluation harness
This commit is contained in:
Georg Bauer
+72
@@ -0,0 +1,72 @@
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_0_plain","sha256":["fb5b24b037b8f473579b667d2539afc888fbb3d0dedfc5321be4057ee8906107","2bd25598b6c670d2dc345453509d974f80c0ee67fbb745b71dbd94808ed662a3"],"dtype":"bfloat16","profile":0,"layout":"plain","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.000001,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_0_offset","sha256":["ccfc0c1e3a02cb1333ea381329190c3bd343d0e95d9a48cda901370df37028d2","89ec0296b8aaa5ed7e8ce96f529c493b1b844359d4cf5fa69dbca43ffd6802ea"],"dtype":"bfloat16","profile":0,"layout":"offset","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.000001,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_0_strided","sha256":["3b5146ebedfd8458cfb72bf0436662cd4ea3c2ec000f9b9dfda6da4a4f3d5ed5","809c19d467a532f64f68465ab29d10bdc756cfc3b44add283da8d32bd74d4e8a"],"dtype":"bfloat16","profile":0,"layout":"strided","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.000001,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_0_broadcast","sha256":["0aed822aab5b732ff16a7160e355dce4066ff4bd8f6d77b069b9bf2a431f8104","186bee11d13b4141fef8640e41a8160333cf16793833e8518e15573a3bff1b0e"],"dtype":"bfloat16","profile":0,"layout":"broadcast","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.000001,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_1_plain","sha256":["03124953618641a3db6fbf2324fe31556c3584a133d5328065530b550a663211","da2b034fe5c84dbfc75dad9a0a8672adc89fef053776c9ad130573a97ba33b92"],"dtype":"bfloat16","profile":1,"layout":"plain","rows":3,"heads":1,"dim":2,"rotary":2,"ratio":1,"eps":0.0001,"scale":1.25,"pos":-7}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_1_offset","sha256":["9d86132baacfdced350707b02e27fd0239001edd2ae5ed13266870f7649bbea4","64e0f74cc0fa34d26519ab798ede22bac56e84c33fd11a9fd781bf81e792e320"],"dtype":"bfloat16","profile":1,"layout":"offset","rows":3,"heads":1,"dim":2,"rotary":2,"ratio":1,"eps":0.0001,"scale":1.25,"pos":-7}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_1_strided","sha256":["4319f2e3263ba60603bedaf8b7f552839df6d6ba17fe667c80eb1fb4e545ffff","8d65071886fe23c2e7385bcc734f552fda152aa187a5c44ef32027c17caaaffa"],"dtype":"bfloat16","profile":1,"layout":"strided","rows":3,"heads":1,"dim":2,"rotary":2,"ratio":1,"eps":0.0001,"scale":1.25,"pos":-7}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_1_broadcast","sha256":["6b5f3d91d7f9ff783449acf354723e858cc3e1f224f07b611721752e3c74ca3d","6b5f3d91d7f9ff783449acf354723e858cc3e1f224f07b611721752e3c74ca3d"],"dtype":"bfloat16","profile":1,"layout":"broadcast","rows":3,"heads":1,"dim":2,"rotary":2,"ratio":1,"eps":0.0001,"scale":1.25,"pos":-7}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_2_plain","sha256":["bcdd0bd377712c0591c9e77c9f25194a7d8182d2702d1ad76b285f844126046e","dead4b22b2bb24ce359b7cfa12a7884a7d7247e86883ff6c0a4dc80cd650e18d"],"dtype":"bfloat16","profile":2,"layout":"plain","rows":7,"heads":3,"dim":17,"rotary":16,"ratio":7,"eps":0,"scale":0.5,"pos":2047}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_2_offset","sha256":["780c6f601f2300b5f89af0e11568f67f0104d122e11f68c11fca5fd0642e11d8","1e4c2bd6c557e39d529da5263ca8bc6a126a01d0526c5fd5a75bbc028a84d8b8"],"dtype":"bfloat16","profile":2,"layout":"offset","rows":7,"heads":3,"dim":17,"rotary":16,"ratio":7,"eps":0,"scale":0.5,"pos":2047}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_2_strided","sha256":["e7aaa4e60abbb8d55e6405573af1e2e47f56c024b85b082c83168553489604d7","234660d5319bb98f1a4a89bc01efa483576f46634467f37b438fec54e354d3aa"],"dtype":"bfloat16","profile":2,"layout":"strided","rows":7,"heads":3,"dim":17,"rotary":16,"ratio":7,"eps":0,"scale":0.5,"pos":2047}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_2_broadcast","sha256":["956b2d3361f1717e24773aa0093135123472e019a1045bd5c2a785d162c275a0","15b9daf8c66cd74a32ddc247b7fb6594acc83f714ce0342e449e913ae49cce96"],"dtype":"bfloat16","profile":2,"layout":"broadcast","rows":7,"heads":3,"dim":17,"rotary":16,"ratio":7,"eps":0,"scale":0.5,"pos":2047}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_3_plain","sha256":["854b84f650ff5a0012ef98ed33f92bcb8608affbef18d35ea612ab826cac3900","3b0a7467af1e5ddecb4d9b820640def8d6733265cb16c0125178fae3a0b21df1"],"dtype":"bfloat16","profile":3,"layout":"plain","rows":137,"heads":7,"dim":64,"rotary":32,"ratio":3,"eps":0.00001,"scale":1.1,"pos":65535}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_3_offset","sha256":["875989fd92326e8e0598fcf503b9807f5d14768c66668b1f378e7d70b5b065dd","f121e48adc139152d794c98aa0dfe15073ba39ff989f29f20fc4bca2ea1c046e"],"dtype":"bfloat16","profile":3,"layout":"offset","rows":137,"heads":7,"dim":64,"rotary":32,"ratio":3,"eps":0.00001,"scale":1.1,"pos":65535}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_3_strided","sha256":["1316f5c7536614eb73d00b14983c57ee59d2379fde79981364b6f2097f28152e","971feaf3d1828242f698c2b799a047a21258e5292194f7c630f5de291c42fa2b"],"dtype":"bfloat16","profile":3,"layout":"strided","rows":137,"heads":7,"dim":64,"rotary":32,"ratio":3,"eps":0.00001,"scale":1.1,"pos":65535}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_3_broadcast","sha256":["c1566876b063ca8ca93d43050a87600013d8249f8144bb8fd458d9f31aa59506","f2d62b121d17784323ad838aa478dda454c2185b0515b2ffb402524156f71691"],"dtype":"bfloat16","profile":3,"layout":"broadcast","rows":137,"heads":7,"dim":64,"rotary":32,"ratio":3,"eps":0.00001,"scale":1.1,"pos":65535}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_4_plain","sha256":["2557abde1c204032663af25d4fa129e8fa7b4acf464c288511bd1d4c5328c395","211d3f30cd61c8772ac400e541dea97c2441f12b74f9c91c28dafd6cc2cc2dc4"],"dtype":"bfloat16","profile":4,"layout":"plain","rows":2048,"heads":2,"dim":128,"rotary":128,"ratio":8,"eps":0.000001,"scale":1.3,"pos":131071}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_4_offset","sha256":["4cb3038abcac346de88b0ec60a8ed0a4949c5201f47ad3476ea6f98bd4e0c099","0084267a42f2bd3372ca6650e3d7740c00aee43c69a44bea2e8be719d9b5cbd4"],"dtype":"bfloat16","profile":4,"layout":"offset","rows":2048,"heads":2,"dim":128,"rotary":128,"ratio":8,"eps":0.000001,"scale":1.3,"pos":131071}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_4_strided","sha256":["36634cd106a7350346e59308a77775802738ecb18e66e218a01193f7171ad441","36353d9f4ab806ce293da149bcbd1c9dd96654757ee2ac75f6a523a62db05a71"],"dtype":"bfloat16","profile":4,"layout":"strided","rows":2048,"heads":2,"dim":128,"rotary":128,"ratio":8,"eps":0.000001,"scale":1.3,"pos":131071}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_4_broadcast","sha256":["6db99459e47310b920cde367990486a63c17dc807135ebef59d4ee32d8bc28e9","02b693e008878009ec3cc480cb89fda16b765e8408f101cf2fc156169866d224"],"dtype":"bfloat16","profile":4,"layout":"broadcast","rows":2048,"heads":2,"dim":128,"rotary":128,"ratio":8,"eps":0.000001,"scale":1.3,"pos":131071}
|
||||
{"kernel":"qsa_prepare_graph_float16_0_plain","sha256":["f190539b78979371cb31090646a827a955d0eaeccdd69b26e5d99975e79092de","92f819d54dae437fd150944ad58ad2269d6306eff8441a05f743a1015e13f19e"],"dtype":"float16","profile":0,"layout":"plain","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.000001,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float16_0_offset","sha256":["df57601ced41b84ec32680c9e1bdfcd402e00d4f0f2a70f609fe8e4f980a2f05","be7bed1996ca9a20a552dfa94b2803aba632c909aa9b49f3c1278d1ef18f4a77"],"dtype":"float16","profile":0,"layout":"offset","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.000001,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float16_0_strided","sha256":["70c39541e6f728565810218f909f8cfe61f62404c06f059c64fb428550847e96","ca4b97375c54e23ea4c9e0bd84351671365ea03c18d3b9528baa3ef578136c77"],"dtype":"float16","profile":0,"layout":"strided","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.000001,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float16_0_broadcast","sha256":["0aed822aab5b732ff16a7160e355dce4066ff4bd8f6d77b069b9bf2a431f8104","186bee11d13b4141fef8640e41a8160333cf16793833e8518e15573a3bff1b0e"],"dtype":"float16","profile":0,"layout":"broadcast","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.000001,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float16_1_plain","sha256":["f7f357289baeaef94b94b61acadc6128616f6aacd9b9021129d1384b2002922b","f2920ea14d89be360dd8e58d745f75fab04a5dabbb57d62ce6b445984b05b48a"],"dtype":"float16","profile":1,"layout":"plain","rows":3,"heads":1,"dim":2,"rotary":2,"ratio":1,"eps":0.0001,"scale":1.25,"pos":-7}
|
||||
{"kernel":"qsa_prepare_graph_float16_1_offset","sha256":["627b9d842fad9a85625b0a3b37152063522e5e9e6d0f1af2fec16cd18d566283","5108fb68db8ff28a91844306a532aa8f0fe50cd71887d3a25cf8c649f8461d8c"],"dtype":"float16","profile":1,"layout":"offset","rows":3,"heads":1,"dim":2,"rotary":2,"ratio":1,"eps":0.0001,"scale":1.25,"pos":-7}
|
||||
{"kernel":"qsa_prepare_graph_float16_1_strided","sha256":["6404fd23e2a8fd516c94d6402ffe1cffffa00ad89aaedc5571a5226089ca35d1","86ae1b03dc4c31858432f91a50d2d87065081c0a2be239ee4e5a124e8c975a49"],"dtype":"float16","profile":1,"layout":"strided","rows":3,"heads":1,"dim":2,"rotary":2,"ratio":1,"eps":0.0001,"scale":1.25,"pos":-7}
|
||||
{"kernel":"qsa_prepare_graph_float16_1_broadcast","sha256":["c48b3ac36d5d3229a7d2ffe32d3996a856716e374177ea156dee635442238da4","c48b3ac36d5d3229a7d2ffe32d3996a856716e374177ea156dee635442238da4"],"dtype":"float16","profile":1,"layout":"broadcast","rows":3,"heads":1,"dim":2,"rotary":2,"ratio":1,"eps":0.0001,"scale":1.25,"pos":-7}
|
||||
{"kernel":"qsa_prepare_graph_float16_2_plain","sha256":["05b8b6d593433f0e00c7b25066a7f67705be6e7dd9ac52e6701df0884168f020","74e4c9d1b29eab1d2e308a26f978f2209393830445311c2f08a3b236e7b266a8"],"dtype":"float16","profile":2,"layout":"plain","rows":7,"heads":3,"dim":17,"rotary":16,"ratio":7,"eps":0,"scale":0.5,"pos":2047}
|
||||
{"kernel":"qsa_prepare_graph_float16_2_offset","sha256":["472011622520d988028dbfa4f7f3e8fa1f23eb5b61e658c0071635d571aae0fd","e5f22761d13580a2783457eecb965fd5ab744a46ddfdb3a4a47ad6c4566b39aa"],"dtype":"float16","profile":2,"layout":"offset","rows":7,"heads":3,"dim":17,"rotary":16,"ratio":7,"eps":0,"scale":0.5,"pos":2047}
|
||||
{"kernel":"qsa_prepare_graph_float16_2_strided","sha256":["76e19287cf03d0052478c36749e293c76164d62c2e3c846a873303bd83d698c0","9c2c7d5c859724cfd7a684aec54e654ff26ebf7e4c615b4f3ce8d3c2dce44a20"],"dtype":"float16","profile":2,"layout":"strided","rows":7,"heads":3,"dim":17,"rotary":16,"ratio":7,"eps":0,"scale":0.5,"pos":2047}
|
||||
{"kernel":"qsa_prepare_graph_float16_2_broadcast","sha256":["e7f9568bb1597362f299be7513bb66645f242f03861f3907f9d045548a10594d","9bb8b873465cbb54f992a7cc695ee949a48fd71fa747aa46b144ef0ecf24c58f"],"dtype":"float16","profile":2,"layout":"broadcast","rows":7,"heads":3,"dim":17,"rotary":16,"ratio":7,"eps":0,"scale":0.5,"pos":2047}
|
||||
{"kernel":"qsa_prepare_graph_float16_3_plain","sha256":["0af46833d9ab50d1f30778dcd59d29bfb8aabb786757b5a95c527fbfe6175f74","b8f0408efd4eb55f09556391ec760874650ad20ce9078888f6dee78fb156759d"],"dtype":"float16","profile":3,"layout":"plain","rows":137,"heads":7,"dim":64,"rotary":32,"ratio":3,"eps":0.00001,"scale":1.1,"pos":65535}
|
||||
{"kernel":"qsa_prepare_graph_float16_3_offset","sha256":["2c01a6b942b16f4b456ddd0c1c9ed2919e6546d45bfff40f7810305d358cfff5","b01361c0bfcf23757bf14838823c6858c2c5d0777dd684a688c9096edd52ed56"],"dtype":"float16","profile":3,"layout":"offset","rows":137,"heads":7,"dim":64,"rotary":32,"ratio":3,"eps":0.00001,"scale":1.1,"pos":65535}
|
||||
{"kernel":"qsa_prepare_graph_float16_3_strided","sha256":["4be64c3bc46fe3eadca59c1eff2a5049c089c7697ac04fd07972b0edb782a59e","e3c1e8cf060dfffd21259c72648a913beca89b9be5fe503533417a524e718011"],"dtype":"float16","profile":3,"layout":"strided","rows":137,"heads":7,"dim":64,"rotary":32,"ratio":3,"eps":0.00001,"scale":1.1,"pos":65535}
|
||||
{"kernel":"qsa_prepare_graph_float16_3_broadcast","sha256":["460460a4556173d923be1b4fc66607efa3dcf31e7effa200f84216ee9beb0b4d","d9335458a9eea3456d314d8d31ac20b47e847d4d0d5e04392404937202c35225"],"dtype":"float16","profile":3,"layout":"broadcast","rows":137,"heads":7,"dim":64,"rotary":32,"ratio":3,"eps":0.00001,"scale":1.1,"pos":65535}
|
||||
{"kernel":"qsa_prepare_graph_float16_4_plain","sha256":["d11789070b05b7b37d88262a5edc4682f06ea0ca2afb5514f79084eeaa19a793","d56c989b815f956055cbf178e8133b210696a0da5b3f4b22ead76b26c523032f"],"dtype":"float16","profile":4,"layout":"plain","rows":2048,"heads":2,"dim":128,"rotary":128,"ratio":8,"eps":0.000001,"scale":1.3,"pos":131071}
|
||||
{"kernel":"qsa_prepare_graph_float16_4_offset","sha256":["1bd95f48eba98c3fb174305d278e223b5f5d3b682a8193a8823dac7e547e2f64","eb652069b653b2bf25a91e0678f872494997f63d3deacb1f41f493c9db87fa5f"],"dtype":"float16","profile":4,"layout":"offset","rows":2048,"heads":2,"dim":128,"rotary":128,"ratio":8,"eps":0.000001,"scale":1.3,"pos":131071}
|
||||
{"kernel":"qsa_prepare_graph_float16_4_strided","sha256":["a15934b44742993161b1b8049381432f653d7244030e95983d89b00be4004a3a","955983ffb7415c70668ac8681c4124bfadf406d5e6adf3bf1283145e59181d34"],"dtype":"float16","profile":4,"layout":"strided","rows":2048,"heads":2,"dim":128,"rotary":128,"ratio":8,"eps":0.000001,"scale":1.3,"pos":131071}
|
||||
{"kernel":"qsa_prepare_graph_float16_4_broadcast","sha256":["aab711cad343a3ab5a5ae13f4b18a819b4bf30f8bc0210e04c08a646f6bf7535","c1a34b0470f49b942fff0acf6b105bebeae962343f71eb94af79a96fba2dcea1"],"dtype":"float16","profile":4,"layout":"broadcast","rows":2048,"heads":2,"dim":128,"rotary":128,"ratio":8,"eps":0.000001,"scale":1.3,"pos":131071}
|
||||
{"kernel":"qsa_prepare_graph_float32_0_plain","sha256":["fcb6650368366b5cb3c222b6f969c5b2f31e155b13e4e4a23cf26b2c0a59dbd6","189c80619038b574466422ca5579e6001173c065baf32acc4efff068fabd3c01"],"dtype":"float32","profile":0,"layout":"plain","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.000001,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float32_0_offset","sha256":["337cdadf91499de019e683344fed66e4afe94aaf6065431a54dd4b7c28174890","e58bdb3c7f42e00d9cf9a2645638b4690da7f32a4f3f66bb25387d0bc01d6c27"],"dtype":"float32","profile":0,"layout":"offset","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.000001,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float32_0_strided","sha256":["0ea3712b3c092bddf77328513d8a71a4ab7094ffd9577e4ee337b7beab56f68f","c31e50a7b0f511718cfa7830e0be1e113f654580eeb39066cd51106fb49970c1"],"dtype":"float32","profile":0,"layout":"strided","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.000001,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float32_0_broadcast","sha256":["cfd2a4054ea5c6cb9222260ea0cb37accdca1cdad0fa1b05abedb2c6d8bf11b9","a19250576baec0e22bc21ea4befd28d3ef311c2d156cb41292ace4a974e66275"],"dtype":"float32","profile":0,"layout":"broadcast","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.000001,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float32_1_plain","sha256":["ae0f72b18d43eebec8edfd4a94f51799056e9de718e8ca0150af1dc23fac75c0","37dc0e5825a66ce878d29989f1a3fb221479ae777cb748f25966e577168cc159"],"dtype":"float32","profile":1,"layout":"plain","rows":3,"heads":1,"dim":2,"rotary":2,"ratio":1,"eps":0.0001,"scale":1.25,"pos":-7}
|
||||
{"kernel":"qsa_prepare_graph_float32_1_offset","sha256":["59d7a27488ce2eb716bee372601879a7d749045242322bdf6079519c76c82c11","4e1f32e41e880f34c0f005570d54332868d999cbecc4848b5fce28a977b1c446"],"dtype":"float32","profile":1,"layout":"offset","rows":3,"heads":1,"dim":2,"rotary":2,"ratio":1,"eps":0.0001,"scale":1.25,"pos":-7}
|
||||
{"kernel":"qsa_prepare_graph_float32_1_strided","sha256":["64ce450d4cd90ed47ce7b59ceba468b641d34bd630f5386a44480a64e0e6e829","09f86cedb484df20a6650a780bcd5519238149c385079f7a3a6f08ea51a23e25"],"dtype":"float32","profile":1,"layout":"strided","rows":3,"heads":1,"dim":2,"rotary":2,"ratio":1,"eps":0.0001,"scale":1.25,"pos":-7}
|
||||
{"kernel":"qsa_prepare_graph_float32_1_broadcast","sha256":["73cb886867c6c7173e44023a2c4e8f7e171ea94f9a8f6a4d9ffeb1d197242d79","874ab05315d910a5409cc278adc108aff6a7bb7c0f3f46985f0d723ca462e1c7"],"dtype":"float32","profile":1,"layout":"broadcast","rows":3,"heads":1,"dim":2,"rotary":2,"ratio":1,"eps":0.0001,"scale":1.25,"pos":-7}
|
||||
{"kernel":"qsa_prepare_graph_float32_2_plain","sha256":["957af81081d036ea05f91b45861024d4213cf52ca0d524f870529acfc3b774fc","8fcb20a44d69c851521faa9ac172ff9304a6ba17d4a2091ee208d9b24de7f63d"],"dtype":"float32","profile":2,"layout":"plain","rows":7,"heads":3,"dim":17,"rotary":16,"ratio":7,"eps":0,"scale":0.5,"pos":2047}
|
||||
{"kernel":"qsa_prepare_graph_float32_2_offset","sha256":["4954cd0c61d90853a13a8f88d0d21c95da2095f8def711440f16bc69b5c2dfc6","ded4c436f036bb845410b716af7b08dd7044d52ea83238ed13eb09e296b477e8"],"dtype":"float32","profile":2,"layout":"offset","rows":7,"heads":3,"dim":17,"rotary":16,"ratio":7,"eps":0,"scale":0.5,"pos":2047}
|
||||
{"kernel":"qsa_prepare_graph_float32_2_strided","sha256":["8526ec855ce7e3a68d8b0de647c4c51e8fba681bc48e82d1e661f6f0e33c666d","d400f5ac78af66739acb90a4351c3b3a95e3ab0e3a229caaabe610309d244b85"],"dtype":"float32","profile":2,"layout":"strided","rows":7,"heads":3,"dim":17,"rotary":16,"ratio":7,"eps":0,"scale":0.5,"pos":2047}
|
||||
{"kernel":"qsa_prepare_graph_float32_2_broadcast","sha256":["032d49214a60c9ee640253d7d4a95d4b64c61afd6587797e9eea605b3bd37470","dfe7d60a695aa6847ee5bee9e4eb5031140c947b18f6080b4f25e47c7113a3f8"],"dtype":"float32","profile":2,"layout":"broadcast","rows":7,"heads":3,"dim":17,"rotary":16,"ratio":7,"eps":0,"scale":0.5,"pos":2047}
|
||||
{"kernel":"qsa_prepare_graph_float32_3_plain","sha256":["0b9449713ea9d1cff0301668feca57d07814920fcfd7d803ee0cda688eea30dd","fe153faf18dcfbc3ade0b2c1a2ee138a9e156367cf39ac19899899fb2fcc8a36"],"dtype":"float32","profile":3,"layout":"plain","rows":137,"heads":7,"dim":64,"rotary":32,"ratio":3,"eps":0.00001,"scale":1.1,"pos":65535}
|
||||
{"kernel":"qsa_prepare_graph_float32_3_offset","sha256":["9feb838a5975b74b0b89afe7a7bc838a432b6b74cb8ae29140535cf1ceef44e2","53a4963524d55d3d556a7640bd88dba3adf4c7a50efc87025f946a8ab16ab7ac"],"dtype":"float32","profile":3,"layout":"offset","rows":137,"heads":7,"dim":64,"rotary":32,"ratio":3,"eps":0.00001,"scale":1.1,"pos":65535}
|
||||
{"kernel":"qsa_prepare_graph_float32_3_strided","sha256":["05ec37eb543562c50f098715fecc67aae3f68a23f353d78949324ecabbf118a2","c2e4bf5197c08344a23242fedea943adc995918ec5ca519e14b94ce2c8d97705"],"dtype":"float32","profile":3,"layout":"strided","rows":137,"heads":7,"dim":64,"rotary":32,"ratio":3,"eps":0.00001,"scale":1.1,"pos":65535}
|
||||
{"kernel":"qsa_prepare_graph_float32_3_broadcast","sha256":["9493121518be313776cf39d1cd81fedfd47cf4399e3cddd948cd54518bf4cf64","71628e7ec9730805e09127118c12bf560d7e902907c432f4950f553e8dc7f4c9"],"dtype":"float32","profile":3,"layout":"broadcast","rows":137,"heads":7,"dim":64,"rotary":32,"ratio":3,"eps":0.00001,"scale":1.1,"pos":65535}
|
||||
{"kernel":"qsa_prepare_graph_float32_4_plain","sha256":["9cd26d47b4ef441d87f109e9d5862aa1ecc64f3e415c3654938403c33779b0fd","5ed4ef4fdcc11a8fbc0fbed1025f122698c1da7323ebd0a9ccc5b477f1504fce"],"dtype":"float32","profile":4,"layout":"plain","rows":2048,"heads":2,"dim":128,"rotary":128,"ratio":8,"eps":0.000001,"scale":1.3,"pos":131071}
|
||||
{"kernel":"qsa_prepare_graph_float32_4_offset","sha256":["0dad3a839b39b97be84007f3393960f1ea1adfa18949e7b7550eb7c9e196f890","38d0fae1bd8464b38800fbf00cf9ea38ad177aa83cc1f64c18d8af591c6a925e"],"dtype":"float32","profile":4,"layout":"offset","rows":2048,"heads":2,"dim":128,"rotary":128,"ratio":8,"eps":0.000001,"scale":1.3,"pos":131071}
|
||||
{"kernel":"qsa_prepare_graph_float32_4_strided","sha256":["b3eb5df3a86aef8598249f6083fdd6a2b2b1c8be67967a023a69a935c3944bfa","897c9d0780dba4c7692cba8634284976efbb7079f797f45e78a3f63b37cd7aca"],"dtype":"float32","profile":4,"layout":"strided","rows":2048,"heads":2,"dim":128,"rotary":128,"ratio":8,"eps":0.000001,"scale":1.3,"pos":131071}
|
||||
{"kernel":"qsa_prepare_graph_float32_4_broadcast","sha256":["f7147212f77bdc8c93e8e0e02c289dc4ea142816cd44940597ad44656331f886","913be0ddc355ade4130da24e6b40c34e65c15f4e529579b53067bfbae1b0c8f3"],"dtype":"float32","profile":4,"layout":"broadcast","rows":2048,"heads":2,"dim":128,"rotary":128,"ratio":8,"eps":0.000001,"scale":1.3,"pos":131071}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_5_plain","sha256":["84431c8212dea262d616582e25c6e5315b3bfd6038717e3cd440cb2d4acf6702","654f4ae44c431157d5aa0100992307f81feba13be30afd4989d05076b0c159c3"],"dtype":"bfloat16","profile":5,"layout":"plain","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.25,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_5_offset","sha256":["7ccc5e70a4bcda248cd2b6033a9bbc8a87a21879c301460444055a81740397ea","13ba8be8ba66663a6e2b122a2f3f4e3c1fb9db1d91739d7144c08557e10b6766"],"dtype":"bfloat16","profile":5,"layout":"offset","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.25,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_5_strided","sha256":["802db36c2913254d226a468142a3bf8bf32b6ae57147f7f8d073f704566ad26b","26a9ba1ba5225565cf0c1ed81d4264b9afc1fd350b0eed566f4a5033d096a27f"],"dtype":"bfloat16","profile":5,"layout":"strided","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.25,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_bfloat16_5_broadcast","sha256":["0b9c58472288400a93812b2ab5a23d1f15c8adf7e7e56397b117486f39797ae6","891e1517aa8ed8b78ada904572ed3a2246ace771718ffb626190a36b79a79d7d"],"dtype":"bfloat16","profile":5,"layout":"broadcast","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.25,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float16_5_plain","sha256":["d12d270573ae04ea06fcf06df6ef2cba94743c3c682649724427d011d89cd3c2","70774df75fb066b0d9d3a9274b8c731a13be8704ee0b43053ccc27d59dc37599"],"dtype":"float16","profile":5,"layout":"plain","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.25,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float16_5_offset","sha256":["ae1c54493397e043dc9791f5d41770e77a842612d81e98f92775019d846b3619","998998b56a1862416057181f8e544928fa545e4dd13e4a36408f2dbb32fa4a3f"],"dtype":"float16","profile":5,"layout":"offset","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.25,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float16_5_strided","sha256":["7bd445dea16d2ee4f74b8fdb26daccccf611465f9589143a9acf5edadf43e0d1","4fd28843a9cb4ffd38da19b5d64e277d38c1cd4e5109ee2a9b1bbd2c6d299e68"],"dtype":"float16","profile":5,"layout":"strided","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.25,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float16_5_broadcast","sha256":["fe638506efb4ca02e5d397d0952b92063768282f47d2041c6f8bf99affcac5bc","7c9ab79519bc9a9abfa821c8e35e4759e52b085560e033dad7e8e1dfd6c489a5"],"dtype":"float16","profile":5,"layout":"broadcast","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.25,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float32_5_plain","sha256":["d5b5350bd93d896704d510b3cdefaa2312f78ba50a05508f89c3394ca8847322","f13571dc002e0771a3e43cb5685b89b68499858577fbabd4f0e12d0491a032b4"],"dtype":"float32","profile":5,"layout":"plain","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.25,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float32_5_offset","sha256":["cb6d681f04381d70d5fcbd80907ea0f2027c5867993107ba5e4d3fca6976478c","259f7af176c17d91af896c075eefbcc4496aaf267e7bd1231060de240de7e5c3"],"dtype":"float32","profile":5,"layout":"offset","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.25,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float32_5_strided","sha256":["6999d5b4fcace579be1c3734efa3c9a8ce0bb5f8e7c0e1db400a15af86f82ffc","e764902435277926719c8af8f3fa3cf42b7f8a1a8bfe848f7f64257b41e2adaa"],"dtype":"float32","profile":5,"layout":"strided","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.25,"scale":1,"pos":0}
|
||||
{"kernel":"qsa_prepare_graph_float32_5_broadcast","sha256":["8b94664e380c20ea7d3d0d5e5c2db8f5c8a2eefc4dfab8a061608eed1a1b1034","f8956ad6e8740186f1e6b15ee5ff448db75b28a2773a8f423b93a36054ef3c3a"],"dtype":"float32","profile":5,"layout":"broadcast","rows":1,"heads":4,"dim":128,"rotary":64,"ratio":4,"eps":0.25,"scale":1,"pos":0}
|
||||
Reference in New Issue
Block a user