hugo/DS4Server
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

Save inference parity implementation and evaluation harness

Browse Source
This commit is contained in:
Georg Bauer
2026-09-10 22:45:59 +02:00
parent b99ce2aa10
commit 02db0968ae
198 changed files with 111205 additions and 586 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/mtplx-qsa-prefill-graph.jsonl
Vendored
+144
View File
@@ -0,0 +1,144 @@
{"kernel":"qsa_prefill_graph_bfloat16_0_blocks_tf1","sha256":["1d88d60dbc0e245e3687ba0b6a4dd2372ee86e54642a44a82959bed382172088","e9bac255f4adc7cb4ada9298e193a5ff66b434d15afabd458505325f29c398c7","7a0ca2c0139aee38839fd75232cecc2769bab9365288b185e381cfd0c078f7cd"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":true,"chunk":2,"mode":"blocks","shapes":[[2,512],[2,512],[2,512]]}
{"kernel":"qsa_prefill_graph_bfloat16_0_row_tokens_tf1","sha256":["cc869609cabee8ee77cb612d382eecbcc8fcae02110776ef8e5f258749db866a","8c34819ec2a86df412bbd0d5fb86cdb7eff5b797a9792c0c2256088fa9efb21c"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":true,"chunk":2,"mode":"row_tokens","shapes":[[2,2052],[2,2052]]}
{"kernel":"qsa_prefill_graph_bfloat16_0_dense_mask_tf1","sha256":["386b34f800de0cce98f133c00f3e4d0129c9dc6c6cf87d71ef38af7825d435f9"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":true,"chunk":2,"mode":"dense_mask","shapes":[[1,1,2,2056]]}
{"kernel":"qsa_prefill_graph_bfloat16_1_blocks_tf1","sha256":["62ce64312488765ee6571391179b0dc66ff1a7c86385c8b387c6cfcd0c59e898","cb761aa00047ccf2fa16eb47496fcd0a24a6e8a8d49a108cd07cfac630d5e5d5","c4b084c9df5d7f03f6e870276f21333761596ae82fd43a04cab576315e561f75"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":true,"chunk":32,"mode":"blocks","shapes":[[65,512],[65,512],[65,512]]}
{"kernel":"qsa_prefill_graph_bfloat16_1_row_tokens_tf1","sha256":["05c52af567444668d155161ce21287d23097c8cd14234d7501d4eede8f87181d","1181e19938f13a395c23c3a74db86bcf805b04710786aef119ed2f188ba369d7"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":true,"chunk":32,"mode":"row_tokens","shapes":[[65,2052],[65,2052]]}
{"kernel":"qsa_prefill_graph_bfloat16_1_dense_mask_tf1","sha256":["1e5bf0694a2c29e041dd9510a8eea9ff6132df3daadb420a1efba1d38809ec8b"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":true,"chunk":32,"mode":"dense_mask","shapes":[[1,1,65,2119]]}
{"kernel":"qsa_prefill_graph_bfloat16_2_blocks_tf1","sha256":["4239af0a04ca948bc3dac78d2ba592f36c8d7d137fee6504302b91321a11ce19","7ecfb2f4e0a01eaf659c482b98b577d40701a8052cba43ead69c562f7f55a3ea","dbce562b2322df5608336d9d215c340741c9d4982c1af92b3af02c3597ed3108"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":true,"chunk":17,"mode":"blocks","shapes":[[17,7],[17,7],[17,7]]}
{"kernel":"qsa_prefill_graph_bfloat16_2_row_tokens_tf1","sha256":["76714dac44652a75960047dd7ad25ee9f58d4926b6c13d1f03017bdd9104d281","96effc48c259a57a1d0c20af17c3ca5a50e09f4a34e8d81fea837cfb496e54a4"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":true,"chunk":17,"mode":"row_tokens","shapes":[[17,24],[17,24]]}
{"kernel":"qsa_prefill_graph_bfloat16_2_dense_mask_tf1","sha256":["550c9963e30e2591b75d15277bd41986ff232941a0e8f22abc6a123828dbe731"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":true,"chunk":17,"mode":"dense_mask","shapes":[[1,1,17,100]]}
{"kernel":"qsa_prefill_graph_bfloat16_3_blocks_tf1","sha256":["0e67ebae7dd53a589fac4e081f45f4d4c9cc7bad036fad92048069f9780ba4c5","08149ef5808740d2e0510367092c6fae56ed552fbed642529191f74475d33b61","eb8ee198b6a9c3a7b536709832df6300e5e5444ac45cd7a15c02003449f686f2"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"blocks","shapes":[[5,3],[5,3],[5,3]]}
{"kernel":"qsa_prefill_graph_bfloat16_3_row_tokens_tf1","sha256":["1444319236abf6275abf12c0a50f0a94ffb40ee2b3522d31a03201739abaa92a","62a68f12c05a8ecc6aa2a6fe2d8a2bae1287dcb7ad8b64028ba1869e37914c8c"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"row_tokens","shapes":[[5,12],[5,12]]}
{"kernel":"qsa_prefill_graph_bfloat16_3_dense_mask_tf1","sha256":["bf267886fc674cffd6bca1dde095ca6bc05acfc0c500782c6c478a7ed57352e9"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"dense_mask","shapes":[[1,1,5,17]]}
{"kernel":"qsa_prefill_graph_bfloat16_4_blocks_tf1","sha256":["ee82de2d4f1daa54f6c5292aab07c06bf07832dd771de573c51e7a9fc2d69d2c","39ff7fd58a24b553d268cd73247c2de945d8b5fb8f1ba30b7120250b88e3a366","89b4a5d3cfec57eca4c8663953e26df979be942e22027161153fb83edba16d9b"],"dtype":"bfloat16","pdtype":"float32","tf32":true,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"blocks","shapes":[[9,7],[9,7],[9,7]]}
{"kernel":"qsa_prefill_graph_bfloat16_4_row_tokens_tf1","sha256":["ce3f063c21e78e3ac02e7ffdb511df46925560fc149683fbb940222f6d54f296","85557e36c757099ccc3beff8c125cdf8436bf0260dd3a750067787668d459061"],"dtype":"bfloat16","pdtype":"float32","tf32":true,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"row_tokens","shapes":[[9,8],[9,8]]}
{"kernel":"qsa_prefill_graph_bfloat16_4_dense_mask_tf1","sha256":["632acf3ed829a5c5b2a24698cec2578bbe50df52559019b22da2c48f5f4c57d7"],"dtype":"bfloat16","pdtype":"float32","tf32":true,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"dense_mask","shapes":[[1,1,9,27]]}
{"kernel":"qsa_prefill_graph_bfloat16_5_blocks_tf1","sha256":["15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b","15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b","f501c21b62eee03af96d7862d9915da8342ed1c8b8ba497704957f98e0741b81"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":true,"chunk":1,"mode":"blocks","shapes":[[3,1],[3,1],[3,1]]}
{"kernel":"qsa_prefill_graph_bfloat16_5_row_tokens_tf1","sha256":["a38319bb93da0477ca82fc1267b8b1334011f9f0ff19ccdec3011b597e4c29e6","1b54e6f9c3f6b699502b1ebb51993a0cf7bcd2824867ad092c1b3f9885b2d91b"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":true,"chunk":1,"mode":"row_tokens","shapes":[[3,8],[3,8]]}
{"kernel":"qsa_prefill_graph_bfloat16_5_dense_mask_tf1","sha256":["c1ee92e1ed90cc185c29c8261a0b957f4eee08821a1f0f6312fef1a6faeaf398"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":true,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":true,"chunk":1,"mode":"dense_mask","shapes":[[1,1,3,6]]}
{"kernel":"qsa_prefill_graph_bfloat16_6_blocks_tf1","sha256":["005ae7d069cdde5a8f3e0263457b3850f0dfeeb541776d597c605551392d5eed","c7f653040c9c8296b123ac3df42a35a895563477f6dcc40ed03d06d94405f54f","ce392929af5cf44f36894d2a180b159f3132cadeadf4a23d21b5b23e074a26a3"],"dtype":"bfloat16","pdtype":"float16","tf32":true,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"blocks","shapes":[[33,7],[33,7],[33,7]]}
{"kernel":"qsa_prefill_graph_bfloat16_6_row_tokens_tf1","sha256":["b0bf894a8812928e929b67e3441ea3b0e5c0f344507097b05153d11072a2927b","fff9e4f52be3c78cc6e2d48dbbbbe9a3d7116cc9935bb10f3489f070b259029b"],"dtype":"bfloat16","pdtype":"float16","tf32":true,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"row_tokens","shapes":[[33,32],[33,32]]}
{"kernel":"qsa_prefill_graph_bfloat16_6_dense_mask_tf1","sha256":["f396b68cfe9b3b2882b54e67517967701693e81c5c04c286cf9713cf219b5e4d"],"dtype":"bfloat16","pdtype":"float16","tf32":true,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"dense_mask","shapes":[[1,1,33,164]]}
{"kernel":"qsa_prefill_graph_float16_0_blocks_tf1","sha256":["1d88d60dbc0e245e3687ba0b6a4dd2372ee86e54642a44a82959bed382172088","e9bac255f4adc7cb4ada9298e193a5ff66b434d15afabd458505325f29c398c7","7a0ca2c0139aee38839fd75232cecc2769bab9365288b185e381cfd0c078f7cd"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":true,"chunk":2,"mode":"blocks","shapes":[[2,512],[2,512],[2,512]]}
{"kernel":"qsa_prefill_graph_float16_0_row_tokens_tf1","sha256":["cc869609cabee8ee77cb612d382eecbcc8fcae02110776ef8e5f258749db866a","8c34819ec2a86df412bbd0d5fb86cdb7eff5b797a9792c0c2256088fa9efb21c"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":true,"chunk":2,"mode":"row_tokens","shapes":[[2,2052],[2,2052]]}
{"kernel":"qsa_prefill_graph_float16_0_dense_mask_tf1","sha256":["386b34f800de0cce98f133c00f3e4d0129c9dc6c6cf87d71ef38af7825d435f9"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":true,"chunk":2,"mode":"dense_mask","shapes":[[1,1,2,2056]]}
{"kernel":"qsa_prefill_graph_float16_1_blocks_tf1","sha256":["62ce64312488765ee6571391179b0dc66ff1a7c86385c8b387c6cfcd0c59e898","cb761aa00047ccf2fa16eb47496fcd0a24a6e8a8d49a108cd07cfac630d5e5d5","c4b084c9df5d7f03f6e870276f21333761596ae82fd43a04cab576315e561f75"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":true,"chunk":32,"mode":"blocks","shapes":[[65,512],[65,512],[65,512]]}
{"kernel":"qsa_prefill_graph_float16_1_row_tokens_tf1","sha256":["05c52af567444668d155161ce21287d23097c8cd14234d7501d4eede8f87181d","1181e19938f13a395c23c3a74db86bcf805b04710786aef119ed2f188ba369d7"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":true,"chunk":32,"mode":"row_tokens","shapes":[[65,2052],[65,2052]]}
{"kernel":"qsa_prefill_graph_float16_1_dense_mask_tf1","sha256":["1e5bf0694a2c29e041dd9510a8eea9ff6132df3daadb420a1efba1d38809ec8b"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":true,"chunk":32,"mode":"dense_mask","shapes":[[1,1,65,2119]]}
{"kernel":"qsa_prefill_graph_float16_2_blocks_tf1","sha256":["4239af0a04ca948bc3dac78d2ba592f36c8d7d137fee6504302b91321a11ce19","7ecfb2f4e0a01eaf659c482b98b577d40701a8052cba43ead69c562f7f55a3ea","dbce562b2322df5608336d9d215c340741c9d4982c1af92b3af02c3597ed3108"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":true,"chunk":17,"mode":"blocks","shapes":[[17,7],[17,7],[17,7]]}
{"kernel":"qsa_prefill_graph_float16_2_row_tokens_tf1","sha256":["76714dac44652a75960047dd7ad25ee9f58d4926b6c13d1f03017bdd9104d281","96effc48c259a57a1d0c20af17c3ca5a50e09f4a34e8d81fea837cfb496e54a4"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":true,"chunk":17,"mode":"row_tokens","shapes":[[17,24],[17,24]]}
{"kernel":"qsa_prefill_graph_float16_2_dense_mask_tf1","sha256":["550c9963e30e2591b75d15277bd41986ff232941a0e8f22abc6a123828dbe731"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":true,"chunk":17,"mode":"dense_mask","shapes":[[1,1,17,100]]}
{"kernel":"qsa_prefill_graph_float16_3_blocks_tf1","sha256":["0e67ebae7dd53a589fac4e081f45f4d4c9cc7bad036fad92048069f9780ba4c5","08149ef5808740d2e0510367092c6fae56ed552fbed642529191f74475d33b61","eb8ee198b6a9c3a7b536709832df6300e5e5444ac45cd7a15c02003449f686f2"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"blocks","shapes":[[5,3],[5,3],[5,3]]}
{"kernel":"qsa_prefill_graph_float16_3_row_tokens_tf1","sha256":["1444319236abf6275abf12c0a50f0a94ffb40ee2b3522d31a03201739abaa92a","62a68f12c05a8ecc6aa2a6fe2d8a2bae1287dcb7ad8b64028ba1869e37914c8c"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"row_tokens","shapes":[[5,12],[5,12]]}
{"kernel":"qsa_prefill_graph_float16_3_dense_mask_tf1","sha256":["bf267886fc674cffd6bca1dde095ca6bc05acfc0c500782c6c478a7ed57352e9"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"dense_mask","shapes":[[1,1,5,17]]}
{"kernel":"qsa_prefill_graph_float16_4_blocks_tf1","sha256":["ee82de2d4f1daa54f6c5292aab07c06bf07832dd771de573c51e7a9fc2d69d2c","39ff7fd58a24b553d268cd73247c2de945d8b5fb8f1ba30b7120250b88e3a366","89b4a5d3cfec57eca4c8663953e26df979be942e22027161153fb83edba16d9b"],"dtype":"float16","pdtype":"float32","tf32":true,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"blocks","shapes":[[9,7],[9,7],[9,7]]}
{"kernel":"qsa_prefill_graph_float16_4_row_tokens_tf1","sha256":["ce3f063c21e78e3ac02e7ffdb511df46925560fc149683fbb940222f6d54f296","85557e36c757099ccc3beff8c125cdf8436bf0260dd3a750067787668d459061"],"dtype":"float16","pdtype":"float32","tf32":true,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"row_tokens","shapes":[[9,8],[9,8]]}
{"kernel":"qsa_prefill_graph_float16_4_dense_mask_tf1","sha256":["632acf3ed829a5c5b2a24698cec2578bbe50df52559019b22da2c48f5f4c57d7"],"dtype":"float16","pdtype":"float32","tf32":true,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"dense_mask","shapes":[[1,1,9,27]]}
{"kernel":"qsa_prefill_graph_float16_5_blocks_tf1","sha256":["15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b","15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b","f501c21b62eee03af96d7862d9915da8342ed1c8b8ba497704957f98e0741b81"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":true,"chunk":1,"mode":"blocks","shapes":[[3,1],[3,1],[3,1]]}
{"kernel":"qsa_prefill_graph_float16_5_row_tokens_tf1","sha256":["a38319bb93da0477ca82fc1267b8b1334011f9f0ff19ccdec3011b597e4c29e6","1b54e6f9c3f6b699502b1ebb51993a0cf7bcd2824867ad092c1b3f9885b2d91b"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":true,"chunk":1,"mode":"row_tokens","shapes":[[3,8],[3,8]]}
{"kernel":"qsa_prefill_graph_float16_5_dense_mask_tf1","sha256":["c1ee92e1ed90cc185c29c8261a0b957f4eee08821a1f0f6312fef1a6faeaf398"],"dtype":"float16","pdtype":"float16","tf32":true,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":true,"chunk":1,"mode":"dense_mask","shapes":[[1,1,3,6]]}
{"kernel":"qsa_prefill_graph_float16_6_blocks_tf1","sha256":["005ae7d069cdde5a8f3e0263457b3850f0dfeeb541776d597c605551392d5eed","c7f653040c9c8296b123ac3df42a35a895563477f6dcc40ed03d06d94405f54f","ce392929af5cf44f36894d2a180b159f3132cadeadf4a23d21b5b23e074a26a3"],"dtype":"float16","pdtype":"bfloat16","tf32":true,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"blocks","shapes":[[33,7],[33,7],[33,7]]}
{"kernel":"qsa_prefill_graph_float16_6_row_tokens_tf1","sha256":["b0bf894a8812928e929b67e3441ea3b0e5c0f344507097b05153d11072a2927b","fff9e4f52be3c78cc6e2d48dbbbbe9a3d7116cc9935bb10f3489f070b259029b"],"dtype":"float16","pdtype":"bfloat16","tf32":true,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"row_tokens","shapes":[[33,32],[33,32]]}
{"kernel":"qsa_prefill_graph_float16_6_dense_mask_tf1","sha256":["f396b68cfe9b3b2882b54e67517967701693e81c5c04c286cf9713cf219b5e4d"],"dtype":"float16","pdtype":"bfloat16","tf32":true,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"dense_mask","shapes":[[1,1,33,164]]}
{"kernel":"qsa_prefill_graph_float32_0_blocks_tf1","sha256":["1d88d60dbc0e245e3687ba0b6a4dd2372ee86e54642a44a82959bed382172088","e9bac255f4adc7cb4ada9298e193a5ff66b434d15afabd458505325f29c398c7","e0a89aef6084f2764b0acad1556c01eeebd5c36ad7d334161bf3f148390b95b1"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":false,"chunk":2,"mode":"blocks","shapes":[[2,512],[2,512],[2,512]]}
{"kernel":"qsa_prefill_graph_float32_0_row_tokens_tf1","sha256":["c9b6f6eb6749c27fedd60bf35eb3db913441823e737545699c04c1b25464eda2","8c34819ec2a86df412bbd0d5fb86cdb7eff5b797a9792c0c2256088fa9efb21c"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":false,"chunk":2,"mode":"row_tokens","shapes":[[2,2052],[2,2052]]}
{"kernel":"qsa_prefill_graph_float32_0_dense_mask_tf1","sha256":["386b34f800de0cce98f133c00f3e4d0129c9dc6c6cf87d71ef38af7825d435f9"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":false,"chunk":2,"mode":"dense_mask","shapes":[[1,1,2,2056]]}
{"kernel":"qsa_prefill_graph_float32_1_blocks_tf1","sha256":["62ce64312488765ee6571391179b0dc66ff1a7c86385c8b387c6cfcd0c59e898","cb761aa00047ccf2fa16eb47496fcd0a24a6e8a8d49a108cd07cfac630d5e5d5","f143c38dadcf460108171271cdb286879d8e3cb2558b4cae003377ad82a3bb89"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":false,"chunk":8,"mode":"blocks","shapes":[[65,512],[65,512],[65,512]]}
{"kernel":"qsa_prefill_graph_float32_1_row_tokens_tf1","sha256":["11eb8f9cc03a30b1a93e215908ac263096821fec0d71913b6b43f6a71842821f","1181e19938f13a395c23c3a74db86bcf805b04710786aef119ed2f188ba369d7"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":false,"chunk":8,"mode":"row_tokens","shapes":[[65,2052],[65,2052]]}
{"kernel":"qsa_prefill_graph_float32_1_dense_mask_tf1","sha256":["1e5bf0694a2c29e041dd9510a8eea9ff6132df3daadb420a1efba1d38809ec8b"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":false,"chunk":8,"mode":"dense_mask","shapes":[[1,1,65,2119]]}
{"kernel":"qsa_prefill_graph_float32_2_blocks_tf1","sha256":["4239af0a04ca948bc3dac78d2ba592f36c8d7d137fee6504302b91321a11ce19","7ecfb2f4e0a01eaf659c482b98b577d40701a8052cba43ead69c562f7f55a3ea","97f6e07b33f1054571e81d245b4f4be850fab82a1776e19d658add413fbbaab4"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":false,"chunk":17,"mode":"blocks","shapes":[[17,7],[17,7],[17,7]]}
{"kernel":"qsa_prefill_graph_float32_2_row_tokens_tf1","sha256":["209e95b19bdef2e540a92acc9ebf206662b10240d692d1d3c23a6f88923ffdaf","96effc48c259a57a1d0c20af17c3ca5a50e09f4a34e8d81fea837cfb496e54a4"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":false,"chunk":17,"mode":"row_tokens","shapes":[[17,24],[17,24]]}
{"kernel":"qsa_prefill_graph_float32_2_dense_mask_tf1","sha256":["550c9963e30e2591b75d15277bd41986ff232941a0e8f22abc6a123828dbe731"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":false,"chunk":17,"mode":"dense_mask","shapes":[[1,1,17,100]]}
{"kernel":"qsa_prefill_graph_float32_3_blocks_tf1","sha256":["0e67ebae7dd53a589fac4e081f45f4d4c9cc7bad036fad92048069f9780ba4c5","08149ef5808740d2e0510367092c6fae56ed552fbed642529191f74475d33b61","3325c93994b4ba78193adfdb9874d2d30591406f6249a36250a2716b0a4ff6ae"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"blocks","shapes":[[5,3],[5,3],[5,3]]}
{"kernel":"qsa_prefill_graph_float32_3_row_tokens_tf1","sha256":["1444319236abf6275abf12c0a50f0a94ffb40ee2b3522d31a03201739abaa92a","62a68f12c05a8ecc6aa2a6fe2d8a2bae1287dcb7ad8b64028ba1869e37914c8c"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"row_tokens","shapes":[[5,12],[5,12]]}
{"kernel":"qsa_prefill_graph_float32_3_dense_mask_tf1","sha256":["bf267886fc674cffd6bca1dde095ca6bc05acfc0c500782c6c478a7ed57352e9"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"dense_mask","shapes":[[1,1,5,17]]}
{"kernel":"qsa_prefill_graph_float32_4_blocks_tf1","sha256":["ee82de2d4f1daa54f6c5292aab07c06bf07832dd771de573c51e7a9fc2d69d2c","39ff7fd58a24b553d268cd73247c2de945d8b5fb8f1ba30b7120250b88e3a366","0791b69d31e59d43c1924c5b5e07666a039b10c40aa6b167f44f3ef2af23b079"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"blocks","shapes":[[9,7],[9,7],[9,7]]}
{"kernel":"qsa_prefill_graph_float32_4_row_tokens_tf1","sha256":["ce3f063c21e78e3ac02e7ffdb511df46925560fc149683fbb940222f6d54f296","85557e36c757099ccc3beff8c125cdf8436bf0260dd3a750067787668d459061"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"row_tokens","shapes":[[9,8],[9,8]]}
{"kernel":"qsa_prefill_graph_float32_4_dense_mask_tf1","sha256":["632acf3ed829a5c5b2a24698cec2578bbe50df52559019b22da2c48f5f4c57d7"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"dense_mask","shapes":[[1,1,9,27]]}
{"kernel":"qsa_prefill_graph_float32_5_blocks_tf1","sha256":["15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b","15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b","f501c21b62eee03af96d7862d9915da8342ed1c8b8ba497704957f98e0741b81"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":false,"chunk":1,"mode":"blocks","shapes":[[3,1],[3,1],[3,1]]}
{"kernel":"qsa_prefill_graph_float32_5_row_tokens_tf1","sha256":["a38319bb93da0477ca82fc1267b8b1334011f9f0ff19ccdec3011b597e4c29e6","1b54e6f9c3f6b699502b1ebb51993a0cf7bcd2824867ad092c1b3f9885b2d91b"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":false,"chunk":1,"mode":"row_tokens","shapes":[[3,8],[3,8]]}
{"kernel":"qsa_prefill_graph_float32_5_dense_mask_tf1","sha256":["c1ee92e1ed90cc185c29c8261a0b957f4eee08821a1f0f6312fef1a6faeaf398"],"dtype":"float32","pdtype":"float32","tf32":true,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":false,"chunk":1,"mode":"dense_mask","shapes":[[1,1,3,6]]}
{"kernel":"qsa_prefill_graph_float32_6_blocks_tf1","sha256":["26d7feaeaa5fc71dfb37fef4ae010c875f606575522ec3b3c650f38e72bd8b38","c7f653040c9c8296b123ac3df42a35a895563477f6dcc40ed03d06d94405f54f","c13942c7655ca53b5a4053c2f9227e6e11d4f4a5ed4fa092e74f8d3b09220d84"],"dtype":"float32","pdtype":"float16","tf32":true,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"blocks","shapes":[[33,7],[33,7],[33,7]]}
{"kernel":"qsa_prefill_graph_float32_6_row_tokens_tf1","sha256":["0fbd63f1a9919bf6890a6e25cf5e0e926c42b8ddb5d473da3302456099875029","fff9e4f52be3c78cc6e2d48dbbbbe9a3d7116cc9935bb10f3489f070b259029b"],"dtype":"float32","pdtype":"float16","tf32":true,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"row_tokens","shapes":[[33,32],[33,32]]}
{"kernel":"qsa_prefill_graph_float32_6_dense_mask_tf1","sha256":["095587ef76f17ccfdeedb6a1a5a99b0c5d4a2ffc5b35d2f1edd4008c2518ef4f"],"dtype":"float32","pdtype":"float16","tf32":true,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"dense_mask","shapes":[[1,1,33,164]]}
{"kernel":"qsa_prefill_topk_graph_0_blocks_tf1","sha256":["8ee35630af3d40bc4b1952a2c43596a57bc25ee2fdfb515b8c081c3b5067e9cb","fef951e6c76ad6a01b208af650ca6d95769bec840e009981c5ae1316a42c90b1","483ed9534c9953ddc66bcc6dcdf3527d5badd357b801cbd630c7b7c1678a73c1"],"tf32":true,"rows":1,"blocks":8193,"topk":512,"ratio":1,"pos":8192,"kind":"stride","mode":"blocks","shapes":[[1,512],[1,512],[1,512]]}
{"kernel":"qsa_prefill_topk_graph_0_row_tokens_tf1","sha256":["54f75315dda1c3c97cb113e87fc29e77e491d9f4d6c9ba33490f4d4f5a5b7a2c","5bf081898f480e33744b44900dbbd2368b25b34b43fea5a81509a44a9daff8cd"],"tf32":true,"rows":1,"blocks":8193,"topk":512,"ratio":1,"pos":8192,"kind":"stride","mode":"row_tokens","shapes":[[1,513],[1,513]]}
{"kernel":"qsa_prefill_topk_graph_0_dense_mask_tf1","sha256":["732e0be98dbc5b7c7615eae54d796798c1479b460ff3eee389e3c56ee7e07cfb"],"tf32":true,"rows":1,"blocks":8193,"topk":512,"ratio":1,"pos":8192,"kind":"stride","mode":"dense_mask","shapes":[[1,1,1,8196]]}
{"kernel":"qsa_prefill_topk_graph_1_blocks_tf1","sha256":["9f3d0ab0d28a8621e93b640c9c9c674f7a892846dd43b55916efe5963a256030","fab5e80e5d5200ce080a76d5661a33cbf4175eab6c6b995c2633278699245ff9","fab5e80e5d5200ce080a76d5661a33cbf4175eab6c6b995c2633278699245ff9"],"tf32":true,"rows":3,"blocks":2049,"topk":7,"ratio":4,"pos":8190,"kind":"transpose","mode":"blocks","shapes":[[3,7],[3,7],[3,7]]}
{"kernel":"qsa_prefill_topk_graph_1_row_tokens_tf1","sha256":["ff6d367f0e5c5b319c6fd440bacead520074cfae6246f5082e49954eeb0cf523","8ca3372b656e0494114c5691298b50590ed64b2096e3d65518be9c7f6ceb7444"],"tf32":true,"rows":3,"blocks":2049,"topk":7,"ratio":4,"pos":8190,"kind":"transpose","mode":"row_tokens","shapes":[[3,32],[3,32]]}
{"kernel":"qsa_prefill_topk_graph_1_dense_mask_tf1","sha256":["8ebfe93d10897394688a12b8e8782b906b45d799cbdf72a8581f1915ba3dc528"],"tf32":true,"rows":3,"blocks":2049,"topk":7,"ratio":4,"pos":8190,"kind":"transpose","mode":"dense_mask","shapes":[[1,1,3,8196]]}
{"kernel":"qsa_prefill_topk_graph_2_blocks_tf1","sha256":["7d017d80ced16b3673ebd961b4fd7fe0fccf0b15836efede52c96ff971060e92","49347b5202907b9cd8552346db803109d21e456b1c3fa121dcfa807b9b5dd9ef","a90f2ac76943e14250d43ccd74d1b57d5fc9d4911088a9c2badf0cebc8cb41d8"],"tf32":true,"rows":2,"blocks":65,"topk":3,"ratio":3,"pos":7,"kind":"broadcast","mode":"blocks","shapes":[[2,3],[2,3],[2,3]]}
{"kernel":"qsa_prefill_topk_graph_2_row_tokens_tf1","sha256":["c5bd40c2eed1cd4b61771bc4491b45ff35ae89ae3ef8f5868714ae2f5c9414a1","19f63152b7902c2057fa8cfa751358c6ba40ee8596b7e7a591778091c7edfed6"],"tf32":true,"rows":2,"blocks":65,"topk":3,"ratio":3,"pos":7,"kind":"broadcast","mode":"row_tokens","shapes":[[2,12],[2,12]]}
{"kernel":"qsa_prefill_topk_graph_2_dense_mask_tf1","sha256":["5ede40067d5ade5033b8e68f8eb0e22705b07d0ed6aa0071b0bb2fc517318e4f"],"tf32":true,"rows":2,"blocks":65,"topk":3,"ratio":3,"pos":7,"kind":"broadcast","mode":"dense_mask","shapes":[[1,1,2,12]]}
{"kernel":"qsa_prefill_graph_bfloat16_0_blocks_tf0","sha256":["1d88d60dbc0e245e3687ba0b6a4dd2372ee86e54642a44a82959bed382172088","e9bac255f4adc7cb4ada9298e193a5ff66b434d15afabd458505325f29c398c7","7a0ca2c0139aee38839fd75232cecc2769bab9365288b185e381cfd0c078f7cd"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":true,"chunk":2,"mode":"blocks","shapes":[[2,512],[2,512],[2,512]]}
{"kernel":"qsa_prefill_graph_bfloat16_0_row_tokens_tf0","sha256":["cc869609cabee8ee77cb612d382eecbcc8fcae02110776ef8e5f258749db866a","8c34819ec2a86df412bbd0d5fb86cdb7eff5b797a9792c0c2256088fa9efb21c"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":true,"chunk":2,"mode":"row_tokens","shapes":[[2,2052],[2,2052]]}
{"kernel":"qsa_prefill_graph_bfloat16_0_dense_mask_tf0","sha256":["386b34f800de0cce98f133c00f3e4d0129c9dc6c6cf87d71ef38af7825d435f9"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":true,"chunk":2,"mode":"dense_mask","shapes":[[1,1,2,2056]]}
{"kernel":"qsa_prefill_graph_bfloat16_1_blocks_tf0","sha256":["62ce64312488765ee6571391179b0dc66ff1a7c86385c8b387c6cfcd0c59e898","cb761aa00047ccf2fa16eb47496fcd0a24a6e8a8d49a108cd07cfac630d5e5d5","c4b084c9df5d7f03f6e870276f21333761596ae82fd43a04cab576315e561f75"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":true,"chunk":32,"mode":"blocks","shapes":[[65,512],[65,512],[65,512]]}
{"kernel":"qsa_prefill_graph_bfloat16_1_row_tokens_tf0","sha256":["05c52af567444668d155161ce21287d23097c8cd14234d7501d4eede8f87181d","1181e19938f13a395c23c3a74db86bcf805b04710786aef119ed2f188ba369d7"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":true,"chunk":32,"mode":"row_tokens","shapes":[[65,2052],[65,2052]]}
{"kernel":"qsa_prefill_graph_bfloat16_1_dense_mask_tf0","sha256":["1e5bf0694a2c29e041dd9510a8eea9ff6132df3daadb420a1efba1d38809ec8b"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":true,"chunk":32,"mode":"dense_mask","shapes":[[1,1,65,2119]]}
{"kernel":"qsa_prefill_graph_bfloat16_2_blocks_tf0","sha256":["4239af0a04ca948bc3dac78d2ba592f36c8d7d137fee6504302b91321a11ce19","7ecfb2f4e0a01eaf659c482b98b577d40701a8052cba43ead69c562f7f55a3ea","dbce562b2322df5608336d9d215c340741c9d4982c1af92b3af02c3597ed3108"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":true,"chunk":17,"mode":"blocks","shapes":[[17,7],[17,7],[17,7]]}
{"kernel":"qsa_prefill_graph_bfloat16_2_row_tokens_tf0","sha256":["76714dac44652a75960047dd7ad25ee9f58d4926b6c13d1f03017bdd9104d281","96effc48c259a57a1d0c20af17c3ca5a50e09f4a34e8d81fea837cfb496e54a4"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":true,"chunk":17,"mode":"row_tokens","shapes":[[17,24],[17,24]]}
{"kernel":"qsa_prefill_graph_bfloat16_2_dense_mask_tf0","sha256":["550c9963e30e2591b75d15277bd41986ff232941a0e8f22abc6a123828dbe731"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":true,"chunk":17,"mode":"dense_mask","shapes":[[1,1,17,100]]}
{"kernel":"qsa_prefill_graph_bfloat16_3_blocks_tf0","sha256":["0e67ebae7dd53a589fac4e081f45f4d4c9cc7bad036fad92048069f9780ba4c5","08149ef5808740d2e0510367092c6fae56ed552fbed642529191f74475d33b61","eb8ee198b6a9c3a7b536709832df6300e5e5444ac45cd7a15c02003449f686f2"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"blocks","shapes":[[5,3],[5,3],[5,3]]}
{"kernel":"qsa_prefill_graph_bfloat16_3_row_tokens_tf0","sha256":["1444319236abf6275abf12c0a50f0a94ffb40ee2b3522d31a03201739abaa92a","62a68f12c05a8ecc6aa2a6fe2d8a2bae1287dcb7ad8b64028ba1869e37914c8c"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"row_tokens","shapes":[[5,12],[5,12]]}
{"kernel":"qsa_prefill_graph_bfloat16_3_dense_mask_tf0","sha256":["bf267886fc674cffd6bca1dde095ca6bc05acfc0c500782c6c478a7ed57352e9"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"dense_mask","shapes":[[1,1,5,17]]}
{"kernel":"qsa_prefill_graph_bfloat16_4_blocks_tf0","sha256":["ee82de2d4f1daa54f6c5292aab07c06bf07832dd771de573c51e7a9fc2d69d2c","39ff7fd58a24b553d268cd73247c2de945d8b5fb8f1ba30b7120250b88e3a366","89b4a5d3cfec57eca4c8663953e26df979be942e22027161153fb83edba16d9b"],"dtype":"bfloat16","pdtype":"float32","tf32":false,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"blocks","shapes":[[9,7],[9,7],[9,7]]}
{"kernel":"qsa_prefill_graph_bfloat16_4_row_tokens_tf0","sha256":["ce3f063c21e78e3ac02e7ffdb511df46925560fc149683fbb940222f6d54f296","85557e36c757099ccc3beff8c125cdf8436bf0260dd3a750067787668d459061"],"dtype":"bfloat16","pdtype":"float32","tf32":false,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"row_tokens","shapes":[[9,8],[9,8]]}
{"kernel":"qsa_prefill_graph_bfloat16_4_dense_mask_tf0","sha256":["632acf3ed829a5c5b2a24698cec2578bbe50df52559019b22da2c48f5f4c57d7"],"dtype":"bfloat16","pdtype":"float32","tf32":false,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"dense_mask","shapes":[[1,1,9,27]]}
{"kernel":"qsa_prefill_graph_bfloat16_5_blocks_tf0","sha256":["15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b","15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b","f501c21b62eee03af96d7862d9915da8342ed1c8b8ba497704957f98e0741b81"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":true,"chunk":1,"mode":"blocks","shapes":[[3,1],[3,1],[3,1]]}
{"kernel":"qsa_prefill_graph_bfloat16_5_row_tokens_tf0","sha256":["a38319bb93da0477ca82fc1267b8b1334011f9f0ff19ccdec3011b597e4c29e6","1b54e6f9c3f6b699502b1ebb51993a0cf7bcd2824867ad092c1b3f9885b2d91b"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":true,"chunk":1,"mode":"row_tokens","shapes":[[3,8],[3,8]]}
{"kernel":"qsa_prefill_graph_bfloat16_5_dense_mask_tf0","sha256":["c1ee92e1ed90cc185c29c8261a0b957f4eee08821a1f0f6312fef1a6faeaf398"],"dtype":"bfloat16","pdtype":"bfloat16","tf32":false,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":true,"chunk":1,"mode":"dense_mask","shapes":[[1,1,3,6]]}
{"kernel":"qsa_prefill_graph_bfloat16_6_blocks_tf0","sha256":["005ae7d069cdde5a8f3e0263457b3850f0dfeeb541776d597c605551392d5eed","c7f653040c9c8296b123ac3df42a35a895563477f6dcc40ed03d06d94405f54f","ce392929af5cf44f36894d2a180b159f3132cadeadf4a23d21b5b23e074a26a3"],"dtype":"bfloat16","pdtype":"float16","tf32":false,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"blocks","shapes":[[33,7],[33,7],[33,7]]}
{"kernel":"qsa_prefill_graph_bfloat16_6_row_tokens_tf0","sha256":["b0bf894a8812928e929b67e3441ea3b0e5c0f344507097b05153d11072a2927b","fff9e4f52be3c78cc6e2d48dbbbbe9a3d7116cc9935bb10f3489f070b259029b"],"dtype":"bfloat16","pdtype":"float16","tf32":false,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"row_tokens","shapes":[[33,32],[33,32]]}
{"kernel":"qsa_prefill_graph_bfloat16_6_dense_mask_tf0","sha256":["f396b68cfe9b3b2882b54e67517967701693e81c5c04c286cf9713cf219b5e4d"],"dtype":"bfloat16","pdtype":"float16","tf32":false,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"dense_mask","shapes":[[1,1,33,164]]}
{"kernel":"qsa_prefill_graph_float16_0_blocks_tf0","sha256":["1d88d60dbc0e245e3687ba0b6a4dd2372ee86e54642a44a82959bed382172088","e9bac255f4adc7cb4ada9298e193a5ff66b434d15afabd458505325f29c398c7","7a0ca2c0139aee38839fd75232cecc2769bab9365288b185e381cfd0c078f7cd"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":true,"chunk":2,"mode":"blocks","shapes":[[2,512],[2,512],[2,512]]}
{"kernel":"qsa_prefill_graph_float16_0_row_tokens_tf0","sha256":["cc869609cabee8ee77cb612d382eecbcc8fcae02110776ef8e5f258749db866a","8c34819ec2a86df412bbd0d5fb86cdb7eff5b797a9792c0c2256088fa9efb21c"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":true,"chunk":2,"mode":"row_tokens","shapes":[[2,2052],[2,2052]]}
{"kernel":"qsa_prefill_graph_float16_0_dense_mask_tf0","sha256":["386b34f800de0cce98f133c00f3e4d0129c9dc6c6cf87d71ef38af7825d435f9"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":true,"chunk":2,"mode":"dense_mask","shapes":[[1,1,2,2056]]}
{"kernel":"qsa_prefill_graph_float16_1_blocks_tf0","sha256":["62ce64312488765ee6571391179b0dc66ff1a7c86385c8b387c6cfcd0c59e898","cb761aa00047ccf2fa16eb47496fcd0a24a6e8a8d49a108cd07cfac630d5e5d5","c4b084c9df5d7f03f6e870276f21333761596ae82fd43a04cab576315e561f75"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":true,"chunk":32,"mode":"blocks","shapes":[[65,512],[65,512],[65,512]]}
{"kernel":"qsa_prefill_graph_float16_1_row_tokens_tf0","sha256":["05c52af567444668d155161ce21287d23097c8cd14234d7501d4eede8f87181d","1181e19938f13a395c23c3a74db86bcf805b04710786aef119ed2f188ba369d7"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":true,"chunk":32,"mode":"row_tokens","shapes":[[65,2052],[65,2052]]}
{"kernel":"qsa_prefill_graph_float16_1_dense_mask_tf0","sha256":["1e5bf0694a2c29e041dd9510a8eea9ff6132df3daadb420a1efba1d38809ec8b"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":true,"chunk":32,"mode":"dense_mask","shapes":[[1,1,65,2119]]}
{"kernel":"qsa_prefill_graph_float16_2_blocks_tf0","sha256":["4239af0a04ca948bc3dac78d2ba592f36c8d7d137fee6504302b91321a11ce19","7ecfb2f4e0a01eaf659c482b98b577d40701a8052cba43ead69c562f7f55a3ea","dbce562b2322df5608336d9d215c340741c9d4982c1af92b3af02c3597ed3108"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":true,"chunk":17,"mode":"blocks","shapes":[[17,7],[17,7],[17,7]]}
{"kernel":"qsa_prefill_graph_float16_2_row_tokens_tf0","sha256":["76714dac44652a75960047dd7ad25ee9f58d4926b6c13d1f03017bdd9104d281","96effc48c259a57a1d0c20af17c3ca5a50e09f4a34e8d81fea837cfb496e54a4"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":true,"chunk":17,"mode":"row_tokens","shapes":[[17,24],[17,24]]}
{"kernel":"qsa_prefill_graph_float16_2_dense_mask_tf0","sha256":["550c9963e30e2591b75d15277bd41986ff232941a0e8f22abc6a123828dbe731"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":true,"chunk":17,"mode":"dense_mask","shapes":[[1,1,17,100]]}
{"kernel":"qsa_prefill_graph_float16_3_blocks_tf0","sha256":["0e67ebae7dd53a589fac4e081f45f4d4c9cc7bad036fad92048069f9780ba4c5","08149ef5808740d2e0510367092c6fae56ed552fbed642529191f74475d33b61","eb8ee198b6a9c3a7b536709832df6300e5e5444ac45cd7a15c02003449f686f2"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"blocks","shapes":[[5,3],[5,3],[5,3]]}
{"kernel":"qsa_prefill_graph_float16_3_row_tokens_tf0","sha256":["1444319236abf6275abf12c0a50f0a94ffb40ee2b3522d31a03201739abaa92a","62a68f12c05a8ecc6aa2a6fe2d8a2bae1287dcb7ad8b64028ba1869e37914c8c"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"row_tokens","shapes":[[5,12],[5,12]]}
{"kernel":"qsa_prefill_graph_float16_3_dense_mask_tf0","sha256":["bf267886fc674cffd6bca1dde095ca6bc05acfc0c500782c6c478a7ed57352e9"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"dense_mask","shapes":[[1,1,5,17]]}
{"kernel":"qsa_prefill_graph_float16_4_blocks_tf0","sha256":["ee82de2d4f1daa54f6c5292aab07c06bf07832dd771de573c51e7a9fc2d69d2c","39ff7fd58a24b553d268cd73247c2de945d8b5fb8f1ba30b7120250b88e3a366","89b4a5d3cfec57eca4c8663953e26df979be942e22027161153fb83edba16d9b"],"dtype":"float16","pdtype":"float32","tf32":false,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"blocks","shapes":[[9,7],[9,7],[9,7]]}
{"kernel":"qsa_prefill_graph_float16_4_row_tokens_tf0","sha256":["ce3f063c21e78e3ac02e7ffdb511df46925560fc149683fbb940222f6d54f296","85557e36c757099ccc3beff8c125cdf8436bf0260dd3a750067787668d459061"],"dtype":"float16","pdtype":"float32","tf32":false,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"row_tokens","shapes":[[9,8],[9,8]]}
{"kernel":"qsa_prefill_graph_float16_4_dense_mask_tf0","sha256":["632acf3ed829a5c5b2a24698cec2578bbe50df52559019b22da2c48f5f4c57d7"],"dtype":"float16","pdtype":"float32","tf32":false,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"dense_mask","shapes":[[1,1,9,27]]}
{"kernel":"qsa_prefill_graph_float16_5_blocks_tf0","sha256":["15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b","15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b","f501c21b62eee03af96d7862d9915da8342ed1c8b8ba497704957f98e0741b81"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":true,"chunk":1,"mode":"blocks","shapes":[[3,1],[3,1],[3,1]]}
{"kernel":"qsa_prefill_graph_float16_5_row_tokens_tf0","sha256":["a38319bb93da0477ca82fc1267b8b1334011f9f0ff19ccdec3011b597e4c29e6","1b54e6f9c3f6b699502b1ebb51993a0cf7bcd2824867ad092c1b3f9885b2d91b"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":true,"chunk":1,"mode":"row_tokens","shapes":[[3,8],[3,8]]}
{"kernel":"qsa_prefill_graph_float16_5_dense_mask_tf0","sha256":["c1ee92e1ed90cc185c29c8261a0b957f4eee08821a1f0f6312fef1a6faeaf398"],"dtype":"float16","pdtype":"float16","tf32":false,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":true,"chunk":1,"mode":"dense_mask","shapes":[[1,1,3,6]]}
{"kernel":"qsa_prefill_graph_float16_6_blocks_tf0","sha256":["005ae7d069cdde5a8f3e0263457b3850f0dfeeb541776d597c605551392d5eed","c7f653040c9c8296b123ac3df42a35a895563477f6dcc40ed03d06d94405f54f","ce392929af5cf44f36894d2a180b159f3132cadeadf4a23d21b5b23e074a26a3"],"dtype":"float16","pdtype":"bfloat16","tf32":false,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"blocks","shapes":[[33,7],[33,7],[33,7]]}
{"kernel":"qsa_prefill_graph_float16_6_row_tokens_tf0","sha256":["b0bf894a8812928e929b67e3441ea3b0e5c0f344507097b05153d11072a2927b","fff9e4f52be3c78cc6e2d48dbbbbe9a3d7116cc9935bb10f3489f070b259029b"],"dtype":"float16","pdtype":"bfloat16","tf32":false,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"row_tokens","shapes":[[33,32],[33,32]]}
{"kernel":"qsa_prefill_graph_float16_6_dense_mask_tf0","sha256":["f396b68cfe9b3b2882b54e67517967701693e81c5c04c286cf9713cf219b5e4d"],"dtype":"float16","pdtype":"bfloat16","tf32":false,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"dense_mask","shapes":[[1,1,33,164]]}
{"kernel":"qsa_prefill_graph_float32_0_blocks_tf0","sha256":["1d88d60dbc0e245e3687ba0b6a4dd2372ee86e54642a44a82959bed382172088","e9bac255f4adc7cb4ada9298e193a5ff66b434d15afabd458505325f29c398c7","4d0afd240afd2c953e70f8c5980e37ce2698444bb26a96bc03c2c5d12dc37d5a"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":false,"chunk":2,"mode":"blocks","shapes":[[2,512],[2,512],[2,512]]}
{"kernel":"qsa_prefill_graph_float32_0_row_tokens_tf0","sha256":["bc402f1b1d1951bc7c5431e130f34ebfe521a201d39fbb89b1179a6a7a8ea386","8c34819ec2a86df412bbd0d5fb86cdb7eff5b797a9792c0c2256088fa9efb21c"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":false,"chunk":2,"mode":"row_tokens","shapes":[[2,2052],[2,2052]]}
{"kernel":"qsa_prefill_graph_float32_0_dense_mask_tf0","sha256":["386b34f800de0cce98f133c00f3e4d0129c9dc6c6cf87d71ef38af7825d435f9"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":2,"heads":4,"dim":128,"blocks":513,"topk":512,"ratio":4,"pos":2051,"kind":"plain","budget":134217728,"mpp":false,"chunk":2,"mode":"dense_mask","shapes":[[1,1,2,2056]]}
{"kernel":"qsa_prefill_graph_float32_1_blocks_tf0","sha256":["62ce64312488765ee6571391179b0dc66ff1a7c86385c8b387c6cfcd0c59e898","cb761aa00047ccf2fa16eb47496fcd0a24a6e8a8d49a108cd07cfac630d5e5d5","10bf43d2765d3f8b812df968e668fb710722cc056acb8ebc7ac2a21fa2033a27"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":false,"chunk":8,"mode":"blocks","shapes":[[65,512],[65,512],[65,512]]}
{"kernel":"qsa_prefill_graph_float32_1_row_tokens_tf0","sha256":["58d450ad7f735bb9d4933febffb11b7ee5dbec71b1057aaa6c6cfeea4b11d2f9","1181e19938f13a395c23c3a74db86bcf805b04710786aef119ed2f188ba369d7"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":false,"chunk":8,"mode":"row_tokens","shapes":[[65,2052],[65,2052]]}
{"kernel":"qsa_prefill_graph_float32_1_dense_mask_tf0","sha256":["1e5bf0694a2c29e041dd9510a8eea9ff6132df3daadb420a1efba1d38809ec8b"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":65,"heads":4,"dim":128,"blocks":1024,"topk":512,"ratio":4,"pos":2051,"kind":"strided","budget":163840,"mpp":false,"chunk":8,"mode":"dense_mask","shapes":[[1,1,65,2119]]}
{"kernel":"qsa_prefill_graph_float32_2_blocks_tf0","sha256":["4239af0a04ca948bc3dac78d2ba592f36c8d7d137fee6504302b91321a11ce19","7ecfb2f4e0a01eaf659c482b98b577d40701a8052cba43ead69c562f7f55a3ea","5e9d8e5eb9166d441ac87bdd5a9faa69745767c56caf2634e462550f56261bc5"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":false,"chunk":17,"mode":"blocks","shapes":[[17,7],[17,7],[17,7]]}
{"kernel":"qsa_prefill_graph_float32_2_row_tokens_tf0","sha256":["76714dac44652a75960047dd7ad25ee9f58d4926b6c13d1f03017bdd9104d281","96effc48c259a57a1d0c20af17c3ca5a50e09f4a34e8d81fea837cfb496e54a4"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":false,"chunk":17,"mode":"row_tokens","shapes":[[17,24],[17,24]]}
{"kernel":"qsa_prefill_graph_float32_2_dense_mask_tf0","sha256":["550c9963e30e2591b75d15277bd41986ff232941a0e8f22abc6a123828dbe731"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":17,"heads":4,"dim":128,"blocks":37,"topk":7,"ratio":3,"pos":80,"kind":"transpose","budget":134217728,"mpp":false,"chunk":17,"mode":"dense_mask","shapes":[[1,1,17,100]]}
{"kernel":"qsa_prefill_graph_float32_3_blocks_tf0","sha256":["0e67ebae7dd53a589fac4e081f45f4d4c9cc7bad036fad92048069f9780ba4c5","08149ef5808740d2e0510367092c6fae56ed552fbed642529191f74475d33b61","d18a98b66b3d76c3de54cf29323f0794de39a13832f5118c09d5b85372e02cee"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"blocks","shapes":[[5,3],[5,3],[5,3]]}
{"kernel":"qsa_prefill_graph_float32_3_row_tokens_tf0","sha256":["1444319236abf6275abf12c0a50f0a94ffb40ee2b3522d31a03201739abaa92a","62a68f12c05a8ecc6aa2a6fe2d8a2bae1287dcb7ad8b64028ba1869e37914c8c"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"row_tokens","shapes":[[5,12],[5,12]]}
{"kernel":"qsa_prefill_graph_float32_3_dense_mask_tf0","sha256":["bf267886fc674cffd6bca1dde095ca6bc05acfc0c500782c6c478a7ed57352e9"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":5,"heads":2,"dim":7,"blocks":17,"topk":3,"ratio":3,"pos":9,"kind":"broadcast","budget":134217728,"mpp":false,"chunk":5,"mode":"dense_mask","shapes":[[1,1,5,17]]}
{"kernel":"qsa_prefill_graph_float32_4_blocks_tf0","sha256":["ee82de2d4f1daa54f6c5292aab07c06bf07832dd771de573c51e7a9fc2d69d2c","39ff7fd58a24b553d268cd73247c2de945d8b5fb8f1ba30b7120250b88e3a366","0791b69d31e59d43c1924c5b5e07666a039b10c40aa6b167f44f3ef2af23b079"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"blocks","shapes":[[9,7],[9,7],[9,7]]}
{"kernel":"qsa_prefill_graph_float32_4_row_tokens_tf0","sha256":["ce3f063c21e78e3ac02e7ffdb511df46925560fc149683fbb940222f6d54f296","85557e36c757099ccc3beff8c125cdf8436bf0260dd3a750067787668d459061"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"row_tokens","shapes":[[9,8],[9,8]]}
{"kernel":"qsa_prefill_graph_float32_4_dense_mask_tf0","sha256":["632acf3ed829a5c5b2a24698cec2578bbe50df52559019b22da2c48f5f4c57d7"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":9,"heads":1,"dim":8,"blocks":33,"topk":7,"ratio":1,"pos":15,"kind":"mixed","budget":396,"mpp":false,"chunk":1,"mode":"dense_mask","shapes":[[1,1,9,27]]}
{"kernel":"qsa_prefill_graph_float32_5_blocks_tf0","sha256":["15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b","15ec7bf0b50732b49f8228e07d24365338f9e3ab994b00af08e5a3bffe55fd8b","f501c21b62eee03af96d7862d9915da8342ed1c8b8ba497704957f98e0741b81"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":false,"chunk":1,"mode":"blocks","shapes":[[3,1],[3,1],[3,1]]}
{"kernel":"qsa_prefill_graph_float32_5_row_tokens_tf0","sha256":["a38319bb93da0477ca82fc1267b8b1334011f9f0ff19ccdec3011b597e4c29e6","1b54e6f9c3f6b699502b1ebb51993a0cf7bcd2824867ad092c1b3f9885b2d91b"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":false,"chunk":1,"mode":"row_tokens","shapes":[[3,8],[3,8]]}
{"kernel":"qsa_prefill_graph_float32_5_dense_mask_tf0","sha256":["c1ee92e1ed90cc185c29c8261a0b957f4eee08821a1f0f6312fef1a6faeaf398"],"dtype":"float32","pdtype":"float32","tf32":false,"rows":3,"heads":4,"dim":128,"blocks":1,"topk":1,"ratio":4,"pos":0,"kind":"plain","budget":1,"mpp":false,"chunk":1,"mode":"dense_mask","shapes":[[1,1,3,6]]}
{"kernel":"qsa_prefill_graph_float32_6_blocks_tf0","sha256":["005ae7d069cdde5a8f3e0263457b3850f0dfeeb541776d597c605551392d5eed","c7f653040c9c8296b123ac3df42a35a895563477f6dcc40ed03d06d94405f54f","f561eb2193c94aac89341856286f106a903ba1bcf6df1591c3a96138ca57d3e5"],"dtype":"float32","pdtype":"float16","tf32":false,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"blocks","shapes":[[33,7],[33,7],[33,7]]}
{"kernel":"qsa_prefill_graph_float32_6_row_tokens_tf0","sha256":["b0bf894a8812928e929b67e3441ea3b0e5c0f344507097b05153d11072a2927b","fff9e4f52be3c78cc6e2d48dbbbbe9a3d7116cc9935bb10f3489f070b259029b"],"dtype":"float32","pdtype":"float16","tf32":false,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"row_tokens","shapes":[[33,32],[33,32]]}
{"kernel":"qsa_prefill_graph_float32_6_dense_mask_tf0","sha256":["f396b68cfe9b3b2882b54e67517967701693e81c5c04c286cf9713cf219b5e4d"],"dtype":"float32","pdtype":"float16","tf32":false,"rows":33,"heads":4,"dim":128,"blocks":64,"topk":7,"ratio":4,"pos":128,"kind":"mixed","budget":10240,"mpp":false,"chunk":8,"mode":"dense_mask","shapes":[[1,1,33,164]]}
{"kernel":"qsa_prefill_topk_graph_0_blocks_tf0","sha256":["8ee35630af3d40bc4b1952a2c43596a57bc25ee2fdfb515b8c081c3b5067e9cb","fef951e6c76ad6a01b208af650ca6d95769bec840e009981c5ae1316a42c90b1","483ed9534c9953ddc66bcc6dcdf3527d5badd357b801cbd630c7b7c1678a73c1"],"tf32":false,"rows":1,"blocks":8193,"topk":512,"ratio":1,"pos":8192,"kind":"stride","mode":"blocks","shapes":[[1,512],[1,512],[1,512]]}
{"kernel":"qsa_prefill_topk_graph_0_row_tokens_tf0","sha256":["54f75315dda1c3c97cb113e87fc29e77e491d9f4d6c9ba33490f4d4f5a5b7a2c","5bf081898f480e33744b44900dbbd2368b25b34b43fea5a81509a44a9daff8cd"],"tf32":false,"rows":1,"blocks":8193,"topk":512,"ratio":1,"pos":8192,"kind":"stride","mode":"row_tokens","shapes":[[1,513],[1,513]]}
{"kernel":"qsa_prefill_topk_graph_0_dense_mask_tf0","sha256":["732e0be98dbc5b7c7615eae54d796798c1479b460ff3eee389e3c56ee7e07cfb"],"tf32":false,"rows":1,"blocks":8193,"topk":512,"ratio":1,"pos":8192,"kind":"stride","mode":"dense_mask","shapes":[[1,1,1,8196]]}
{"kernel":"qsa_prefill_topk_graph_1_blocks_tf0","sha256":["9f3d0ab0d28a8621e93b640c9c9c674f7a892846dd43b55916efe5963a256030","fab5e80e5d5200ce080a76d5661a33cbf4175eab6c6b995c2633278699245ff9","fab5e80e5d5200ce080a76d5661a33cbf4175eab6c6b995c2633278699245ff9"],"tf32":false,"rows":3,"blocks":2049,"topk":7,"ratio":4,"pos":8190,"kind":"transpose","mode":"blocks","shapes":[[3,7],[3,7],[3,7]]}
{"kernel":"qsa_prefill_topk_graph_1_row_tokens_tf0","sha256":["ff6d367f0e5c5b319c6fd440bacead520074cfae6246f5082e49954eeb0cf523","8ca3372b656e0494114c5691298b50590ed64b2096e3d65518be9c7f6ceb7444"],"tf32":false,"rows":3,"blocks":2049,"topk":7,"ratio":4,"pos":8190,"kind":"transpose","mode":"row_tokens","shapes":[[3,32],[3,32]]}
{"kernel":"qsa_prefill_topk_graph_1_dense_mask_tf0","sha256":["8ebfe93d10897394688a12b8e8782b906b45d799cbdf72a8581f1915ba3dc528"],"tf32":false,"rows":3,"blocks":2049,"topk":7,"ratio":4,"pos":8190,"kind":"transpose","mode":"dense_mask","shapes":[[1,1,3,8196]]}
{"kernel":"qsa_prefill_topk_graph_2_blocks_tf0","sha256":["7d017d80ced16b3673ebd961b4fd7fe0fccf0b15836efede52c96ff971060e92","49347b5202907b9cd8552346db803109d21e456b1c3fa121dcfa807b9b5dd9ef","a90f2ac76943e14250d43ccd74d1b57d5fc9d4911088a9c2badf0cebc8cb41d8"],"tf32":false,"rows":2,"blocks":65,"topk":3,"ratio":3,"pos":7,"kind":"broadcast","mode":"blocks","shapes":[[2,3],[2,3],[2,3]]}
{"kernel":"qsa_prefill_topk_graph_2_row_tokens_tf0","sha256":["c5bd40c2eed1cd4b61771bc4491b45ff35ae89ae3ef8f5868714ae2f5c9414a1","19f63152b7902c2057fa8cfa751358c6ba40ee8596b7e7a591778091c7edfed6"],"tf32":false,"rows":2,"blocks":65,"topk":3,"ratio":3,"pos":7,"kind":"broadcast","mode":"row_tokens","shapes":[[2,12],[2,12]]}
{"kernel":"qsa_prefill_topk_graph_2_dense_mask_tf0","sha256":["5ede40067d5ade5033b8e68f8eb0e22705b07d0ed6aa0071b0bb2fc517318e4f"],"tf32":false,"rows":2,"blocks":65,"topk":3,"ratio":3,"pos":7,"kind":"broadcast","mode":"dense_mask","shapes":[[1,1,2,12]]}