33 lines
34 KiB
JSON
33 lines
34 KiB
JSON
{"kernel":"qsa_core_host_0","sha256":["11b74dd95b05641a43dc09d7d5e1f20ebc231041cc551f339df701769c0dc333","4f05df05f8da9356bd66425351f166a5f7305b7c805e6900d9ec0f50790c9886","79de996b9f99070d4ff255931b329929c949a7b2d8c06f5af29867b46b828bc6","cf465c2783975761a01cdad61bd270e11e4af3671cb7bd73749de7f3558e4b8b","8a7c10bce890c542fd159480e9f6e3bf969fc75e2a40208daa2f8ccd235512ec","140efb356462f70dd1c7f1dfb10bcc07d0f14d439043fb9e9d50f4d7be71ea96","a2d333417af91f331e69f0a02b054b0bdda1cbf7027c9b41f97696e79badf06b"],"case":0,"rows":1,"pos":64,"raw_capacity":128,"pooled_capacity":32,"mode":"blocks","hidden":false,"dense":null,"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07],"report":{"calls":1,"compiled_calls":1,"hidden_calls":0,"qk_rows_calls":1,"traces":1,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":1,"prefill_blocks":0,"dense_mask":0,"row_tokens":0,"update_only":0},"buckets":{"raw128:pool32:out0":1},"entry_count":1,"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_host_1","sha256":["8c9028fd21fbb42fde226e6e7d70f6a497e48ac18d3433e01f9df47417e9eafd","4f05df05f8da9356bd66425351f166a5f7305b7c805e6900d9ec0f50790c9886","c3f7caee9970630bed1a5ef9adc6805cdbc3f056c550fb34f85784e5d77ee854","09aa0ecc1eb35104d001fbbf54590b10cbcdae851a996b8e6e5535a3b2b8fbca","7888e43081680ec78c2f0075c30de70ada8ab646f702bcbee0541dd69e5b0c9c","140efb356462f70dd1c7f1dfb10bcc07d0f14d439043fb9e9d50f4d7be71ea96","dccdde4c08d15ba7f8df103fc0826bc9a50220e2dc1567c3f66ebb9ac66d6d49"],"case":1,"rows":1,"pos":65,"raw_capacity":128,"pooled_capacity":32,"mode":"blocks","hidden":false,"dense":null,"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07],"report":{"calls":2,"compiled_calls":2,"hidden_calls":0,"qk_rows_calls":2,"traces":1,"selector_dispatches":2,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":2,"prefill_blocks":0,"dense_mask":0,"row_tokens":0,"update_only":0},"buckets":{"raw128:pool32:out0":2},"entry_count":1,"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_host_2","sha256":["03cc73ec8180f72d7333de77440ce41f5f4d66ca0fd20b3b83894fa2e5a38c58","033a89cee6bcbaa862957e3ed38356359c307196c0bb797a1ab0dfb17bc80681","9636f97eb10e3fab95ee466fe2fb0a8014bba2d47b5e7f604349d38395eb1c07","0bbe1b9fbb7bd04ba128c10b43acfeb6c7e969c846cbf0f4c45bf809a9dbf2c0","be01c89f95c0f5b35606087fc7cc3e2ec8f5ab70bf897d50bd27a9330f7920d4","3f6ab179889256a3febd02caeb489e96655e1111e3844d4290200ee414c88e50"],"case":2,"rows":4,"pos":64,"raw_capacity":128,"pooled_capacity":32,"mode":"row_tokens","hidden":false,"dense":null,"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07],"report":{"calls":3,"compiled_calls":3,"hidden_calls":0,"qk_rows_calls":3,"traces":2,"selector_dispatches":3,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":2,"prefill_blocks":0,"dense_mask":0,"row_tokens":1,"update_only":0},"buckets":{"raw128:pool32:out0":3},"entry_count":2,"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_host_3","sha256":["2373d3945105b4f9b3646e758533b83dd8382ba6f8ce93ada2620b597b495b4d","10b83909c4700a66f0192dba91a61bd13fe65b2b533cc0bfa28c157a479c0c39","177bba4d3d5eb9cdcb9eb80f031c942ca2a522a524766ed57811e90bcc75084c","aa550cc6e8e8d07f0b381da1ed95b247876bbd7d754a3f7788a7e8d0cfe934e6","be01c89f95c0f5b35606087fc7cc3e2ec8f5ab70bf897d50bd27a9330f7920d4","5f6934efac7e353e3f7cd8fbbee70e8fb286eb004a41da14a4332cda60c20cba"],"case":3,"rows":4,"pos":65,"raw_capacity":128,"pooled_capacity":32,"mode":"row_tokens","hidden":false,"dense":null,"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07],"report":{"calls":4,"compiled_calls":4,"hidden_calls":0,"qk_rows_calls":4,"traces":2,"selector_dispatches":4,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":2,"prefill_blocks":0,"dense_mask":0,"row_tokens":2,"update_only":0},"buckets":{"raw128:pool32:out0":4},"entry_count":2,"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_host_4","sha256":["d991522fd9ef1cfbb77b55e00f1c24688440109e722dc187c6a53d0ee4023ccd","5cb047f7587fe7c7ab391ed2a1666270d560ffee36d5a23b74fbe7e605071d72","77000e282f6401061ad6bc5c63c6e037e9fd83d77dca680132d3a885826503f5","751ff8aaf08ebedd19d149f699b467ff427d8f97f3f0dded1406521e3b688d77","f47be6c54e60d6e4bd00f7f288f0d49a08b6f675272921074f57df528f8f57b5","8502957747a29907927566be940a9b39fee0a15dd471ba428eb9eedd15aa80e7","1c6e144bcf83ed797e665b5f35272445e06aeba5b0a8900588bee82fe9c6ee6d"],"case":4,"rows":17,"pos":64,"raw_capacity":128,"pooled_capacity":32,"mode":"prefill_blocks","hidden":false,"dense":null,"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07],"report":{"calls":5,"compiled_calls":5,"hidden_calls":0,"qk_rows_calls":5,"traces":3,"selector_dispatches":5,"capacity_transitions":0,"prefill_score_producers":{"mpp":1,"mlx":0},"modes":{"blocks":2,"prefill_blocks":1,"dense_mask":0,"row_tokens":2,"update_only":0},"buckets":{"raw128:pool32:out0":5},"entry_count":3,"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_host_5","sha256":["3584efdfa1c86b49814a391669b280bc057753ad06a24dccca32a3f6627a48a1","5cb047f7587fe7c7ab391ed2a1666270d560ffee36d5a23b74fbe7e605071d72","a14d9a6224f0ac8ae2a6e33a4c715f8efeb7c1f85cc00104aebd45125d6ca73a","6ef70da0a6fc7361d730eda4b2269751f8469c7ad2f5a29f9a058929d9235a53","2c83241a93b0bc29229d4f3b048301a68d26c20445805ac7433423ebb3c645f0","8502957747a29907927566be940a9b39fee0a15dd471ba428eb9eedd15aa80e7","8041cf89e00b6084a61fe39f89fee551e73b16dde0a52284e810b1f716430db1"],"case":5,"rows":17,"pos":65,"raw_capacity":256,"pooled_capacity":64,"mode":"prefill_blocks","hidden":false,"dense":null,"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07],"report":{"calls":6,"compiled_calls":6,"hidden_calls":0,"qk_rows_calls":6,"traces":4,"selector_dispatches":7,"capacity_transitions":1,"prefill_score_producers":{"mpp":2,"mlx":0},"modes":{"blocks":2,"prefill_blocks":2,"dense_mask":0,"row_tokens":2,"update_only":0},"buckets":{"raw128:pool32:out0":5,"raw256:pool64:out0":1},"entry_count":4,"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_host_6","sha256":["a4be453947fc6a3dd4b514bf09b8ecae05274f9ef92e60c2c506111b9e960061","a6d5dc659e3f720e480cd280d0c4af0e76247128804e126736f338554a4e1061","c28451296cb6022697e1a3aaebe10cf8536a684e5a472cef39f9148bbfa9014d","be01c89f95c0f5b35606087fc7cc3e2ec8f5ab70bf897d50bd27a9330f7920d4","5f6934efac7e353e3f7cd8fbbee70e8fb286eb004a41da14a4332cda60c20cba"],"case":6,"rows":4,"pos":65,"raw_capacity":256,"pooled_capacity":64,"mode":"dense_mask","hidden":true,"dense":null,"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07],"report":{"calls":7,"compiled_calls":7,"hidden_calls":1,"qk_rows_calls":6,"traces":5,"selector_dispatches":8,"capacity_transitions":1,"prefill_score_producers":{"mpp":2,"mlx":0},"modes":{"blocks":2,"prefill_blocks":2,"dense_mask":1,"row_tokens":2,"update_only":0},"buckets":{"raw128:pool32:out0":5,"raw256:pool64:out0":1,"raw256:pool64:out260":1},"entry_count":5,"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_host_7","sha256":["fc7f1de78840ae6e6e98765fc3361a00931cdf6e29ae02ec14a76e3713e9249e","a4348734102720688f30af54230f3a9c92b95d1c458d213ebbd8090df4f7d1c7","be01c89f95c0f5b35606087fc7cc3e2ec8f5ab70bf897d50bd27a9330f7920d4","4acaf7a70ab216e9be31d0bad8c8ec720947257cf0104db6dcadf3cf2caa3782"],"case":7,"rows":4,"pos":66,"raw_capacity":256,"pooled_capacity":64,"mode":"update_only","hidden":true,"dense":null,"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07],"report":{"calls":8,"compiled_calls":8,"hidden_calls":2,"qk_rows_calls":6,"traces":6,"selector_dispatches":8,"capacity_transitions":1,"prefill_score_producers":{"mpp":2,"mlx":0},"modes":{"blocks":2,"prefill_blocks":2,"dense_mask":1,"row_tokens":2,"update_only":1},"buckets":{"raw128:pool32:out0":5,"raw256:pool64:out0":2,"raw256:pool64:out260":1},"entry_count":6,"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_host_8","sha256":["047f987a5f7bf7ae6b8d742b7c5ef1496e1cb26c9b007dc0588414066a2ee65b","f676407985035f98748a082ea903f856bfc70a1297c03b25045aedc1a579d57e","95c76ea7728e6983322a8146a1b84e23c64b1698a00ef6f864a90c4aa25b42e7","be01c89f95c0f5b35606087fc7cc3e2ec8f5ab70bf897d50bd27a9330f7920d4","5f6934efac7e353e3f7cd8fbbee70e8fb286eb004a41da14a4332cda60c20cba"],"case":8,"rows":4,"pos":65,"raw_capacity":256,"pooled_capacity":64,"mode":"dense_mask","hidden":false,"dense":300,"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07],"report":{"calls":9,"compiled_calls":9,"hidden_calls":2,"qk_rows_calls":7,"traces":7,"selector_dispatches":9,"capacity_transitions":1,"prefill_score_producers":{"mpp":2,"mlx":0},"modes":{"blocks":2,"prefill_blocks":2,"dense_mask":2,"row_tokens":2,"update_only":1},"buckets":{"raw128:pool32:out0":5,"raw256:pool64:out0":2,"raw256:pool64:out260":1,"raw256:pool64:out300":1},"entry_count":7,"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_host_9","sha256":["ac2ccf6dbaa889b0e85daa781d68021688371be371c64156bb48a7869ab77a5e","dd9ce1828415f5fa1afb0a6bc87d665fe286016c49f885ea6203fb916a7506bd","8148108bb79171a8223154ef33af0289bef47452d5c3696beca8d3d0ea5b0367","be01c89f95c0f5b35606087fc7cc3e2ec8f5ab70bf897d50bd27a9330f7920d4","5f6934efac7e353e3f7cd8fbbee70e8fb286eb004a41da14a4332cda60c20cba"],"case":9,"rows":4,"pos":65,"raw_capacity":256,"pooled_capacity":64,"mode":"dense_mask","hidden":false,"dense":null,"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07],"report":{"calls":10,"compiled_calls":10,"hidden_calls":2,"qk_rows_calls":8,"traces":8,"selector_dispatches":10,"capacity_transitions":1,"prefill_score_producers":{"mpp":2,"mlx":0},"modes":{"blocks":2,"prefill_blocks":2,"dense_mask":3,"row_tokens":2,"update_only":1},"buckets":{"raw128:pool32:out0":5,"raw256:pool64:out0":2,"raw256:pool64:out260":2,"raw256:pool64:out300":1},"entry_count":8,"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_host_10","sha256":["a4f2ce00a8f1b4d4b95c51bb596312ac69ce47e1a19817ca8a0481b16beba820","4f05df05f8da9356bd66425351f166a5f7305b7c805e6900d9ec0f50790c9886","6aa218d4af8bbac9df09127ca7a8f817a36026f3cfe8446f7e6f5e84039fcd9e","a054dcdadc9fac37d32928660618b65cbe661a784baf1c492c8e7090953ac49d","aa2dc66f03fd8b6a5609857b785f5fdf6912276f7c0cc5f5daf6f0f43e2371cc","140efb356462f70dd1c7f1dfb10bcc07d0f14d439043fb9e9d50f4d7be71ea96","a2d333417af91f331e69f0a02b054b0bdda1cbf7027c9b41f97696e79badf06b"],"case":10,"rows":1,"pos":64,"raw_capacity":128,"pooled_capacity":32,"mode":"blocks","hidden":false,"dense":null,"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07],"report":{"calls":11,"compiled_calls":11,"hidden_calls":2,"qk_rows_calls":9,"traces":8,"selector_dispatches":11,"capacity_transitions":2,"prefill_score_producers":{"mpp":2,"mlx":0},"modes":{"blocks":3,"prefill_blocks":2,"dense_mask":3,"row_tokens":2,"update_only":1},"buckets":{"raw128:pool32:out0":6,"raw256:pool64:out0":2,"raw256:pool64:out260":2,"raw256:pool64:out300":1},"entry_count":8,"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_report","report":{"calls":11,"compiled_calls":11,"hidden_calls":2,"qk_rows_calls":9,"traces":8,"selector_dispatches":11,"capacity_transitions":2,"prefill_score_producers":{"mpp":2,"mlx":0},"modes":{"blocks":3,"prefill_blocks":2,"dense_mask":3,"row_tokens":2,"update_only":1},"buckets":{"raw128:pool32:out0":6,"raw256:pool64:out0":2,"raw256:pool64:out260":2,"raw256:pool64:out300":1},"entry_count":8,"compiled_keys":[{"source":"hidden","mode":"dense_mask","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,64,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":260,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:dense_mask:s4:raw256:pool64:out260:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"hidden","mode":"update_only","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,64,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":0,"label":"hidden:update_only:s4:raw256:pool64:out0:scorenone:chunk0:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"blocks","input_shape":[1,1,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,128,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,32,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"qk_rows:blocks:s1:raw128:pool32:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"dense_mask","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,64,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":260,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:dense_mask:s4:raw256:pool64:out260:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"dense_mask","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,64,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":300,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:dense_mask:s4:raw256:pool64:out300:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,17,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,128,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,32,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":17,"label":"qk_rows:prefill_blocks:s17:raw128:pool32:out0:scorempp:chunk17:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,17,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,64,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":16,"label":"qk_rows:prefill_blocks:s17:raw256:pool64:out0:scorempp:chunk16:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,128,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,32,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw128:pool32:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_invalid_0","params":{"pos":-1,"total":68,"logical":17,"frontier":16,"raw_capacity":128,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_1","params":{"pos":127,"total":68,"logical":17,"frontier":16,"raw_capacity":128,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_2","params":{"pos":64,"total":69,"logical":17,"frontier":16,"raw_capacity":128,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_3","params":{"pos":64,"total":-1,"logical":17,"frontier":16,"raw_capacity":128,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_4","params":{"pos":64,"total":68,"logical":33,"frontier":16,"raw_capacity":128,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_5","params":{"pos":64,"total":68,"logical":15,"frontier":16,"raw_capacity":128,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_6","params":{"pos":64,"total":68,"logical":17,"frontier":0,"raw_capacity":128,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_7","params":{"pos":64,"total":68,"logical":17,"frontier":33,"raw_capacity":128,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_8","params":{"pos":64,"total":68,"logical":17,"frontier":16,"raw_capacity":96,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_9","params":{"pos":64,"total":68,"logical":17,"frontier":16,"raw_capacity":2,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_10","params":{"pos":64,"total":68,"logical":17,"frontier":16,"raw_capacity":128,"pooled_capacity":0,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_11","params":{"pos":64,"total":68,"logical":17,"frontier":16,"raw_capacity":128,"pooled_capacity":32,"dense":100,"mode":"dense_mask","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_12","params":{"pos":64,"total":68,"logical":17,"frontier":16,"raw_capacity":128,"pooled_capacity":32,"dense":1,"mode":"blocks","rows":4,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_13","params":{"pos":64,"total":68,"logical":17,"frontier":16,"raw_capacity":128,"pooled_capacity":32,"dense":null,"mode":"prefill_blocks","rows":1,"width":640,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_14","params":{"pos":64,"total":68,"logical":17,"frontier":16,"raw_capacity":128,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":639,"index_dtype":null},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_15","params":{"pos":64,"total":68,"logical":17,"frontier":16,"raw_capacity":128,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":"float32"},"rejected":true}
|
|
{"kernel":"qsa_core_invalid_16","params":{"pos":127,"total":68,"logical":17,"frontier":16,"raw_capacity":128,"pooled_capacity":32,"dense":null,"mode":"blocks","rows":4,"width":640,"index_dtype":"int32"},"rejected":false}
|
|
{"kernel":"qsa_core_failed_trace_0","rejected":true,"report":{"calls":1,"compiled_calls":0,"hidden_calls":1,"qk_rows_calls":0,"traces":1,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":1,"prefill_blocks":0,"dense_mask":0,"row_tokens":0,"update_only":0},"buckets":{"raw128:pool32:out0":1},"entry_count":1,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,128,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,32,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:blocks:s4:raw128:pool32:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_failed_trace_1","rejected":true,"report":{"calls":2,"compiled_calls":0,"hidden_calls":2,"qk_rows_calls":0,"traces":1,"selector_dispatches":2,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":2,"prefill_blocks":0,"dense_mask":0,"row_tokens":0,"update_only":0},"buckets":{"raw128:pool32:out0":2},"entry_count":1,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,128,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,32,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:blocks:s4:raw128:pool32:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|
|
{"kernel":"qsa_core_report_after_invalid","report":{"calls":12,"compiled_calls":12,"hidden_calls":2,"qk_rows_calls":10,"traces":9,"selector_dispatches":12,"capacity_transitions":2,"prefill_score_producers":{"mpp":2,"mlx":0},"modes":{"blocks":4,"prefill_blocks":2,"dense_mask":3,"row_tokens":2,"update_only":1},"buckets":{"raw128:pool32:out0":7,"raw256:pool64:out0":2,"raw256:pool64:out260":2,"raw256:pool64:out300":1},"entry_count":9,"compiled_keys":[{"source":"hidden","mode":"dense_mask","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,64,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":260,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:dense_mask:s4:raw256:pool64:out260:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"hidden","mode":"update_only","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,64,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":0,"label":"hidden:update_only:s4:raw256:pool64:out0:scorenone:chunk0:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"blocks","input_shape":[1,1,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,128,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,32,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"qk_rows:blocks:s1:raw128:pool32:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"blocks","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,128,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,32,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:blocks:s4:raw128:pool32:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"dense_mask","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,64,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":260,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:dense_mask:s4:raw256:pool64:out260:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"dense_mask","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,64,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":300,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:dense_mask:s4:raw256:pool64:out300:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,17,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,128,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,32,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":17,"label":"qk_rows:prefill_blocks:s17:raw128:pool32:out0:scorempp:chunk17:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,17,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,64,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":16,"label":"qk_rows:prefill_blocks:s17:raw256:pool64:out0:scorempp:chunk16:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,128,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,32,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw128:pool32:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":16,"minimum_pooled_capacity":16,"selector_scratch_bytes":1024,"prefill_score_workspace_bytes":4096,"rope_attention_scaling":1.0}}
|