{"kernel":"qsa_indexer_commit_q0_s0","sha256":["79f49bfb93220a080a28ada472b7d49e2364da3b3c52daa9e6f7ae38517d06dc","00cfe9e55d50118d216132d091048519fe20f9f626d06764819e3d3b6cdfe244"],"quantized":false,"step":0,"rows":1,"pos":0,"mode":"update_only","supplied":true,"kind":"none","tail":null,"shapes":[[1,256,128],[1,256,128]],"pooled_len":0,"report":{"calls":1,"compiled_calls":1,"hidden_calls":0,"qk_rows_calls":1,"traces":1,"selector_dispatches":0,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":0,"prefill_blocks":0,"dense_mask":0,"row_tokens":0,"update_only":1},"buckets":{"raw256:pool256:out0":1},"entry_count":1,"compiled_keys":[{"source":"qk_rows","mode":"update_only","input_shape":[1,1,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":0,"label":"qk_rows:update_only:s1:raw256:pool256:out0:scorenone:chunk0:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":33554432,"prefill_score_workspace_bytes":134217728,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q0_s1","sha256":["a80616ecfaecbcc8436c1d9daac77f7267fb73e26c7811d2b9470a63d5e1111e","63f42ad5d69412bfa4a15c2fab294e3d7fa4f9836e570f651241e903c15ea4da","79f49bfb93220a080a28ada472b7d49e2364da3b3c52daa9e6f7ae38517d06dc","00cfe9e55d50118d216132d091048519fe20f9f626d06764819e3d3b6cdfe244"],"quantized":false,"step":1,"rows":3,"pos":1,"mode":"update_only","supplied":false,"kind":"none","tail":null,"shapes":[[1,256,128],[1,256,128],[1,256,128],[1,256,128]],"pooled_len":1,"report":{"calls":2,"compiled_calls":2,"hidden_calls":1,"qk_rows_calls":1,"traces":2,"selector_dispatches":0,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":0,"prefill_blocks":0,"dense_mask":0,"row_tokens":0,"update_only":2},"buckets":{"raw256:pool256:out0":2},"entry_count":2,"compiled_keys":[{"source":"hidden","mode":"update_only","input_shape":[1,3,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":0,"label":"hidden:update_only:s3:raw256:pool256:out0:scorenone:chunk0:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"update_only","input_shape":[1,1,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":0,"label":"qk_rows:update_only:s1:raw256:pool256:out0:scorenone:chunk0:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":33554432,"prefill_score_workspace_bytes":134217728,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q0_s2","sha256":["893a7e1bac1f19185290f9fa218199cd6b75c9b787d2cb2049adec5bffde7fdd","6e02edf5eb868e383a730b1c1c5c2eef9b7db4a0e11432fb93fb0a7548c9fd51","d07dcdf7d4f467e59f1896832fd3eaa9d350076b343bb9aef9cbc1e281fbc025","8fc388614270786c9034c1cfab2d3b8aba393b083945f306f746da02048a49ec","a80616ecfaecbcc8436c1d9daac77f7267fb73e26c7811d2b9470a63d5e1111e","63f42ad5d69412bfa4a15c2fab294e3d7fa4f9836e570f651241e903c15ea4da"],"quantized":false,"step":2,"rows":33,"pos":4,"mode":"prefill_blocks","supplied":true,"kind":"flash_prefill","tail":null,"shapes":[[33,8],[33,8],[1,256,128],[1,256,128],[1,256,128],[1,256,128]],"pooled_len":9,"report":{"calls":3,"compiled_calls":3,"hidden_calls":1,"qk_rows_calls":2,"traces":3,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":1,"mlx":0},"modes":{"blocks":0,"prefill_blocks":1,"dense_mask":0,"row_tokens":0,"update_only":2},"buckets":{"raw256:pool256:out0":3},"entry_count":3,"compiled_keys":[{"source":"hidden","mode":"update_only","input_shape":[1,3,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":0,"label":"hidden:update_only:s3:raw256:pool256:out0:scorenone:chunk0:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,33,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":33,"label":"qk_rows:prefill_blocks:s33:raw256:pool256:out0:scorempp:chunk33:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"update_only","input_shape":[1,1,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":0,"label":"qk_rows:update_only:s1:raw256:pool256:out0:scorenone:chunk0:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":33554432,"prefill_score_workspace_bytes":134217728,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q0_s3","sha256":["b2f37caa34df48ba69229ee8eb431300c3d58bae5ada667a5b2b33b6d8ab0221","c4d4626eefe7ddb96be63d56408458bad86a146d8366fbe9e439e953c068d62c","8fc388614270786c9034c1cfab2d3b8aba393b083945f306f746da02048a49ec","d07dcdf7d4f467e59f1896832fd3eaa9d350076b343bb9aef9cbc1e281fbc025","8fc388614270786c9034c1cfab2d3b8aba393b083945f306f746da02048a49ec"],"quantized":false,"step":3,"rows":1,"pos":37,"mode":"blocks","supplied":false,"kind":"flash","tail":36,"shapes":[[8],[1,256,128],[1,256,128],[1,256,128],[1,256,128]],"pooled_len":9,"report":{"calls":1,"compiled_calls":1,"hidden_calls":1,"qk_rows_calls":0,"traces":1,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":1,"prefill_blocks":0,"dense_mask":0,"row_tokens":0,"update_only":0},"buckets":{"raw256:pool256:out0":1},"entry_count":1,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw256:pool256:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q0_s4","sha256":["2fd79119321d96ef817f0ac70194dcf39a4f964df215008bc044fa9f00a85e14","b3e83850a3d967dd5782d3ff78f699d20070c7a66eced6b387f21b5a7084b293","23db48bf92f608e34f8e92b65a9f380728a80ef6feaed3d678984a4b5700c20f","5e748e1256b57dfed5e87c2afa25028964c21f19ef524c247f6ea230c5d58771","c4d4626eefe7ddb96be63d56408458bad86a146d8366fbe9e439e953c068d62c","8fc388614270786c9034c1cfab2d3b8aba393b083945f306f746da02048a49ec"],"quantized":false,"step":4,"rows":4,"pos":38,"mode":"row_tokens","supplied":true,"kind":"gather_rows","tail":null,"shapes":[[4,36],[4,36],[1,256,128],[1,256,128],[1,256,128],[1,256,128]],"pooled_len":10,"report":{"calls":1,"compiled_calls":1,"hidden_calls":0,"qk_rows_calls":1,"traces":1,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":0,"prefill_blocks":0,"dense_mask":0,"row_tokens":1,"update_only":0},"buckets":{"raw256:pool256:out0":1},"entry_count":1,"compiled_keys":[{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw256:pool256:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q0_s5","sha256":["4a0f9078e7872baa997d2af078b3f41eef6321fdc8859ca8c0a387dbcca9b57d","54e51cd5347c401b1e238d26bcdaf785b645e12872a855fd4d3bca59dc159aec","05b07712004bfa9dd2cc23f741fce3e534250b84ac0f75d5b11ff281e27a1ece","23db48bf92f608e34f8e92b65a9f380728a80ef6feaed3d678984a4b5700c20f","5e748e1256b57dfed5e87c2afa25028964c21f19ef524c247f6ea230c5d58771"],"quantized":false,"step":5,"rows":4,"pos":42,"mode":"dense_mask","supplied":false,"kind":"dense","tail":null,"shapes":[[1,1,4,46],[1,256,128],[1,256,128],[1,256,128],[1,256,128]],"pooled_len":11,"report":{"calls":1,"compiled_calls":1,"hidden_calls":1,"qk_rows_calls":0,"traces":1,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":0,"prefill_blocks":0,"dense_mask":1,"row_tokens":0,"update_only":0},"buckets":{"raw256:pool256:out1028":1},"entry_count":1,"compiled_keys":[{"source":"hidden","mode":"dense_mask","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":1028,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:dense_mask:s4:raw256:pool256:out1028:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q0_s6","sha256":["ab58a08728a356bc65b4573ba244026aea2b0d923a45142d662dfd2db1672276","8a22d16463cc2fc23f6742893f724adca9c768f7c1ed7041ecc7eb5655697b0d","a830fc2ab0df30ccb28a602d7f210f95887d388918ba97973296d798435ed47a","e0421109b9be1ebb45ae90fa8f25f2bd8a73abd20a08768d82af6c42e354ba20","54e51cd5347c401b1e238d26bcdaf785b645e12872a855fd4d3bca59dc159aec","05b07712004bfa9dd2cc23f741fce3e534250b84ac0f75d5b11ff281e27a1ece"],"quantized":false,"step":6,"rows":221,"pos":46,"mode":"prefill_blocks","supplied":true,"kind":"flash_prefill","tail":null,"shapes":[[221,8],[221,8],[1,512,128],[1,256,128],[1,256,128],[1,256,128]],"pooled_len":66,"report":{"calls":1,"compiled_calls":1,"hidden_calls":0,"qk_rows_calls":1,"traces":1,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":1,"mlx":0},"modes":{"blocks":0,"prefill_blocks":1,"dense_mask":0,"row_tokens":0,"update_only":0},"buckets":{"raw512:pool256:out0":1},"entry_count":1,"compiled_keys":[{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,221,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":221,"label":"qk_rows:prefill_blocks:s221:raw512:pool256:out0:scorempp:chunk221:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q0_s7","sha256":["9038ba5b1c7d190f3688fdc824094ca81439b6d9bac2d9db16f9cd7a1355e3ed","50d4d646e3056484adaf560f77bd12946332f27c664f1bce588211764333d2f7","0541df7f0f26a976ca82088de0531f2d8e3c050bcb6f35c06925fa777d94ce74","a830fc2ab0df30ccb28a602d7f210f95887d388918ba97973296d798435ed47a","e0421109b9be1ebb45ae90fa8f25f2bd8a73abd20a08768d82af6c42e354ba20"],"quantized":false,"step":7,"rows":1,"pos":267,"mode":"blocks","supplied":false,"kind":"flash","tail":268,"shapes":[[8],[1,512,128],[1,256,128],[1,512,128],[1,256,128]],"pooled_len":67,"report":{"calls":2,"compiled_calls":2,"hidden_calls":1,"qk_rows_calls":1,"traces":2,"selector_dispatches":2,"capacity_transitions":0,"prefill_score_producers":{"mpp":1,"mlx":0},"modes":{"blocks":1,"prefill_blocks":1,"dense_mask":0,"row_tokens":0,"update_only":0},"buckets":{"raw512:pool256:out0":2},"entry_count":2,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw512:pool256:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,221,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":221,"label":"qk_rows:prefill_blocks:s221:raw512:pool256:out0:scorempp:chunk221:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q0_s8","sha256":["ef3f2d7931c59e53cc7d13e4df9e0d5a0efc817c4da24bc0474785e3e47c4929","033a89cee6bcbaa862957e3ed38356359c307196c0bb797a1ab0dfb17bc80681","1ea73300b4135d40d0c9a16b3df6f09237839f6f3b34af62c47bc14e983a88e1","653cb125cd26b724ace8b50c74d9686ade780055ef5809bd085406446897afde","50d4d646e3056484adaf560f77bd12946332f27c664f1bce588211764333d2f7","0541df7f0f26a976ca82088de0531f2d8e3c050bcb6f35c06925fa777d94ce74"],"quantized":false,"step":8,"rows":4,"pos":268,"mode":"row_tokens","supplied":true,"kind":"gather_rows","tail":null,"shapes":[[4,36],[4,36],[1,512,128],[1,256,128],[1,512,128],[1,256,128]],"pooled_len":68,"report":{"calls":3,"compiled_calls":3,"hidden_calls":1,"qk_rows_calls":2,"traces":3,"selector_dispatches":3,"capacity_transitions":0,"prefill_score_producers":{"mpp":1,"mlx":0},"modes":{"blocks":1,"prefill_blocks":1,"dense_mask":0,"row_tokens":1,"update_only":0},"buckets":{"raw512:pool256:out0":3},"entry_count":3,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw512:pool256:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,221,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":221,"label":"qk_rows:prefill_blocks:s221:raw512:pool256:out0:scorempp:chunk221:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw512:pool256:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q0_s9","sha256":["c0e44a9e42f919ac8743f3b0bcccbde30036a0c4146614291c0acb6bd00be159","892adddcc5d5ec787abab7e44af81bb28f8935e0d88dd22c3fc3663673ed4f06","7bd12bceaf1b7656f606fc57c8562fb53f1e0c1ded25c4c493ea16f5af570a13","c34838d12cafee3c81c130c4eab0e49728f08660d116c57a7649cfcd8d506771","5a50b7c94dfd0e2c65d66110227d85334332a09bba1255ce85743d277f0ee533"],"quantized":false,"step":9,"rows":4,"pos":272,"mode":"dense_mask","supplied":false,"kind":"dense","tail":null,"shapes":[[1,1,4,276],[1,2048,128],[1,512,128],[1,2048,128],[1,512,128]],"pooled_len":69,"report":{"calls":4,"compiled_calls":4,"hidden_calls":2,"qk_rows_calls":2,"traces":4,"selector_dispatches":4,"capacity_transitions":1,"prefill_score_producers":{"mpp":1,"mlx":0},"modes":{"blocks":1,"prefill_blocks":1,"dense_mask":1,"row_tokens":1,"update_only":0},"buckets":{"raw512:pool256:out0":3,"raw2048:pool512:out2052":1},"entry_count":4,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw512:pool256:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"hidden","mode":"dense_mask","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":2052,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:dense_mask:s4:raw2048:pool512:out2052:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,221,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":221,"label":"qk_rows:prefill_blocks:s221:raw512:pool256:out0:scorempp:chunk221:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw512:pool256:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q0_s10","sha256":["c8834a2b5f1bf5d71e78d3fac2f4712ae196432b1a07f0922c6543106c054866","10b83909c4700a66f0192dba91a61bd13fe65b2b533cc0bfa28c157a479c0c39","864c5f18f0c298b23c0cde8a5a7726a19fe92a8c2dde03c6ab3c734b39bf2a03","1a10abce656ff7d4673bc7971de67aab8d4f58697bcd3fed97606c8fa4aa005c","892adddcc5d5ec787abab7e44af81bb28f8935e0d88dd22c3fc3663673ed4f06","7bd12bceaf1b7656f606fc57c8562fb53f1e0c1ded25c4c493ea16f5af570a13"],"quantized":false,"step":10,"rows":4,"pos":273,"mode":"row_tokens","supplied":true,"kind":"gather_rows","tail":null,"shapes":[[4,36],[4,36],[1,2048,128],[1,512,128],[1,2048,128],[1,512,128]],"pooled_len":69,"report":{"calls":5,"compiled_calls":5,"hidden_calls":2,"qk_rows_calls":3,"traces":5,"selector_dispatches":5,"capacity_transitions":1,"prefill_score_producers":{"mpp":1,"mlx":0},"modes":{"blocks":1,"prefill_blocks":1,"dense_mask":1,"row_tokens":2,"update_only":0},"buckets":{"raw512:pool256:out0":3,"raw2048:pool512:out2052":1,"raw2048:pool512:out0":1},"entry_count":5,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw512:pool256:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"hidden","mode":"dense_mask","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":2052,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:dense_mask:s4:raw2048:pool512:out2052:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,221,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":221,"label":"qk_rows:prefill_blocks:s221:raw512:pool256:out0:scorempp:chunk221:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw2048:pool512:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw512:pool256:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q0_s11","sha256":["9077fe606824947d047f38a3c406ebc323d055e081742826491a8b144191026c","b995d0eb14fec62205b21ddd640e4fd9f5f9c5ba9fbdd4e95ee26c22075f3990","1a10abce656ff7d4673bc7971de67aab8d4f58697bcd3fed97606c8fa4aa005c","864c5f18f0c298b23c0cde8a5a7726a19fe92a8c2dde03c6ab3c734b39bf2a03","1a10abce656ff7d4673bc7971de67aab8d4f58697bcd3fed97606c8fa4aa005c"],"quantized":false,"step":11,"rows":1,"pos":277,"mode":"blocks","supplied":false,"kind":"flash","tail":276,"shapes":[[8],[1,2048,128],[1,512,128],[1,2048,128],[1,512,128]],"pooled_len":69,"report":{"calls":6,"compiled_calls":6,"hidden_calls":3,"qk_rows_calls":3,"traces":6,"selector_dispatches":6,"capacity_transitions":1,"prefill_score_producers":{"mpp":1,"mlx":0},"modes":{"blocks":2,"prefill_blocks":1,"dense_mask":1,"row_tokens":2,"update_only":0},"buckets":{"raw512:pool256:out0":3,"raw2048:pool512:out2052":1,"raw2048:pool512:out0":2},"entry_count":6,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw2048:pool512:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw512:pool256:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"hidden","mode":"dense_mask","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":2052,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:dense_mask:s4:raw2048:pool512:out2052:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,221,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":221,"label":"qk_rows:prefill_blocks:s221:raw512:pool256:out0:scorempp:chunk221:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw2048:pool512:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw512:pool256:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q0_s12","sha256":["0abe7f4235444c4dfa4f8cae8f3edc9fd589eec5ab6e74bc0393d282d16849e4","2d55bd1b1c8da6710b5820419179943e796e244e8de653ffae68405cb9eca9d0","e2080155b5d97358857d272c930656617998dbe39865c05001ee5b1efbb62b8c","b995d0eb14fec62205b21ddd640e4fd9f5f9c5ba9fbdd4e95ee26c22075f3990","1a10abce656ff7d4673bc7971de67aab8d4f58697bcd3fed97606c8fa4aa005c"],"quantized":false,"step":12,"rows":4,"pos":278,"mode":"dense_mask","supplied":true,"kind":"dense","tail":null,"shapes":[[1,1,4,282],[1,2048,128],[1,512,128],[1,2048,128],[1,512,128]],"pooled_len":70,"report":{"calls":7,"compiled_calls":7,"hidden_calls":3,"qk_rows_calls":4,"traces":7,"selector_dispatches":7,"capacity_transitions":1,"prefill_score_producers":{"mpp":1,"mlx":0},"modes":{"blocks":2,"prefill_blocks":1,"dense_mask":2,"row_tokens":2,"update_only":0},"buckets":{"raw512:pool256:out0":3,"raw2048:pool512:out2052":2,"raw2048:pool512:out0":2},"entry_count":7,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw2048:pool512:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw512:pool256:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"hidden","mode":"dense_mask","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":2052,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:dense_mask:s4:raw2048:pool512:out2052:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"dense_mask","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":2052,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:dense_mask:s4:raw2048:pool512:out2052:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,221,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":221,"label":"qk_rows:prefill_blocks:s221:raw512:pool256:out0:scorempp:chunk221:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw2048:pool512:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw512:pool256:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s0","sha256":["79f49bfb93220a080a28ada472b7d49e2364da3b3c52daa9e6f7ae38517d06dc","00cfe9e55d50118d216132d091048519fe20f9f626d06764819e3d3b6cdfe244"],"quantized":true,"step":0,"rows":1,"pos":0,"mode":"update_only","supplied":true,"kind":"none","tail":null,"shapes":[[1,256,128],[1,256,128]],"pooled_len":0,"report":{"calls":1,"compiled_calls":1,"hidden_calls":0,"qk_rows_calls":1,"traces":1,"selector_dispatches":0,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":0,"prefill_blocks":0,"dense_mask":0,"row_tokens":0,"update_only":1},"buckets":{"raw256:pool256:out0":1},"entry_count":1,"compiled_keys":[{"source":"qk_rows","mode":"update_only","input_shape":[1,1,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":0,"label":"qk_rows:update_only:s1:raw256:pool256:out0:scorenone:chunk0:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":33554432,"prefill_score_workspace_bytes":134217728,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s1","sha256":["73cf88742899601edbaa7b51580d1b71e6e8d36596df5c5827d92a5b529b87b7","9415dc86b02e8224c5f67d692c1cb76011a9f3e3c8a5863cbd7e00cf4e2acb87","79f49bfb93220a080a28ada472b7d49e2364da3b3c52daa9e6f7ae38517d06dc","00cfe9e55d50118d216132d091048519fe20f9f626d06764819e3d3b6cdfe244"],"quantized":true,"step":1,"rows":3,"pos":1,"mode":"update_only","supplied":false,"kind":"none","tail":null,"shapes":[[1,256,128],[1,256,128],[1,256,128],[1,256,128]],"pooled_len":1,"report":{"calls":2,"compiled_calls":2,"hidden_calls":1,"qk_rows_calls":1,"traces":2,"selector_dispatches":0,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":0,"prefill_blocks":0,"dense_mask":0,"row_tokens":0,"update_only":2},"buckets":{"raw256:pool256:out0":2},"entry_count":2,"compiled_keys":[{"source":"hidden","mode":"update_only","input_shape":[1,3,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":0,"label":"hidden:update_only:s3:raw256:pool256:out0:scorenone:chunk0:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"update_only","input_shape":[1,1,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":0,"label":"qk_rows:update_only:s1:raw256:pool256:out0:scorenone:chunk0:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":33554432,"prefill_score_workspace_bytes":134217728,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s2","sha256":["893a7e1bac1f19185290f9fa218199cd6b75c9b787d2cb2049adec5bffde7fdd","6e02edf5eb868e383a730b1c1c5c2eef9b7db4a0e11432fb93fb0a7548c9fd51","664546e6d165c9731351d81d0395a646d35624f8e4e06e44d18ac69c6b97d0c0","3aa2e24f480c1be28ccbf01e6816f8a3c87ccb23cafbce7180bb55e87cbf68d7","73cf88742899601edbaa7b51580d1b71e6e8d36596df5c5827d92a5b529b87b7","9415dc86b02e8224c5f67d692c1cb76011a9f3e3c8a5863cbd7e00cf4e2acb87"],"quantized":true,"step":2,"rows":33,"pos":4,"mode":"prefill_blocks","supplied":true,"kind":"flash_prefill","tail":null,"shapes":[[33,8],[33,8],[1,256,128],[1,256,128],[1,256,128],[1,256,128]],"pooled_len":9,"report":{"calls":3,"compiled_calls":3,"hidden_calls":1,"qk_rows_calls":2,"traces":3,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":1,"mlx":0},"modes":{"blocks":0,"prefill_blocks":1,"dense_mask":0,"row_tokens":0,"update_only":2},"buckets":{"raw256:pool256:out0":3},"entry_count":3,"compiled_keys":[{"source":"hidden","mode":"update_only","input_shape":[1,3,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":0,"label":"hidden:update_only:s3:raw256:pool256:out0:scorenone:chunk0:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,33,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":33,"label":"qk_rows:prefill_blocks:s33:raw256:pool256:out0:scorempp:chunk33:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"update_only","input_shape":[1,1,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":0,"label":"qk_rows:update_only:s1:raw256:pool256:out0:scorenone:chunk0:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":33554432,"prefill_score_workspace_bytes":134217728,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s3","sha256":["a8d0cab4b8c685126d91d03b71f65ff4165c29cba48e0782aa33be8dd95bb7b4","90f176d3557e86a4f420fc626aac9c10a8c1ca6a91ed8a99aa28ec5f86b0d37c","3aa2e24f480c1be28ccbf01e6816f8a3c87ccb23cafbce7180bb55e87cbf68d7","664546e6d165c9731351d81d0395a646d35624f8e4e06e44d18ac69c6b97d0c0","3aa2e24f480c1be28ccbf01e6816f8a3c87ccb23cafbce7180bb55e87cbf68d7"],"quantized":true,"step":3,"rows":1,"pos":37,"mode":"blocks","supplied":false,"kind":"flash","tail":36,"shapes":[[8],[1,256,128],[1,256,128],[1,256,128],[1,256,128]],"pooled_len":9,"report":{"calls":1,"compiled_calls":1,"hidden_calls":1,"qk_rows_calls":0,"traces":1,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":1,"prefill_blocks":0,"dense_mask":0,"row_tokens":0,"update_only":0},"buckets":{"raw256:pool256:out0":1},"entry_count":1,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw256:pool256:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s4","sha256":["91e39596d6ad14f9eb624af43917b086842615d3de6e616469bdbb43751348fd","b3e83850a3d967dd5782d3ff78f699d20070c7a66eced6b387f21b5a7084b293","6b20e0c314519ea4f86e9a3a8aeb340af3b18dd4b319724c75a509ba91e79814","f59cdaeb68ad36785af4b88f3a7758f4f01ec26bf9f155d7655b761720ceae43","90f176d3557e86a4f420fc626aac9c10a8c1ca6a91ed8a99aa28ec5f86b0d37c","3aa2e24f480c1be28ccbf01e6816f8a3c87ccb23cafbce7180bb55e87cbf68d7"],"quantized":true,"step":4,"rows":4,"pos":38,"mode":"row_tokens","supplied":true,"kind":"gather_rows","tail":null,"shapes":[[4,36],[4,36],[1,256,128],[1,256,128],[1,256,128],[1,256,128]],"pooled_len":10,"report":{"calls":1,"compiled_calls":1,"hidden_calls":0,"qk_rows_calls":1,"traces":1,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":0,"prefill_blocks":0,"dense_mask":0,"row_tokens":1,"update_only":0},"buckets":{"raw256:pool256:out0":1},"entry_count":1,"compiled_keys":[{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw256:pool256:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s5","sha256":["e2fa3dd93d0cf70ad41898e8d64a286f37092e69c6dd72baa741548a71e53df3","d8c0b3645c4e1d05db13e8ea079167c486c0f60a99e0c5330738419e8c7dad1e","e6141d0bb5062b67c8dd7aeaf7e231fa4a71aff029bfe0fe677fb240e5944eb3","6b20e0c314519ea4f86e9a3a8aeb340af3b18dd4b319724c75a509ba91e79814","f59cdaeb68ad36785af4b88f3a7758f4f01ec26bf9f155d7655b761720ceae43"],"quantized":true,"step":5,"rows":4,"pos":42,"mode":"dense_mask","supplied":false,"kind":"dense","tail":null,"shapes":[[1,1,4,46],[1,256,128],[1,256,128],[1,256,128],[1,256,128]],"pooled_len":11,"report":{"calls":1,"compiled_calls":1,"hidden_calls":1,"qk_rows_calls":0,"traces":1,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":0,"prefill_blocks":0,"dense_mask":1,"row_tokens":0,"update_only":0},"buckets":{"raw256:pool256:out1028":1},"entry_count":1,"compiled_keys":[{"source":"hidden","mode":"dense_mask","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,256,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":1028,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:dense_mask:s4:raw256:pool256:out1028:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s6","sha256":["96dc53737ca07fa57a686c638b82d0f77551bc248249f8535a326f49150cdc16","8a22d16463cc2fc23f6742893f724adca9c768f7c1ed7041ecc7eb5655697b0d","95d0d8910e89d798cbfdb03dfd551207178e09262d6202c82cc6f6d97a060171","a2bbe49ca43aa958bea58b1575aef88374fc89c0113a930601b0d1a0f2b2e52f","d8c0b3645c4e1d05db13e8ea079167c486c0f60a99e0c5330738419e8c7dad1e","e6141d0bb5062b67c8dd7aeaf7e231fa4a71aff029bfe0fe677fb240e5944eb3"],"quantized":true,"step":6,"rows":221,"pos":46,"mode":"prefill_blocks","supplied":true,"kind":"flash_prefill","tail":null,"shapes":[[221,8],[221,8],[1,512,128],[1,256,128],[1,256,128],[1,256,128]],"pooled_len":66,"report":{"calls":1,"compiled_calls":1,"hidden_calls":0,"qk_rows_calls":1,"traces":1,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":1,"mlx":0},"modes":{"blocks":0,"prefill_blocks":1,"dense_mask":0,"row_tokens":0,"update_only":0},"buckets":{"raw512:pool256:out0":1},"entry_count":1,"compiled_keys":[{"source":"qk_rows","mode":"prefill_blocks","input_shape":[1,221,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"mpp","selector_chunk_rows":221,"label":"qk_rows:prefill_blocks:s221:raw512:pool256:out0:scorempp:chunk221:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s7","sha256":["cc3809d5d7435703ae6ea5ede30ad5a099dbabc2e7acc837c8448dddec21b971","ecc6f447de24370947e01071cdabd8237049fc120cb5e54d2f76b0e755f52d32","cf9373282242048d9c21cfa5288e6ac37e993a342a456fd559535244a445da8f","95d0d8910e89d798cbfdb03dfd551207178e09262d6202c82cc6f6d97a060171","a2bbe49ca43aa958bea58b1575aef88374fc89c0113a930601b0d1a0f2b2e52f"],"quantized":true,"step":7,"rows":1,"pos":267,"mode":"blocks","supplied":false,"kind":"flash","tail":268,"shapes":[[8],[1,512,128],[1,256,128],[1,512,128],[1,256,128]],"pooled_len":67,"report":{"calls":1,"compiled_calls":1,"hidden_calls":1,"qk_rows_calls":0,"traces":1,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":1,"prefill_blocks":0,"dense_mask":0,"row_tokens":0,"update_only":0},"buckets":{"raw512:pool256:out0":1},"entry_count":1,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw512:pool256:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s8","sha256":["b641a9d30715ce79b07efad287b5b22d12bf72f5b07ce04be18b7ef9b29d937e","033a89cee6bcbaa862957e3ed38356359c307196c0bb797a1ab0dfb17bc80681","e1f414975a9994dd86f3ec5011256b2bba19e7e2e1e7c2ccb9ee6f6d0932d78b","a61c96dea1e2bdee4d1eabccd07aed9bd1ed9ee6e51952c03d67f43a4592b70d","ecc6f447de24370947e01071cdabd8237049fc120cb5e54d2f76b0e755f52d32","cf9373282242048d9c21cfa5288e6ac37e993a342a456fd559535244a445da8f"],"quantized":true,"step":8,"rows":4,"pos":268,"mode":"row_tokens","supplied":true,"kind":"gather_rows","tail":null,"shapes":[[4,36],[4,36],[1,512,128],[1,256,128],[1,512,128],[1,256,128]],"pooled_len":68,"report":{"calls":1,"compiled_calls":1,"hidden_calls":0,"qk_rows_calls":1,"traces":1,"selector_dispatches":1,"capacity_transitions":0,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":0,"prefill_blocks":0,"dense_mask":0,"row_tokens":1,"update_only":0},"buckets":{"raw512:pool256:out0":1},"entry_count":1,"compiled_keys":[{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw512:pool256:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s9","sha256":["cf9014dd20b3d968756832d1558996d1c5c472197430a6d63f2c5cb1eba54b0a","1ec733d8ecaf75ad039a670d86a05552b60eae1d19fb1e6b2c3d7072780c8f04","e11507046ad5004fa33ab060f4b472825a64af41cc9ff070069f0f44585b3bd6","1eca4d37efed1c6046b1a9f15f79d1e21df8b5e932b50fef06b7b846f0b6c66f","ef16aa27c770f0e950208c6a296e2e2aec11019c75d68b2d0ef0300dfcd4e826"],"quantized":true,"step":9,"rows":4,"pos":272,"mode":"dense_mask","supplied":false,"kind":"dense","tail":null,"shapes":[[1,1,4,276],[1,2048,128],[1,512,128],[1,2048,128],[1,512,128]],"pooled_len":69,"report":{"calls":2,"compiled_calls":2,"hidden_calls":1,"qk_rows_calls":1,"traces":2,"selector_dispatches":2,"capacity_transitions":1,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":0,"prefill_blocks":0,"dense_mask":1,"row_tokens":1,"update_only":0},"buckets":{"raw512:pool256:out0":1,"raw2048:pool512:out2052":1},"entry_count":2,"compiled_keys":[{"source":"hidden","mode":"dense_mask","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":2052,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:dense_mask:s4:raw2048:pool512:out2052:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw512:pool256:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s10","sha256":["6141a4a1d42c24caba481bc16517a2897c79ea00a48474cdd274eb8fd559e955","10b83909c4700a66f0192dba91a61bd13fe65b2b533cc0bfa28c157a479c0c39","220407c8b57d4a567662759c1ae003c3eb39ebd0459955f7cfecad2fa93c7b5b","68e2806c3efc0a3e7480f0ff6444a3e0c084b624a6c0d98e3e9bb79fbd45e40a","1ec733d8ecaf75ad039a670d86a05552b60eae1d19fb1e6b2c3d7072780c8f04","e11507046ad5004fa33ab060f4b472825a64af41cc9ff070069f0f44585b3bd6"],"quantized":true,"step":10,"rows":4,"pos":273,"mode":"row_tokens","supplied":true,"kind":"gather_rows","tail":null,"shapes":[[4,36],[4,36],[1,2048,128],[1,512,128],[1,2048,128],[1,512,128]],"pooled_len":69,"report":{"calls":3,"compiled_calls":3,"hidden_calls":1,"qk_rows_calls":2,"traces":3,"selector_dispatches":3,"capacity_transitions":1,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":0,"prefill_blocks":0,"dense_mask":1,"row_tokens":2,"update_only":0},"buckets":{"raw512:pool256:out0":1,"raw2048:pool512:out2052":1,"raw2048:pool512:out0":1},"entry_count":3,"compiled_keys":[{"source":"hidden","mode":"dense_mask","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":2052,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:dense_mask:s4:raw2048:pool512:out2052:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw2048:pool512:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw512:pool256:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s11","sha256":["8318e9a144b3ca964be5c6ebfba0ba1f079e7cee3eef75ddb0530a42945b96ae","f874933bf3a329a645263da7b7645871a325b319e0d3c2dc8f4762759eae932f","68e2806c3efc0a3e7480f0ff6444a3e0c084b624a6c0d98e3e9bb79fbd45e40a","220407c8b57d4a567662759c1ae003c3eb39ebd0459955f7cfecad2fa93c7b5b","68e2806c3efc0a3e7480f0ff6444a3e0c084b624a6c0d98e3e9bb79fbd45e40a"],"quantized":true,"step":11,"rows":1,"pos":277,"mode":"blocks","supplied":false,"kind":"flash","tail":276,"shapes":[[8],[1,2048,128],[1,512,128],[1,2048,128],[1,512,128]],"pooled_len":69,"report":{"calls":4,"compiled_calls":4,"hidden_calls":2,"qk_rows_calls":2,"traces":4,"selector_dispatches":4,"capacity_transitions":1,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":1,"prefill_blocks":0,"dense_mask":1,"row_tokens":2,"update_only":0},"buckets":{"raw512:pool256:out0":1,"raw2048:pool512:out2052":1,"raw2048:pool512:out0":2},"entry_count":4,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw2048:pool512:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"hidden","mode":"dense_mask","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":2052,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:dense_mask:s4:raw2048:pool512:out2052:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw2048:pool512:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw512:pool256:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}
{"kernel":"qsa_indexer_commit_q1_s12","sha256":["21591d9a9fe3fdcbb6639c03e3b47ed23b83541ce014bc0139d86ab0db3f9626","35a7ae6b0e6b1eb3ab45331564a9c4a48ea9d3123675806b2c843c13a04bed06","958a0fbdc8b92d372428e59a651be3fd75f5a35f8028319489624ee41357d2d8","f874933bf3a329a645263da7b7645871a325b319e0d3c2dc8f4762759eae932f","68e2806c3efc0a3e7480f0ff6444a3e0c084b624a6c0d98e3e9bb79fbd45e40a"],"quantized":true,"step":12,"rows":4,"pos":278,"mode":"dense_mask","supplied":true,"kind":"dense","tail":null,"shapes":[[1,1,4,282],[1,2048,128],[1,512,128],[1,2048,128],[1,512,128]],"pooled_len":70,"report":{"calls":5,"compiled_calls":5,"hidden_calls":2,"qk_rows_calls":3,"traces":5,"selector_dispatches":5,"capacity_transitions":1,"prefill_score_producers":{"mpp":0,"mlx":0},"modes":{"blocks":1,"prefill_blocks":0,"dense_mask":2,"row_tokens":2,"update_only":0},"buckets":{"raw512:pool256:out0":1,"raw2048:pool512:out2052":2,"raw2048:pool512:out0":2},"entry_count":5,"compiled_keys":[{"source":"hidden","mode":"blocks","input_shape":[1,1,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":1,"label":"hidden:blocks:s1:raw2048:pool512:out0:scorenone:chunk1:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"hidden","mode":"dense_mask","input_shape":[1,4,128],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":2052,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"hidden:dense_mask:s4:raw2048:pool512:out2052:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"dense_mask","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":2052,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:dense_mask:s4:raw2048:pool512:out2052:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,2048,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,512,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw2048:pool512:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"},{"source":"qk_rows","mode":"row_tokens","input_shape":[1,4,640],"input_dtype":"mlx.core.bfloat16","raw_shape":[1,512,128],"raw_dtype":"mlx.core.bfloat16","pooled_shape":[1,256,128],"pooled_dtype":"mlx.core.bfloat16","n_heads":4,"kv_heads":1,"head_dim":128,"block_topk":8,"compress_ratio":4,"dense_output_tokens":0,"prefill_score_producer":"none","selector_chunk_rows":4,"label":"qk_rows:row_tokens:s4:raw512:pool256:out0:scorenone:chunk4:mlx.core.bfloat16/mlx.core.bfloat16"}],"require_bucketed_backing":true,"minimum_raw_capacity":256,"minimum_pooled_capacity":256,"selector_scratch_bytes":1048576,"prefill_score_workspace_bytes":2097152,"rope_attention_scaling":1.0},"frequencies":[1.0,0.6042963862419128,0.3651741147041321,0.22067339718341827,0.1333521455526352,0.08058421313762665,0.04869674891233444,0.02942727319896221,0.017782794311642647,0.010746077634394169,0.006493816152215004,0.003924189601093531,0.0023713738191872835,0.0014330126577988267,0.0008659642189741135,0.0005232990952208638,0.0003162277862429619,0.00019109529966954142,0.00011547819303814322,6.978305464144796e-05,4.2169649532297626e-05,2.5482966520939954e-05,1.5399264157167636e-05,9.305719686381053e-06,5.62341347176698e-06,3.398208264115965e-06,2.0535248950181995e-06,1.2409376495270408e-06,7.498942409256415e-07,4.5315832153391966e-07,2.738419482284371e-07,1.6548169412544667e-07]}