2 lines
16 KiB
JSON
2 lines
16 KiB
JSON
{"options":[{"fused":true,"compiled":true,"prefill":true,"phase_prefill":true,"prefill_min_rows":32,"prefill_compile_rows":2048,"prefill_min_context":32768,"prefill_workspace":134217728,"tile_rows":0,"flash":true,"gather_decode":true,"gather":true,"gather_max_rows":8,"gather_min_context":0,"tf32":true},{"fused":false,"compiled":true,"prefill":true,"phase_prefill":true,"prefill_min_rows":32,"prefill_compile_rows":2048,"prefill_min_context":32768,"prefill_workspace":134217728,"tile_rows":0,"flash":true,"gather_decode":true,"gather":true,"gather_max_rows":8,"gather_min_context":0,"tf32":true},{"fused":true,"compiled":false,"prefill":true,"phase_prefill":true,"prefill_min_rows":32,"prefill_compile_rows":2048,"prefill_min_context":32768,"prefill_workspace":134217728,"tile_rows":0,"flash":true,"gather_decode":true,"gather":true,"gather_max_rows":8,"gather_min_context":0,"tf32":true},{"fused":true,"compiled":true,"prefill":false,"phase_prefill":true,"prefill_min_rows":32,"prefill_compile_rows":2048,"prefill_min_context":32768,"prefill_workspace":134217728,"tile_rows":0,"flash":true,"gather_decode":true,"gather":true,"gather_max_rows":8,"gather_min_context":0,"tf32":true},{"fused":true,"compiled":true,"prefill":true,"phase_prefill":false,"prefill_min_rows":32,"prefill_compile_rows":2048,"prefill_min_context":32768,"prefill_workspace":134217728,"tile_rows":0,"flash":true,"gather_decode":true,"gather":true,"gather_max_rows":8,"gather_min_context":0,"tf32":true},{"fused":true,"compiled":true,"prefill":true,"phase_prefill":true,"prefill_min_rows":32,"prefill_compile_rows":2048,"prefill_min_context":32768,"prefill_workspace":134217728,"tile_rows":0,"flash":false,"gather_decode":true,"gather":true,"gather_max_rows":8,"gather_min_context":0,"tf32":true},{"fused":true,"compiled":true,"prefill":true,"phase_prefill":true,"prefill_min_rows":32,"prefill_compile_rows":2048,"prefill_min_context":32768,"prefill_workspace":134217728,"tile_rows":0,"flash":false,"gather_decode":false,"gather":true,"gather_max_rows":8,"gather_min_context":0,"tf32":true},{"fused":true,"compiled":true,"prefill":true,"phase_prefill":true,"prefill_min_rows":32,"prefill_compile_rows":2048,"prefill_min_context":32768,"prefill_workspace":134217728,"tile_rows":0,"flash":true,"gather_decode":true,"gather":false,"gather_max_rows":8,"gather_min_context":0,"tf32":true},{"fused":true,"compiled":true,"prefill":true,"phase_prefill":true,"prefill_min_rows":32,"prefill_compile_rows":2048,"prefill_min_context":32768,"prefill_workspace":134217728,"tile_rows":0,"flash":true,"gather_decode":true,"gather":true,"gather_max_rows":3,"gather_min_context":0,"tf32":true},{"fused":true,"compiled":true,"prefill":true,"phase_prefill":true,"prefill_min_rows":32,"prefill_compile_rows":2048,"prefill_min_context":32768,"prefill_workspace":134217728,"tile_rows":0,"flash":true,"gather_decode":true,"gather":true,"gather_max_rows":8,"gather_min_context":32772,"tf32":true},{"fused":true,"compiled":true,"prefill":true,"phase_prefill":true,"prefill_min_rows":32,"prefill_compile_rows":32,"prefill_min_context":32768,"prefill_workspace":134217728,"tile_rows":0,"flash":true,"gather_decode":true,"gather":true,"gather_max_rows":8,"gather_min_context":0,"tf32":true},{"fused":true,"compiled":true,"prefill":true,"phase_prefill":true,"prefill_min_rows":2,"prefill_compile_rows":2048,"prefill_min_context":2049,"prefill_workspace":134217728,"tile_rows":0,"flash":true,"gather_decode":true,"gather":true,"gather_max_rows":8,"gather_min_context":0,"tf32":true}],"states":[[0,0,0,null,null,0],[0,1,0,null,null,0],[0,3,0,null,null,0],[0,32,0,null,null,0],[0,2048,0,null,null,0],[2048,1,2048,2048,512,512],[2048,4,2048,2048,512,512],[2048,2048,2048,2048,512,512],[2049,4,2049,2304,512,512],[2051,1,2051,2304,512,512],[2051,4,2051,2304,512,512],[2051,8,2051,2304,512,512],[2051,9,2051,2304,512,512],[32767,2048,32767,32768,8192,8191],[32768,1,32768,32768,8192,8192],[32768,31,32768,32768,8192,8192],[32768,32,32768,32768,8192,8192],[32768,33,32768,32768,8192,8192],[32768,2047,32768,32768,8192,8192],[32768,2048,32768,32768,8192,8192],[32768,2049,32768,32768,8192,8192],[1,1,0,256,256,0],[1,1,1,null,null,0],[257,1,257,256,256,64],[0,1,0,null,null,1],[2051,4,2051,2304,512,513],[2051,4,2051,2304,768,511],[2051,4,2051,2304,768,512],[2051,4,2051,2304,768,700],[0,1,0,0,0,0]],"cases":[[0,0,"update_only",false,false],[0,1,"update_only",true,true],[0,2,"update_only",false,false],[0,3,"update_only",false,false],[0,4,"update_only",false,false],[0,5,"update_only",true,true],[0,6,"row_tokens",true,true],[0,7,"dense_mask",false,false],[0,8,"row_tokens",true,true],[0,9,"blocks",true,true],[0,10,"row_tokens",true,true],[0,11,"row_tokens",true,true],[0,12,"dense_mask",true,true],[0,13,"dense_mask",false,false],[0,14,"blocks",true,true],[0,15,"dense_mask",true,true],[0,16,"prefill_blocks",false,false],[0,17,"prefill_blocks",false,false],[0,18,"prefill_blocks",false,false],[0,19,"prefill_blocks",true,true],[0,20,"prefill_blocks",false,false],[0,21,"update_only",false,false],[0,22,"update_only",false,false],[0,23,"update_only",false,false],[0,24,"update_only",false,false],[0,25,"row_tokens",false,false],[0,26,"row_tokens",false,false],[0,27,"row_tokens",true,true],[0,28,"row_tokens",true,true],[0,29,"update_only",true,true],[1,0,"update_only",false,false],[1,1,"update_only",false,false],[1,2,"update_only",false,false],[1,3,"update_only",false,false],[1,4,"update_only",false,false],[1,5,"update_only",false,false],[1,6,"row_tokens",false,false],[1,7,"dense_mask",false,false],[1,8,"row_tokens",false,false],[1,9,"blocks",false,false],[1,10,"row_tokens",false,false],[1,11,"row_tokens",false,false],[1,12,"dense_mask",false,false],[1,13,"dense_mask",false,false],[1,14,"blocks",false,false],[1,15,"dense_mask",false,false],[1,16,"prefill_blocks",false,false],[1,17,"prefill_blocks",false,false],[1,18,"prefill_blocks",false,false],[1,19,"prefill_blocks",false,false],[1,20,"prefill_blocks",false,false],[1,21,"update_only",false,false],[1,22,"update_only",false,false],[1,23,"update_only",false,false],[1,24,"update_only",false,false],[1,25,"row_tokens",false,false],[1,26,"row_tokens",false,false],[1,27,"row_tokens",false,false],[1,28,"row_tokens",false,false],[1,29,"update_only",false,false],[2,0,"update_only",false,false],[2,1,"update_only",false,false],[2,2,"update_only",false,false],[2,3,"update_only",false,false],[2,4,"update_only",false,false],[2,5,"update_only",false,false],[2,6,"row_tokens",false,false],[2,7,"dense_mask",false,false],[2,8,"row_tokens",false,false],[2,9,"blocks",false,false],[2,10,"row_tokens",false,false],[2,11,"row_tokens",false,false],[2,12,"dense_mask",false,false],[2,13,"dense_mask",false,false],[2,14,"blocks",false,false],[2,15,"dense_mask",false,false],[2,16,"prefill_blocks",false,false],[2,17,"prefill_blocks",false,false],[2,18,"prefill_blocks",false,false],[2,19,"prefill_blocks",false,false],[2,20,"prefill_blocks",false,false],[2,21,"update_only",false,false],[2,22,"update_only",false,false],[2,23,"update_only",false,false],[2,24,"update_only",false,false],[2,25,"row_tokens",false,false],[2,26,"row_tokens",false,false],[2,27,"row_tokens",false,false],[2,28,"row_tokens",false,false],[2,29,"update_only",false,false],[3,0,"update_only",false,false],[3,1,"update_only",true,true],[3,2,"update_only",false,false],[3,3,"update_only",false,false],[3,4,"update_only",false,false],[3,5,"update_only",true,true],[3,6,"row_tokens",true,true],[3,7,"dense_mask",false,false],[3,8,"row_tokens",true,true],[3,9,"blocks",true,true],[3,10,"row_tokens",true,true],[3,11,"row_tokens",true,true],[3,12,"dense_mask",true,true],[3,13,"dense_mask",false,false],[3,14,"blocks",true,true],[3,15,"dense_mask",true,true],[3,16,"dense_mask",false,false],[3,17,"dense_mask",false,false],[3,18,"dense_mask",false,false],[3,19,"dense_mask",false,false],[3,20,"dense_mask",false,false],[3,21,"update_only",false,false],[3,22,"update_only",false,false],[3,23,"update_only",false,false],[3,24,"update_only",false,false],[3,25,"row_tokens",false,false],[3,26,"row_tokens",false,false],[3,27,"row_tokens",true,true],[3,28,"row_tokens",true,true],[3,29,"update_only",true,true],[4,0,"update_only",false,false],[4,1,"update_only",true,true],[4,2,"update_only",true,true],[4,3,"update_only",false,false],[4,4,"update_only",true,true],[4,5,"update_only",true,true],[4,6,"row_tokens",true,true],[4,7,"dense_mask",false,false],[4,8,"row_tokens",true,true],[4,9,"blocks",true,true],[4,10,"row_tokens",true,true],[4,11,"row_tokens",true,true],[4,12,"dense_mask",true,true],[4,13,"dense_mask",false,false],[4,14,"blocks",true,true],[4,15,"dense_mask",true,true],[4,16,"dense_mask",false,false],[4,17,"dense_mask",false,false],[4,18,"dense_mask",false,false],[4,19,"dense_mask",false,false],[4,20,"dense_mask",false,false],[4,21,"update_only",false,false],[4,22,"update_only",false,false],[4,23,"update_only",false,false],[4,24,"update_only",false,false],[4,25,"row_tokens",false,false],[4,26,"row_tokens",false,false],[4,27,"row_tokens",true,true],[4,28,"row_tokens",true,true],[4,29,"update_only",true,true],[5,0,"update_only",false,false],[5,1,"update_only",true,true],[5,2,"update_only",false,false],[5,3,"update_only",false,false],[5,4,"update_only",false,false],[5,5,"update_only",true,true],[5,6,"row_tokens",true,true],[5,7,"dense_mask",false,false],[5,8,"row_tokens",true,true],[5,9,"dense_mask",false,false],[5,10,"row_tokens",true,true],[5,11,"row_tokens",true,true],[5,12,"dense_mask",true,true],[5,13,"dense_mask",false,false],[5,14,"dense_mask",false,false],[5,15,"dense_mask",true,true],[5,16,"prefill_blocks",false,false],[5,17,"prefill_blocks",false,false],[5,18,"prefill_blocks",false,false],[5,19,"prefill_blocks",true,true],[5,20,"prefill_blocks",false,false],[5,21,"update_only",false,false],[5,22,"update_only",false,false],[5,23,"update_only",false,false],[5,24,"update_only",false,false],[5,25,"row_tokens",false,false],[5,26,"row_tokens",false,false],[5,27,"row_tokens",true,true],[5,28,"row_tokens",true,true],[5,29,"update_only",true,true],[6,0,"update_only",false,false],[6,1,"update_only",true,true],[6,2,"update_only",false,false],[6,3,"update_only",false,false],[6,4,"update_only",false,false],[6,5,"update_only",true,true],[6,6,"row_tokens",true,true],[6,7,"dense_mask",false,false],[6,8,"row_tokens",true,true],[6,9,"dense_mask",true,true],[6,10,"row_tokens",true,true],[6,11,"row_tokens",true,true],[6,12,"dense_mask",true,true],[6,13,"dense_mask",false,false],[6,14,"dense_mask",true,true],[6,15,"dense_mask",true,true],[6,16,"prefill_blocks",false,false],[6,17,"prefill_blocks",false,false],[6,18,"prefill_blocks",false,false],[6,19,"prefill_blocks",true,true],[6,20,"prefill_blocks",false,false],[6,21,"update_only",false,false],[6,22,"update_only",false,false],[6,23,"update_only",false,false],[6,24,"update_only",false,false],[6,25,"row_tokens",false,false],[6,26,"row_tokens",false,false],[6,27,"row_tokens",true,true],[6,28,"row_tokens",true,true],[6,29,"update_only",true,true],[7,0,"update_only",false,false],[7,1,"update_only",true,true],[7,2,"update_only",false,false],[7,3,"update_only",false,false],[7,4,"update_only",false,false],[7,5,"update_only",true,true],[7,6,"dense_mask",true,true],[7,7,"dense_mask",false,false],[7,8,"dense_mask",true,true],[7,9,"blocks",true,true],[7,10,"dense_mask",true,true],[7,11,"dense_mask",true,true],[7,12,"dense_mask",true,true],[7,13,"dense_mask",false,false],[7,14,"blocks",true,true],[7,15,"dense_mask",true,true],[7,16,"prefill_blocks",false,false],[7,17,"prefill_blocks",false,false],[7,18,"prefill_blocks",false,false],[7,19,"prefill_blocks",true,true],[7,20,"prefill_blocks",false,false],[7,21,"update_only",false,false],[7,22,"update_only",false,false],[7,23,"update_only",false,false],[7,24,"update_only",false,false],[7,25,"dense_mask",false,false],[7,26,"dense_mask",false,false],[7,27,"dense_mask",true,true],[7,28,"dense_mask",true,true],[7,29,"update_only",true,true],[8,0,"update_only",false,false],[8,1,"update_only",true,true],[8,2,"update_only",false,false],[8,3,"update_only",false,false],[8,4,"update_only",false,false],[8,5,"update_only",true,true],[8,6,"dense_mask",true,true],[8,7,"dense_mask",false,false],[8,8,"dense_mask",true,true],[8,9,"blocks",true,true],[8,10,"dense_mask",true,true],[8,11,"dense_mask",true,true],[8,12,"dense_mask",true,true],[8,13,"dense_mask",false,false],[8,14,"blocks",true,true],[8,15,"dense_mask",true,true],[8,16,"prefill_blocks",false,false],[8,17,"prefill_blocks",false,false],[8,18,"prefill_blocks",false,false],[8,19,"prefill_blocks",true,true],[8,20,"prefill_blocks",false,false],[8,21,"update_only",false,false],[8,22,"update_only",false,false],[8,23,"update_only",false,false],[8,24,"update_only",false,false],[8,25,"dense_mask",false,false],[8,26,"dense_mask",false,false],[8,27,"dense_mask",true,true],[8,28,"dense_mask",true,true],[8,29,"update_only",true,true],[9,0,"update_only",false,false],[9,1,"update_only",true,true],[9,2,"update_only",false,false],[9,3,"update_only",false,false],[9,4,"update_only",false,false],[9,5,"update_only",true,true],[9,6,"dense_mask",true,true],[9,7,"dense_mask",false,false],[9,8,"dense_mask",true,true],[9,9,"blocks",true,true],[9,10,"dense_mask",true,true],[9,11,"dense_mask",true,true],[9,12,"dense_mask",true,true],[9,13,"dense_mask",false,false],[9,14,"blocks",true,true],[9,15,"dense_mask",true,true],[9,16,"prefill_blocks",false,false],[9,17,"prefill_blocks",false,false],[9,18,"prefill_blocks",false,false],[9,19,"prefill_blocks",true,true],[9,20,"prefill_blocks",false,false],[9,21,"update_only",false,false],[9,22,"update_only",false,false],[9,23,"update_only",false,false],[9,24,"update_only",false,false],[9,25,"dense_mask",false,false],[9,26,"dense_mask",false,false],[9,27,"dense_mask",true,true],[9,28,"dense_mask",true,true],[9,29,"update_only",true,true],[10,0,"update_only",false,false],[10,1,"update_only",true,true],[10,2,"update_only",false,false],[10,3,"update_only",false,false],[10,4,"update_only",false,false],[10,5,"update_only",true,true],[10,6,"row_tokens",true,true],[10,7,"dense_mask",false,false],[10,8,"row_tokens",true,true],[10,9,"blocks",true,true],[10,10,"row_tokens",true,true],[10,11,"row_tokens",true,true],[10,12,"dense_mask",true,true],[10,13,"dense_mask",false,false],[10,14,"blocks",true,true],[10,15,"dense_mask",true,true],[10,16,"prefill_blocks",true,true],[10,17,"prefill_blocks",false,false],[10,18,"prefill_blocks",false,false],[10,19,"prefill_blocks",false,false],[10,20,"prefill_blocks",false,false],[10,21,"update_only",false,false],[10,22,"update_only",false,false],[10,23,"update_only",false,false],[10,24,"update_only",false,false],[10,25,"row_tokens",false,false],[10,26,"row_tokens",false,false],[10,27,"row_tokens",true,true],[10,28,"row_tokens",true,true],[10,29,"update_only",true,true],[11,0,"update_only",false,false],[11,1,"update_only",true,true],[11,2,"update_only",false,false],[11,3,"update_only",false,false],[11,4,"update_only",false,false],[11,5,"update_only",true,true],[11,6,"row_tokens",false,false],[11,7,"dense_mask",false,false],[11,8,"prefill_blocks",false,false],[11,9,"blocks",true,true],[11,10,"prefill_blocks",false,false],[11,11,"prefill_blocks",false,false],[11,12,"prefill_blocks",false,false],[11,13,"prefill_blocks",true,true],[11,14,"blocks",true,true],[11,15,"prefill_blocks",false,false],[11,16,"prefill_blocks",false,false],[11,17,"prefill_blocks",false,false],[11,18,"prefill_blocks",false,false],[11,19,"prefill_blocks",true,true],[11,20,"prefill_blocks",false,false],[11,21,"update_only",false,false],[11,22,"update_only",false,false],[11,23,"update_only",false,false],[11,24,"update_only",false,false],[11,25,"prefill_blocks",false,false],[11,26,"prefill_blocks",false,false],[11,27,"prefill_blocks",false,false],[11,28,"prefill_blocks",false,false],[11,29,"update_only",true,true]]}
|