hugo/DS4Server
1
0 Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

Apply Qwen vision RoPE per row across table boundaries

Browse Source
This commit is contained in:
Georg Bauer committed 2026-10-04 14:11:27 +02:00
1 parent dccf81971f
commit 892f8a70b9
11 files changed
+580 -21
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

docs/issue108-vision-boundary/native.jsonl
+56
View File
@@ -0,0 +1,56 @@
{"case":"attention_chunk","key":"8-inside-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-inside-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-inside-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-inside-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-outside-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-outside-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-outside-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-outside-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-straddle-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-straddle-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-straddle-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-straddle-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-full_text_tail-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-full_text_tail-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-full_text_tail-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-full_text_tail-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-equal-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-equal-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-equal-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-equal-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-none-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-none-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-none-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-none-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-empty-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-empty-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-empty-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"8-empty-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-inside-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-inside-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-inside-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-inside-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-outside-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-outside-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-outside-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-outside-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-straddle-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-straddle-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-straddle-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-straddle-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-full_text_tail-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-full_text_tail-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-full_text_tail-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-full_text_tail-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-equal-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-equal-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-equal-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-equal-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-none-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-none-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-none-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-none-1.25-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-empty-1.0-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-empty-1.0-bf16","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-empty-1.25-f32","exact_q_k_and_tables":true}
{"case":"attention_chunk","key":"256-empty-1.25-bf16","exact_q_k_and_tables":true}