From 990abb4755f3aa38babfb819f84fe1ab9bb018da Mon Sep 17 00:00:00 2001 From: Georg Bauer Date: Sun, 4 Oct 2026 15:18:26 +0200 Subject: [PATCH] Guard large unaligned Qwen expert gathers --- .../2048-cold-state.json | 1 + .../2048-warm-state.json | 1 + .../4096-cold-state.json | 1 + .../4096-warm-state.json | 1 + docs/issue110-sorted-gather/README.md | 85 +++++ docs/issue110-sorted-gather/allocation.jsonl | 2 + docs/issue110-sorted-gather/checks.json | 138 +++++++ .../issue110-sorted-gather/model-oracle.jsonl | 16 + docs/issue110-sorted-gather/product.jsonl | 5 + .../projection-oracle.jsonl | 18 + docs/issue110-sorted-gather/projections.jsonl | 13 + docs/issue110-sorted-gather/sentinel.jsonl | 9 + src/engine/metal/qwen_mtplx.rs | 2 + src/engine/metal/qwen_mtplx/allocator.rs | 5 + .../metal/qwen_mtplx/issue103_analysis.rs | 5 +- src/engine/metal/qwen_mtplx/issue104.rs | 2 +- src/engine/metal/qwen_mtplx/issue110.rs | 344 ++++++++++++++++++ src/engine/metal/qwen_mtplx/linear.rs | 151 ++++++++ src/engine/metal/qwen_mtplx/moe.rs | 2 +- .../metal/qwen_mtplx/session_checkpoint.rs | 45 +++ tools/issue110-model-reference.py | 53 +++ tools/issue110-reference.py | 55 +++ 22 files changed, 951 insertions(+), 3 deletions(-) create mode 100644 docs/issue110-sorted-gather/2048-cold-state.json create mode 100644 docs/issue110-sorted-gather/2048-warm-state.json create mode 100644 docs/issue110-sorted-gather/4096-cold-state.json create mode 100644 docs/issue110-sorted-gather/4096-warm-state.json create mode 100644 docs/issue110-sorted-gather/README.md create mode 100644 docs/issue110-sorted-gather/allocation.jsonl create mode 100644 docs/issue110-sorted-gather/checks.json create mode 100644 docs/issue110-sorted-gather/model-oracle.jsonl create mode 100644 docs/issue110-sorted-gather/product.jsonl create mode 100644 docs/issue110-sorted-gather/projection-oracle.jsonl create mode 100644 docs/issue110-sorted-gather/projections.jsonl create mode 100644 docs/issue110-sorted-gather/sentinel.jsonl create mode 100644 src/engine/metal/qwen_mtplx/issue110.rs create mode 100644 tools/issue110-model-reference.py create mode 100644 tools/issue110-reference.py diff --git a/docs/issue110-sorted-gather/2048-cold-state.json b/docs/issue110-sorted-gather/2048-cold-state.json new file mode 100644 index 0000000..2e38ddf --- /dev/null +++ b/docs/issue110-sorted-gather/2048-cold-state.json @@ -0,0 +1 @@ +{"case":"turn","chunk":2048,"phase":"cold","cached":0,"prompt_len":7374,"state":{"ids":[9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092],"logits":{"shape":[1,248320],"sha256":"04359a2312c446fff4b5af2f07235ca37612c708a87f910d99c39146e361287a"},"states":[[{"shape":[1,3,10240],"sha256":"8a44b3b95ee851a2cff988c803d1e86d6fc6843b5f98b7a232669131f5114125"},{"shape":[1,48,128,128],"sha256":"42fa149ce84e31c9cef3d3658435482eeb19a240642c5cec64b2dc06e663bc02"}],[{"shape":[1,3,10240],"sha256":"a2a862811a9e4b4dc6ec3edffd07359fc2be2ef02fe25d862c7c18b14cbf53ac"},{"shape":[1,48,128,128],"sha256":"736f7e9c6392eafce7992e50c099d7b80372382f4566ca9c7aa457497af660b3"},{"shape":[1,9,10240],"sha256":"b7051d1404e81bbf87455d718e66f6e1c6dd0b04f7617902b278c75bd590dd17"},{"shape":[1,2],"sha256":"7e5bda76a32f193464215edba82f38735059c5c629ce4b696fd492fabeae9949"}],[{"shape":[1,3,10240],"sha256":"79da4600030984bb1617066049ff8678d7c0cd1a8bc744ba0e92abf9bae2e2e5"},{"shape":[1,48,128,128],"sha256":"d0a9b5f8b58c2d65e9b137dd5745ac1d21b0de51e6d0dc0b94f9d02378015c58"}],[{"shape":[1,2,7377,256],"sha256":"b0745660db63ddad8aa27b3052862268fad56ba4094d38c60e9c55d0d4b79839"},{"shape":[1,2,7377,256],"sha256":"68187d1d86dd1e9f771f314e235e2ce2c4d9bff78bd6826347aee1d876f85bdf"},{"shape":[1,7377,128],"sha256":"6453ec6f09aa5daeec26f6fce206086945c78df9c6aa14bd1466232e133a519b"},{"shape":[1,1844,128],"sha256":"183c3fe8328f0edba748c1e6adce390222ae9a25c2a5f1adcf33a9458940387d"}],[{"shape":[1,3,10240],"sha256":"e166642c710ded27dd7f08ad511c13ffcd0ad49cd56d515facfbd8d930c04aed"},{"shape":[1,48,128,128],"sha256":"3b45ad6f3375214a25e54e0cb5976e7f8879fc9cfd7d867625d5a1e1bc293ee4"}],[{"shape":[1,3,10240],"sha256":"bd332043a464c155922b097c88163eceb3d753c39dd72cf8f6b09f0488eccf24"},{"shape":[1,48,128,128],"sha256":"de8f345735163fa0b7da8a2e61bbca53724b3740075b711840e18d773cba9ca6"}],[{"shape":[1,3,10240],"sha256":"d01a30e28f3cfd04a7e6822f74b2ad87e4d7eabd06ba947672cd763f8fa71802"},{"shape":[1,48,128,128],"sha256":"cc8bafb809eb8cf6c2f9a67ffbb6b5e8cf110a5f0af2187d4dad214920be68aa"}],[{"shape":[1,2,7377,256],"sha256":"0e6ba1bb90275b7872a37f7493f784b9c0f592e74158bdef6f0b1a4b04fac43d"},{"shape":[1,2,7377,256],"sha256":"f46efb136a5c23894ba963b0e90038a763f3a380acc055a14f85063a1319674e"},{"shape":[1,7377,128],"sha256":"7a74954e4188cab58d8008bf1f6eff563c8f2e11beb06dcd16c1c26d5d913ac1"},{"shape":[1,1844,128],"sha256":"3e72ee94b04f6083c3bd07bd2280c5e9a122b415b3194882a26e1daea48b2042"}],[{"shape":[1,3,10240],"sha256":"1ccdc895123d8b0d652996ab119b068987ec3bd8a5fb806b470a606e39c38cd9"},{"shape":[1,48,128,128],"sha256":"b8e248496fdac983d6195c823e6707836569bc1715dcc5858dfdf34d00b4a8be"}],[{"shape":[1,3,10240],"sha256":"51c1633af03d6ba0d0ce8944607af5372fccc53da55486d2dc27f5814af2128d"},{"shape":[1,48,128,128],"sha256":"840fb7e98781506b18449c21c47f3e12eff9fc702cbe0aa24817ce61913274b2"}],[{"shape":[1,3,10240],"sha256":"6917c8657ece38b56e06ef08a653c6d9f8679f2dea7120402b123b8df7987969"},{"shape":[1,48,128,128],"sha256":"63f23f075f86788f01077848cd7c8994665312a2086e8dc8c2931904c67d3b7f"}],[{"shape":[1,2,7377,256],"sha256":"7446a6948e71592f6d335c618682d9cc275d23c9b12eff1def929d1839d1ed22"},{"shape":[1,2,7377,256],"sha256":"3c670d18826f763f6e58a3951b94ee98ae456005691abd41de3e7b91af41e432"},{"shape":[1,7377,128],"sha256":"218d3ab11e6b6a5e109255019425a7c1d33ac7c3616d07d8e5bf083e65add1fe"},{"shape":[1,1844,128],"sha256":"8d0f7c2b12fc5b9546320ecd98bb08593d8b4679a5e9eed4a0669116f391eb32"}],[{"shape":[1,3,10240],"sha256":"35eb7ba274d2156b86d878cd367c57960354f9d9e3ea79ddc947be26870e5934"},{"shape":[1,48,128,128],"sha256":"8a84b87042e156c10ad3f8b88babdccb0719281209461f907abc9660fc2617f7"}],[{"shape":[1,3,10240],"sha256":"abfb564b1aa96d6b87f6d739d49179a9f10f5af5a3c0dd06c4c17a7c03f64624"},{"shape":[1,48,128,128],"sha256":"9fdf6451847a28f78d006a9e2620fb5f091ded3be6327acde5eedb471f030c94"}],[{"shape":[1,3,10240],"sha256":"8ae7f8fb973f27e6141b296f951d82d49914c177240f57ebae6625914c43db3e"},{"shape":[1,48,128,128],"sha256":"3a86bd8832e1641d526276b4d61a8db8784e8f040a9039a4016fa1b4dbb21ac8"}],[{"shape":[1,2,7377,256],"sha256":"f1eea5aba245bdb00b6331ab0f703dd17790441d49a1e0fd91c8e04d8b719d06"},{"shape":[1,2,7377,256],"sha256":"badb2b76b0126a1346294f2c2cb3660cd15510c4e1ac979ac884870ade1c6845"},{"shape":[1,7377,128],"sha256":"533e3858c603eaccfbb846f9b139c6b453a65e340af3651e83826006c444b9fc"},{"shape":[1,1844,128],"sha256":"a21803b62ff1c79296ba7391ba86f3d5dde7ab7a485355a318ef7cf5a370c022"}],[{"shape":[1,3,10240],"sha256":"dd930ee699ae37f2e9baf1cbb43c5f00dff04461bc16e3246a88aad51a1c4a3f"},{"shape":[1,48,128,128],"sha256":"5f1f1810b40fac5046a002f31f06b22d1730ae2f8fde4503c3ab1d67e6559b57"}],[{"shape":[1,3,10240],"sha256":"fea54f7de28cf626c6c016c099ed58d47492c8cb984ba225256b790d971e6d1c"},{"shape":[1,48,128,128],"sha256":"11552468cf912749a2d35beb5b33ba2f25f75db9f1a4d5429e27b4327469d32c"}],[{"shape":[1,3,10240],"sha256":"d987158b07a6de23e52bff1f3ccd187bb8824f40e1bc6398b54c56192c5f2f7f"},{"shape":[1,48,128,128],"sha256":"db785bf3b9709ce3686d1733fca59f0969d95342fb987bd1d00cf810f2458c98"}],[{"shape":[1,2,7377,256],"sha256":"211a040301e8db9427539c165a6b9a763f74871758d288dec2f51ed2b03a220b"},{"shape":[1,2,7377,256],"sha256":"b955a546086eb3c3e0e9fd31a796a7639a3e22f65cd711e43572e128e2140031"},{"shape":[1,7377,128],"sha256":"475d050dd2bd8d9bb120233479b02d9f816f6ef1e380a93ce9bc68b7e29f59fb"},{"shape":[1,1844,128],"sha256":"c3e670586322cf18f6980ea7b13c2ec8006aafae3313899e65bfff9b67e10c7b"}],[{"shape":[1,3,10240],"sha256":"399fb564f45a2a8042eefd00e63d6f744cbe4fa8f758eaf188a900e409254480"},{"shape":[1,48,128,128],"sha256":"1a7befd3fda895103a9689185a8e07dbbb1facd575c84a1e6cc70b9ac18dec2d"}],[{"shape":[1,3,10240],"sha256":"d124b85bd5d0d43e5f8564d9821d191d302eb957dc55e0d31e17fface9ac807e"},{"shape":[1,48,128,128],"sha256":"f4efb23e65330171f9457edc548b5b42994524764a309ecf780c8bf7f0da2a85"}],[{"shape":[1,3,10240],"sha256":"fd0bcf24746da17b815c45508af230fbdb3219b3d6376c69d1e837aa67c7da96"},{"shape":[1,48,128,128],"sha256":"ec988800c399c888324e58e3ee0214a799543bcc86b251947aa6efce38d59326"}],[{"shape":[1,2,7377,256],"sha256":"4ae75e7d5bad54bec99a376ce16e8a927e2d53c49b7651414a59a8839bfc1e83"},{"shape":[1,2,7377,256],"sha256":"3ca835601adc690d6da757e596841a8d197810c52dd6c1e7b2d2872026076d43"},{"shape":[1,7377,128],"sha256":"c93e534ffd00fb18b82ec8d0b50bbb69d3d967a54458ebac146a62c0863c9dec"},{"shape":[1,1844,128],"sha256":"333757249fee951d8bd00e87732770698d69241cb58d6fa4220d3b801c3d9112"}],[{"shape":[1,3,10240],"sha256":"c1765981a5f942fab7099d5ad371c3f751aa654cea803bef8ab463d49e5e5566"},{"shape":[1,48,128,128],"sha256":"8690833a2cf74767c00c84cee898c7e66e74cc5bfa10394762407c23c2a9f5f9"}],[{"shape":[1,3,10240],"sha256":"d8b945f7faf1891494ba926f0c2e06501c42a9b7d25061681f00c99b6b8aa5c8"},{"shape":[1,48,128,128],"sha256":"aa69e3d4ee8619a855d9e0803ca221dd09794b27c849347ab60622aa35c408c2"}],[{"shape":[1,3,10240],"sha256":"a60e16d1b2fee096a4ee7e2994a5ada804b79b6a9acbefd07c902587cab07f50"},{"shape":[1,48,128,128],"sha256":"ddb3d20b6e85ef898f2ada38041e4e72daf06d97b41dabaef11ba308c5f22fc8"}],[{"shape":[1,2,7377,256],"sha256":"6d749e456f52ed628ef914f79e764396c5ea6f92860c502873a5ff88e8ac5e81"},{"shape":[1,2,7377,256],"sha256":"4e5371b37af93ac52a1391d0e71b07a401dd5b395ec184f86bb2053ac38859bf"},{"shape":[1,7377,128],"sha256":"fa3dca9488f64665e76b636ae3d6f47c3f46a034a4a8ce3ca4e5a075fbf31e56"},{"shape":[1,1844,128],"sha256":"94e6aa3fe29aea6184ac21b6add918f40a7e149c27f5e99caacfed11f84c8559"}],[{"shape":[1,3,10240],"sha256":"75ace84c5532eedeef5efbaf9f06f050c595705d096094f0afbcae2aacdf553a"},{"shape":[1,48,128,128],"sha256":"cfeed0da744eacea98b82dfaf9ec13096bb4f539fc019530e6d1e7755f45dd23"}],[{"shape":[1,3,10240],"sha256":"09b9cc7e9bb659adbb53cd3f241219dd8b15ce306d3241db595be002f139d1e7"},{"shape":[1,48,128,128],"sha256":"7d096f4fec0ae3fcdbef8cf99dad819f7a7e68c760e83e9cdb3aabce12287fc4"}],[{"shape":[1,3,10240],"sha256":"584c472e5df614c1403f15ce0855e5f57b0b8c95b4becbf0d8a7b63ecda9bffe"},{"shape":[1,48,128,128],"sha256":"ee2599a4f71dc4274c404b30748a201f3fed14d977626dd479f342a62a892999"}],[{"shape":[1,2,7377,256],"sha256":"6c8460b68b2201e3caea2faa8dd6f5561ede531b37ca371e0e1c764cd0499b46"},{"shape":[1,2,7377,256],"sha256":"43a92918e4e4c169dae471a3c122c73ace84432f6e85b3703398605da933f981"},{"shape":[1,7377,128],"sha256":"7b87885bc23790aed06b51e451c3c458d40465b41cca326e2c261aa33a5f1faa"},{"shape":[1,1844,128],"sha256":"dad7a253631c56cde3c4fc5330d04de9e8ed7a45b04f73acc8b7852bcba2d06c"}],[{"shape":[1,3,10240],"sha256":"bed05f35561ad02cb08e0b65c5e20a32fed4426998abcb716295942b20dc0c70"},{"shape":[1,48,128,128],"sha256":"69083608307083374270e38698ba4657b4aefaa953793683d83b5d85ac9b1dfd"}],[{"shape":[1,3,10240],"sha256":"d72d052cfc3a91aeab0b6e2ee7d4504250053edb671281295d67f3edd845526d"},{"shape":[1,48,128,128],"sha256":"ff2f777915caa40ee2e718f9dfed0ef4d22b5af7ed9687ac04927a3a542e6bc3"}],[{"shape":[1,3,10240],"sha256":"d61266339c9e2ee6c87c941575ea4f5da529c4b741e9332f399ae65340526551"},{"shape":[1,48,128,128],"sha256":"7892efb54a0524af18165d3ed4b7bc752f2b2d8272c8cdcff1b758dfdcbf01d6"}],[{"shape":[1,2,7377,256],"sha256":"18e88869bcbc964d37b83683828da91bc41aff86d1a20406ad30674513af1f5a"},{"shape":[1,2,7377,256],"sha256":"dffae8a00e2d6bbf861e01b47cb1440161a0b2ca0a780813a661ddcca190c218"},{"shape":[1,7377,128],"sha256":"769bb51c9a74b32352a208b89e745099d7b7f5b8205bbd3d99f46daeba380bf1"},{"shape":[1,1844,128],"sha256":"da08a6c80abf11b65b0ced90c73caee0c908ccf89705157105ac03d29670c337"}],[{"shape":[1,3,10240],"sha256":"1a449e8fb1e6bb5b0b1a45a38882841df55f13d7755a1c1d55bcb5559f1e6501"},{"shape":[1,48,128,128],"sha256":"bc7132d9e6d9d549bd39062483170fe591a9d45b43c5b97427f01d4435a10c9f"}],[{"shape":[1,3,10240],"sha256":"ac27de0229fe58f5b20a68e2e0231fa88dc6976c03be67485426b2ed9a850a44"},{"shape":[1,48,128,128],"sha256":"8c8be47908671fcc222260b5129d454a770409aa9b1921cc590d74819c4eaefb"}],[{"shape":[1,3,10240],"sha256":"05624a14bdf754238d43c6435f9e0c24451b9b87bfc4a9ac8ea92aa10090eb72"},{"shape":[1,48,128,128],"sha256":"59c7627f1a833764946702096b60db321437e418169be592fb473d171ae25a5a"}],[{"shape":[1,2,7377,256],"sha256":"b3acca329215aacabc6b3c2954f9410145a3acc908079de764bdfc0beb059d25"},{"shape":[1,2,7377,256],"sha256":"abc9bef9297d8defccd80e29c880e23ba85722404a02b5aa1fe9abb79ffacd32"},{"shape":[1,7377,128],"sha256":"0169174e4cbc43756f1fcdb7385992c9ee201095f805475b328d58ffb13362f4"},{"shape":[1,1844,128],"sha256":"b773e33b560d616b334961db2e53b51ca3d73be30b7c1445caaada781a806090"}],[{"shape":[1,3,10240],"sha256":"2fa570751a653b635da85e177c062b64d078a5d56f02e2cbcff1fec4db68d2ad"},{"shape":[1,48,128,128],"sha256":"c65e9b9579bff24f2297ce1abdb1663a8d2c32f93392be2119a9f291636cbef2"}],[{"shape":[1,3,10240],"sha256":"f59ac0641a9a64bd5e5099ca362862323918a9a2df6b93ae29bd425012a5447b"},{"shape":[1,48,128,128],"sha256":"b5fbe62220fcd121a959cfc737a06165707f0fdde61c64ac6abaefb5074d450e"}],[{"shape":[1,3,10240],"sha256":"eb8db9dc1055370b68e91177bb50c0f92b5ec40758df6d0cbbca56ed9b360c4e"},{"shape":[1,48,128,128],"sha256":"639080b6030b9f93289ab4f5e88e6765e225692f4713a0dc442bd937e94483a1"}],[{"shape":[1,2,7377,256],"sha256":"44f045ad4157edb5349cd5d7846330b735433643202a765e6f1ff0a13f5261df"},{"shape":[1,2,7377,256],"sha256":"9753d9fbb169aac121d84b31f033d29af487bb3a953044d64dbcf34847e94422"},{"shape":[1,7377,128],"sha256":"c2c19299ab91b8d01fca16f8df2235c0ad149d6a00809b946af6d373cb9b12d9"},{"shape":[1,1844,128],"sha256":"68c9d741da938691540df6ec9aed4ffd86c11c893928c2830444b611e7efb2f9"}],[{"shape":[1,3,10240],"sha256":"b3b6ed5dccb523561d10688a01ae2137e9432158fec05b5d5505484de9d9d3e1"},{"shape":[1,48,128,128],"sha256":"f83db904df30f4bd10f08fea301039ccad7cc733389d93939bbd94b2c5e40b34"}],[{"shape":[1,3,10240],"sha256":"2c38a7d4afb7e1c694c1677ac5e46a65302fe0e7cc698561cd509efdf1d03b27"},{"shape":[1,48,128,128],"sha256":"7af77ae9b58667ff228153c532c634f2bea280c852c41241c965f8c9e34b0b7b"}],[{"shape":[1,3,10240],"sha256":"a2ad25e7b0c8b9bbedb1ffdf130b998a34820ff4ab8b03a27a3829202757d5d6"},{"shape":[1,48,128,128],"sha256":"3058f8ee77aa9b7aaf47834c978d11d23faa3d78b93c539b72b0c46fac5a03eb"}],[{"shape":[1,2,7377,256],"sha256":"078d69de8a47a4e80be4bd98e22ca56be22682ae70be20979acf1fad09707c0e"},{"shape":[1,2,7377,256],"sha256":"d93bf6dd2a500ee8e58a8108feb6e0d0f44dcdbfad617aa40af807f6efe268b9"},{"shape":[1,7377,128],"sha256":"6d5e81bf47634dd4c307575054a3ff85eca7279d0f28c9910d773c5525a73a35"},{"shape":[1,1844,128],"sha256":"a8174132a912564fd01e16b351fb9e68993dad51793ec9be474039150397cbab"}]]},"pads":[]} diff --git a/docs/issue110-sorted-gather/2048-warm-state.json b/docs/issue110-sorted-gather/2048-warm-state.json new file mode 100644 index 0000000..7c4f921 --- /dev/null +++ b/docs/issue110-sorted-gather/2048-warm-state.json @@ -0,0 +1 @@ +{"case":"turn","chunk":2048,"phase":"warm","cached":7377,"prompt_len":10655,"state":{"ids":[9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264],"logits":{"shape":[1,248320],"sha256":"7b62175c9eacbc7749560e5ff36b49053d81215b7cd95f8cffe34a4a8d7d1c2c"},"states":[[{"shape":[1,3,10240],"sha256":"c7dfa10b1c0566dd0e6435c02aa209629f4c31d01c906ade6b704c507d8180b7"},{"shape":[1,48,128,128],"sha256":"d016f48960269e4c595789579b1092542dc87956c4b80bb593ff85522f17e585"}],[{"shape":[1,3,10240],"sha256":"6a6976818ef893ca12abc288165fe7650722238f783d8c3a1bee873a5c41150a"},{"shape":[1,48,128,128],"sha256":"6bff0f5f811e7beede288fd6a58e1272d71dea045e9e9ced71cd2aee71c5ea1d"},{"shape":[1,9,10240],"sha256":"3c0ef5b511bf2cebb81628c36775fc084589c49f5b4dbf9176093f790a7d5a50"},{"shape":[1,2],"sha256":"87920eb6492c98e5514ef95da0027d767cadfab441323f2ed0b4231dfa5a384a"}],[{"shape":[1,3,10240],"sha256":"64df080a9a024956cf16bb2d8ae4060cbe15bef9f6290551ea28163d28f430bf"},{"shape":[1,48,128,128],"sha256":"68c6004c1baebc1922e236c15e8e3c6234f8d8adbd99762ae5cb5b01153cd67e"}],[{"shape":[1,2,10658,256],"sha256":"4e06f952ab93b05f7b027265b5c2cb80ef31bbb1acbfc7c61501ae7961c041d1"},{"shape":[1,2,10658,256],"sha256":"4c36116c47d1cc4046a9c6011c31bc8c623b39a83db0bbc15cc63dc9fe97fef5"},{"shape":[1,10658,128],"sha256":"6b928ecd26905dccd998cf92f41a022da48295b29730e0f9ee16f75166dd8690"},{"shape":[1,2664,128],"sha256":"0c299d600b37e077e85f41e00fd342aa37c4c1272e19509b379804c154dffde9"}],[{"shape":[1,3,10240],"sha256":"3e13a458fac5684003ca8498a3bbf5b499504aca2f088b5fddcf68131cf6cd56"},{"shape":[1,48,128,128],"sha256":"f69fe24b7f8bfe17730b01e36b8fce501906509a5eb726741f6383afac0380a5"}],[{"shape":[1,3,10240],"sha256":"4f7d5710e5f74de6afc35daa8cb80c8b10dc681020e8cfd15da176f69f733aea"},{"shape":[1,48,128,128],"sha256":"910d544645a23a26d39093ac51598dc445fd998e3c78acb51e508c573a08930b"}],[{"shape":[1,3,10240],"sha256":"07759905f9db2044af85cb676812b02a529a6a94374962a799c7b767a049fa4a"},{"shape":[1,48,128,128],"sha256":"0b8eace783d227dae7d3c2948a43db10d90f506aef7adc46d2adefb1c18685f4"}],[{"shape":[1,2,10658,256],"sha256":"9f31370363a8353d6ef4aec8ae3691be25abb5a1047cee0f99da5500543deda6"},{"shape":[1,2,10658,256],"sha256":"3e0610b59eb12422c4a6effae539ad9cfc1012cab684de2a7adcadef2e0aefa8"},{"shape":[1,10658,128],"sha256":"83b7d4a7de651bc44a6b4dd5baf6bef58ee59a0fc8ec1d2fcc2ef4ce54161a6b"},{"shape":[1,2664,128],"sha256":"ee1ab4dabd59ed3624c5b605d4024b94d94833a720626806c1fcc51144e316a7"}],[{"shape":[1,3,10240],"sha256":"88737fca06325f4c22010a768e69efe92ef9b1653bb93f61a7e9bf3bcebdbfa2"},{"shape":[1,48,128,128],"sha256":"7dc16d7e126bac9df4f20b24c517c84fa7df5482aba9801ac334e2c315b50478"}],[{"shape":[1,3,10240],"sha256":"9dc391dec511a405a4ea46693f2b44f4803d72201e8c1febb6052dde2b07bfd6"},{"shape":[1,48,128,128],"sha256":"2b0b0cccd215da1591e42c5ac1d6b72e82a6d45f75d22c32a0100c9b13afa6df"}],[{"shape":[1,3,10240],"sha256":"e43d08b25fb1d9c2f57ed1f78d435b2379a1a2068b6b64e9e9b284199f9188d2"},{"shape":[1,48,128,128],"sha256":"75fc99c82f437a0efde83bdecd331809e27cbb900bac4933cde4460eeaf4bc67"}],[{"shape":[1,2,10658,256],"sha256":"736b463b0af405de8f1dc555a0e3f2577136f75c9ab71142019e1c3950346b67"},{"shape":[1,2,10658,256],"sha256":"a9571dd835bd296c1102228fb6af13eba982aeaa85d16c5bd701be7cf376bc95"},{"shape":[1,10658,128],"sha256":"4dd647427136c97d53ef4b6ecbf3ec404646a3da5f3e6dd6b61757a00925523f"},{"shape":[1,2664,128],"sha256":"6b6f16870abe7a6229e5824bd1a4f3a383c140075b58804dd36aa96c1854324a"}],[{"shape":[1,3,10240],"sha256":"143230cdd14d093be8238f1f3b66dcbac72f9e0a732c16bd2f9adf70ee507733"},{"shape":[1,48,128,128],"sha256":"43a5f731c83fd338378a3f0f40aa479f0eaf8bc160e99be230f8d1effe34d36f"}],[{"shape":[1,3,10240],"sha256":"c1a917332e9b5b8d18a78cd06ef2751b09a8ce6f8a0862847717eebc760ccd9d"},{"shape":[1,48,128,128],"sha256":"0f3b2fddff01b69f3a9979d0eb465ef42b72493397ca5f29008f0e13ae6978bd"}],[{"shape":[1,3,10240],"sha256":"3ba43de3756b068a6f6f571584b641878181018b26de789d082d9f4c708af549"},{"shape":[1,48,128,128],"sha256":"f7b2808683e3b4cc1b4a2977d600080c572494183676ec4b6db57341fbf1d9b6"}],[{"shape":[1,2,10658,256],"sha256":"33a0ac15a0a52340b76dc117477cb33cca9cacd6c3062671c58d1f649491848b"},{"shape":[1,2,10658,256],"sha256":"c4ca90f8ac3cbb8de84bf69f9b648adc981fee75b0451d1e7d8e7ebb9468e0ae"},{"shape":[1,10658,128],"sha256":"39ee938d7b5b5beb7d3a1c20bef6be6cd5aa33810f5f53908b02e64d8d94dc75"},{"shape":[1,2664,128],"sha256":"2ecb53ad582d75d36fa84d49818153056383fa185334b1d3f28bed414a0dd4e5"}],[{"shape":[1,3,10240],"sha256":"4ee52e584c900f2df9cc42daf2ee455969136c34c63e279527a8836ce2ced452"},{"shape":[1,48,128,128],"sha256":"d23d44ba27b0eded9bae0a58f7dc1e0bac638e8a504541af21605cc4734438c3"}],[{"shape":[1,3,10240],"sha256":"4282dd40a614d1ce0dd8938f29bd1efcc8eb450086a576f40b3d30022d6c223d"},{"shape":[1,48,128,128],"sha256":"b1cf1bcd99790f4ee879c62e2255f2b2aa68dafa57a334d5c6d632cf1b37e623"}],[{"shape":[1,3,10240],"sha256":"9b4509c1ad733e31e6e1377554942f5aa0ca7942aec5beb6ecac1530335915ef"},{"shape":[1,48,128,128],"sha256":"7d8a7fadc1267b593b44c0c066bcda0384d2a81ce579c491f60fb6157e064f80"}],[{"shape":[1,2,10658,256],"sha256":"d3b16590867142216e3a8e17c0966acff1d1cd16773402d8d8b218c71fc2feab"},{"shape":[1,2,10658,256],"sha256":"2426274f7156e3246992ba80fc6474086594b1cbeb9fd30e5713d9ee1057b8ff"},{"shape":[1,10658,128],"sha256":"539111674018146a80e92fe58366536d7f5ba30cbc17886ef9a54aa0e92c4bf9"},{"shape":[1,2664,128],"sha256":"9a9b564ce91eab0325cc2e034a2ffe38c562b5dd48c36732da1c445e28e4bcb4"}],[{"shape":[1,3,10240],"sha256":"5718b87faf01dd5f1f29feda8b086286a6ed41d3f27d91e74a0b52b60f5a0e79"},{"shape":[1,48,128,128],"sha256":"a9b4221b81dbd873e208c165d62fbb95fdead84a7e2230c4d9b29008e6d01a45"}],[{"shape":[1,3,10240],"sha256":"c0702369470456b85cb5a2d4b5c27f5b9b20f78f5bc0215514402d1ca1e07f3b"},{"shape":[1,48,128,128],"sha256":"91c3956e665e2d5cf71dccdf96c1183c08e9ae22a72096b167d87007eb1fe114"}],[{"shape":[1,3,10240],"sha256":"6fe9f8132f21f64a379fd0a56632f7bfc2517d3674f95e01ac58cc15437c726a"},{"shape":[1,48,128,128],"sha256":"ae926248bc2d2e327c79e6205d67287023e63602935ee1c7c971a1c773ba8f13"}],[{"shape":[1,2,10658,256],"sha256":"0f951504ec7c41d145c11eae69178f747619403206b0c5df2aa65f27adf81e9c"},{"shape":[1,2,10658,256],"sha256":"a43f0f1775c950e104f2045aee21e5c5752a645fd72345c70c6c794c099960e6"},{"shape":[1,10658,128],"sha256":"32fafef9c56a080b8571e0616b598468e43c4eaaa805f35f43da978b62887e42"},{"shape":[1,2664,128],"sha256":"3cf0c56f065627b09577662bd6b89fd41f475749a7528d46170c870eef9d92f4"}],[{"shape":[1,3,10240],"sha256":"56d0023aac2348a8ea18bf669b93bbcd2c9273195d60c902546acbe564831638"},{"shape":[1,48,128,128],"sha256":"97367b7fb192e87c4d04b8949de5b4dc3ad7ebb8a23f2a7d295ec910087ddfa0"}],[{"shape":[1,3,10240],"sha256":"bee7620c188224da27d9e211f5a08987dab71e5d3fbeeff3b7f3f2ba0c345336"},{"shape":[1,48,128,128],"sha256":"78da42311482a3da80fc8ff2b8f6f2164a6bdf3286b4bfd8359b60a129f831a8"}],[{"shape":[1,3,10240],"sha256":"f8b4320565d433b8e91a0d2e0f035ef259aaa67ee113e9e49128aa411133a64b"},{"shape":[1,48,128,128],"sha256":"4f9e96994ab12e446d17fbae8ea0a503a00139dd1b23f88d991830af12ad8b63"}],[{"shape":[1,2,10658,256],"sha256":"5a21772f919a99965666ae9513c6bbb70ea7e3440bfb264b8ab0498e7507e8ff"},{"shape":[1,2,10658,256],"sha256":"c27588c6bbfe74837e3616fef9d28a9c65c64235924aee55c25bd85c8cd3e36b"},{"shape":[1,10658,128],"sha256":"751a51550fcada6e876904da48fbc785f4b16cb4114741fd8e7c2e1274ed8d3b"},{"shape":[1,2664,128],"sha256":"b8e206165c2f53e3c71a5185d576510b45e7b49554532f3004f6e8063efdb9e9"}],[{"shape":[1,3,10240],"sha256":"3007e93d0308b095854be20a3725f5c5ec4e2d3c8d882431d88a5b40e17c712f"},{"shape":[1,48,128,128],"sha256":"75c53887e601177fbc321893dffca0e80eb580c32078a03ccf86348f26b853ad"}],[{"shape":[1,3,10240],"sha256":"38221b2a2e8c0d3358f0379941a69f8a6aded9d6a12f5efab439a48f7bebe206"},{"shape":[1,48,128,128],"sha256":"33c2c42da08d5546304393936f658997ae5664343d6d7819f06864c40353aae6"}],[{"shape":[1,3,10240],"sha256":"006983fa24a6917e01d86894f8835dae07ef35e12f757a44e39e3a5d6ed2e248"},{"shape":[1,48,128,128],"sha256":"52178a011364e9f2bd8893b81fd3252ab0eb275db4ee6bed93655dd4a7a7c137"}],[{"shape":[1,2,10658,256],"sha256":"43df919ae6d061feb15db2407b94afc6429a9a27045fe83046c6f67c4c07aab2"},{"shape":[1,2,10658,256],"sha256":"448d6c9514fae262d9e46475cb98584f295cf67399652ba48a857ae38dee1732"},{"shape":[1,10658,128],"sha256":"d1a8ca5ada603484257d114a1614ec39045a1764fd05b49dc4f62302efbb37bd"},{"shape":[1,2664,128],"sha256":"a9461a045b7d83d2604f4c01a67e3367f79627ee79132af47dafe92bf2282161"}],[{"shape":[1,3,10240],"sha256":"b02de0ec0d9fd3ef1ba09582afa30fc545e24d60dfe3d2d5da77a1678f90d648"},{"shape":[1,48,128,128],"sha256":"27c1f165d2e3ddc63602636af2e83a1a1f4a309e7db89b8daeb8cde4386313f0"}],[{"shape":[1,3,10240],"sha256":"05b01edbeb977042234ee9388a19e4a45373a9f1cba0cde5e093ed058a129c9c"},{"shape":[1,48,128,128],"sha256":"ef622cc3d70572cb4b09ad4ee8d0aa3087c0756a013439aa64c31fe48f48201c"}],[{"shape":[1,3,10240],"sha256":"d2d6c434cadc56a96ea053e8eedb62976b055041fa79285ff3b882e2913a5a40"},{"shape":[1,48,128,128],"sha256":"cf568ab2c0746fe6a0527afa8a8b53df0136472b2cfc3ce09a5c369592ee848e"}],[{"shape":[1,2,10658,256],"sha256":"778de5a923db9768074e7e3a4a717c273a47aa2cacced6fe8bbdbccca2fa8cb9"},{"shape":[1,2,10658,256],"sha256":"153707b088d7c932a1786d55498220b12087de122346fb7ea9df486877486946"},{"shape":[1,10658,128],"sha256":"e1c54f1b1641b574e8743d167a709ba021ee85e41ba401172ee606b1a1c0415b"},{"shape":[1,2664,128],"sha256":"e18942fdba086a2737f9b2ae264b84f6c8ad88ac354d896d0c51df3d20fd26f3"}],[{"shape":[1,3,10240],"sha256":"c61eb56d6d1eedc5037e4ea3677b479ea0b6b542e9bbac55052db016e568aa84"},{"shape":[1,48,128,128],"sha256":"7506955c376c86d060bddb6adc156ab7422dc333adc5851d063c7ee3dd96aa9a"}],[{"shape":[1,3,10240],"sha256":"cb0180f7e85b464810d62695f5b829cff7965576d44ac3cda5626d234238a480"},{"shape":[1,48,128,128],"sha256":"53b3eb06011da471196fe460f35ca1d6e5a4a540246636e86726a2d2efcf9da4"}],[{"shape":[1,3,10240],"sha256":"39aa7830701757128ebba788fe6ef44066b1eee16b43cef70690e7aa7730a2ab"},{"shape":[1,48,128,128],"sha256":"9ef7ac1846fdf95d3d928251f139d9fd305d21024aa1a0ac92945b1bbdc0acd2"}],[{"shape":[1,2,10658,256],"sha256":"7c85f41399f64fdd165860c5cac725a141b30e4b19c24aa036d0e813e9f80b6e"},{"shape":[1,2,10658,256],"sha256":"9f3e5430a75994904a457161a6f82cf700e5a1d8fc59de9414f889b10b2a09ed"},{"shape":[1,10658,128],"sha256":"eed0b810d556bfd763c1b09eaede78a3d961c5f204004a30bdb0c8f64c51499d"},{"shape":[1,2664,128],"sha256":"0a4a05127171aa7283bb7f183c594d7f6b23876d21eaaa3afe14436489fbe1e5"}],[{"shape":[1,3,10240],"sha256":"33dbded7f968bd39d4361c1ba80698bdb6e81fc401f6a36a0fcad8063e0b126a"},{"shape":[1,48,128,128],"sha256":"f1e5160651b052ee67f9ae91fa9920a4c3ea2d828d855c1ee47559c93116a4a3"}],[{"shape":[1,3,10240],"sha256":"332750b1278ddfe552c956b729a8265ff25a94a78b5c6a05d3fc22c6d520ac05"},{"shape":[1,48,128,128],"sha256":"adc13152c6bead319e5cd0d56ff29fb7f3aa2d448ded32fd1a9420d60766a332"}],[{"shape":[1,3,10240],"sha256":"7cbf37dff688c87f64cc27391764d3052beacb031a31d5a07a36929eb9ad02a8"},{"shape":[1,48,128,128],"sha256":"986cd039ea236964264002e46bb8186b63462eaa7bd905fdf00afce895981cfc"}],[{"shape":[1,2,10658,256],"sha256":"1b2ece34d569a47bf4949a4b5fe12c458fb1763380ee7bcbf66ba018232cd864"},{"shape":[1,2,10658,256],"sha256":"1fd3851100141650ededb9cb92327c4d42084282f1edb200e6f3b019222e0e51"},{"shape":[1,10658,128],"sha256":"cc237e9b9dd5c834329254d76f54b315c5f122d72df9614e4181e5bf5a766f11"},{"shape":[1,2664,128],"sha256":"99179742868696391bf0e37c42dde04b59a6d0778e8e0abb462f75d0c1a70652"}],[{"shape":[1,3,10240],"sha256":"a810188fa2979efa271bd949bd31701ccc2e924eab1060b46d56a1a4e52d3492"},{"shape":[1,48,128,128],"sha256":"3d6a720adf7bd1c8ffe52f8bed60d1fc4cc4bffaf1662e3c6d7a39006dba68f5"}],[{"shape":[1,3,10240],"sha256":"6c97c40b4923edc2354fbdec7c7258f792661eb87448a6a2fc6441463524c79b"},{"shape":[1,48,128,128],"sha256":"2e08117830bd139e4e72fd1333c086bc90461c80f5cffacdbc92101f5befe141"}],[{"shape":[1,3,10240],"sha256":"847c9a6febdda2dccd3a595ab1d38ddc472d6a17906d230529c9ec70adbe61c5"},{"shape":[1,48,128,128],"sha256":"4ca9a92f76e5a707f213c5b6d17cb13e6b027ed01dcfdacbada76efc30f91406"}],[{"shape":[1,2,10658,256],"sha256":"46a2a8b23f4f941024154fac45d134949d6c028bce6ff01a38c3a4960d7c71b8"},{"shape":[1,2,10658,256],"sha256":"d5e414fc60706bb46f297e2eb950ebfb0378d7c616f3b3b1244889908b7a03e4"},{"shape":[1,10658,128],"sha256":"943e33ddb9e8abe7f2f5a751a5e1f8646006087deb6ab1fceb5ea0581f71213a"},{"shape":[1,2664,128],"sha256":"28ba9a32858db9cd12312e0b6f09ebd68262a52e47f8c5b11ab6305a0d42b23e"}]]},"pads":[]} diff --git a/docs/issue110-sorted-gather/4096-cold-state.json b/docs/issue110-sorted-gather/4096-cold-state.json new file mode 100644 index 0000000..74936c9 --- /dev/null +++ b/docs/issue110-sorted-gather/4096-cold-state.json @@ -0,0 +1 @@ +{"case":"turn","chunk":4096,"phase":"cold","cached":0,"prompt_len":7374,"state":{"ids":[9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092],"logits":{"shape":[1,248320],"sha256":"e5691ad7ab3e62199724799d5df2a50e60f1158d0ad10fbb11192b3b8c7c14e2"},"states":[[{"shape":[1,3,10240],"sha256":"8a44b3b95ee851a2cff988c803d1e86d6fc6843b5f98b7a232669131f5114125"},{"shape":[1,48,128,128],"sha256":"743732c522b6df1047d0e20cf84421fd63fd7013ed420dbcae8f37c313c1b712"}],[{"shape":[1,3,10240],"sha256":"6a3c4a3b4abbe1e21ec08eec78372c0dd93c1150a823f1888dd4c1e48b262838"},{"shape":[1,48,128,128],"sha256":"f1c7e26c86a7b6f68e917f99f9d8d72291dd889dcb097c9dc1329b43de9b43d5"},{"shape":[1,9,10240],"sha256":"e68dbab2de3328eae1850e404c41717e5f3191d33df8186dd436a0d0d7a712f0"},{"shape":[1,2],"sha256":"7e5bda76a32f193464215edba82f38735059c5c629ce4b696fd492fabeae9949"}],[{"shape":[1,3,10240],"sha256":"d500256390c081387aabd45454720f8a01858b6cb247e1ac862411e4ea5b9806"},{"shape":[1,48,128,128],"sha256":"141515a85e60ff739d270b6ad946a71f5fe11e0ff4f9afedd68bc2dbafa792d2"}],[{"shape":[1,2,7377,256],"sha256":"406f2ff4de39f589513e86e82662d83838d4843af241a1210d5c2376e0854e13"},{"shape":[1,2,7377,256],"sha256":"9636e4d2a65a4772824c83706375c31ce18d18cd89fa392fe20a5ee5f955906d"},{"shape":[1,7377,128],"sha256":"0a85835eeea4422df9114577ca96780b2cb0c125ec36176fc4c0228254a5d525"},{"shape":[1,1844,128],"sha256":"1c7f09768cf8da14c07749ebf455f9fb38fb36331ed7316225379f3c170272a8"}],[{"shape":[1,3,10240],"sha256":"72dd08fc51bce66b3609cf0c8013d47065c8c2830c27fbcb79ca3b25f19701a5"},{"shape":[1,48,128,128],"sha256":"cd996840dcd477e624d10f79b392365ecd993dd4406d603c9ddd948f927a6b4a"}],[{"shape":[1,3,10240],"sha256":"869769e9dbe75cce17e464cdda0c33aafe7979f5ee7d46796fd9adc890d7714b"},{"shape":[1,48,128,128],"sha256":"d4639408a60a7a245bc3d0696058bc1c3b76f2f9ddab9797b99a3d032527fc95"}],[{"shape":[1,3,10240],"sha256":"92931e8c57fa54109d884a47c0c11f86e2d408b88e3ca7c9036cb51e6ea60ce5"},{"shape":[1,48,128,128],"sha256":"60de7fd430e99cfebe72be17d2246b322720686ee8fc521f676257c584743f61"}],[{"shape":[1,2,7377,256],"sha256":"3d02482e200cf32b567db1e1473d9b37bd52f1ed8deb715521500f69b375ee96"},{"shape":[1,2,7377,256],"sha256":"67a1eb47962f4013775386d57b0e94e06c142c839749e0d0d2e4670f158cea56"},{"shape":[1,7377,128],"sha256":"2de67cf00089c0d49fb5f9ddb2cfd3caae8a3e9a4bf33af4786b5701f50e856b"},{"shape":[1,1844,128],"sha256":"646b82eac18882626c909b76215d7eaac64bffcb8a69d8d461efb21876295a1f"}],[{"shape":[1,3,10240],"sha256":"169952b451412673cc18411f33546cfac58b8e23cfe60ba759263d7fdec7b0f0"},{"shape":[1,48,128,128],"sha256":"a05f04786e2ebf9c2e24255b8304ded82468d99729260845c6b714a596e425e9"}],[{"shape":[1,3,10240],"sha256":"65e98ed29dc48d7c2b0f568d6056b51783e8814893fb277a160492beabb688da"},{"shape":[1,48,128,128],"sha256":"80b99535d85ff4984f2a0482af2531777d7f233fe538e88754b0b1f24b96e804"}],[{"shape":[1,3,10240],"sha256":"7cd07bd013926a24aab5518a20f45ad20735272b03ebbe6144761b8d8aa5c989"},{"shape":[1,48,128,128],"sha256":"01111b586fbe85fa8e660a62698da4c86ed9ae4361cfc5d482247260ba610504"}],[{"shape":[1,2,7377,256],"sha256":"a4c924cc9f134a5c8698282a4db2f0439c60ea7285697081cecc0f8f02b05143"},{"shape":[1,2,7377,256],"sha256":"cb1cf7b0e9c455f8d2d680a8b07d74ea49c0a4dff6c4b75b666e0d3c41d7003a"},{"shape":[1,7377,128],"sha256":"f3f93dc029c699cd0484c558c119472a27dcf0b1ca14b4c3ebeb94380b693781"},{"shape":[1,1844,128],"sha256":"1127c44b565fad85790837da681f30edc49b41652cd9b17fb7da27471f010034"}],[{"shape":[1,3,10240],"sha256":"de04fa1fce2851eac4419d4bb0f6771309151585dd1773d9904608caae37ec15"},{"shape":[1,48,128,128],"sha256":"cc67648737b55db294f74c10d63b4c4d507827621d81a12de3dc06821b8ca57f"}],[{"shape":[1,3,10240],"sha256":"589b259882171cc8f74342d4f57b5c8d3b9e944a318b8cbace1dae1de59bd147"},{"shape":[1,48,128,128],"sha256":"8f2263cf345837059d49c2e639eb7ddc609fd558956948a8bf6d0d5d36fdab30"}],[{"shape":[1,3,10240],"sha256":"79c9d9de8464789e05046f7feac428226b7b9415196717231e173a882fd8b7fa"},{"shape":[1,48,128,128],"sha256":"92e2c2354aacd6fa42f6197f68d2010dbc2dbe2719f05eac0203e24453255361"}],[{"shape":[1,2,7377,256],"sha256":"2e1bf7705dcbe6b16322312225f4690e966a162b3be62f375f1be38afe32f363"},{"shape":[1,2,7377,256],"sha256":"f1fb6d860cbfee1e96cb2c5aec09ccb8a33ecac35a84c2ce72435527d71ce9ed"},{"shape":[1,7377,128],"sha256":"b784946a0f2a9887135c60aa4c2be4f99ed812121c8644d5c3e8a96c688f78ca"},{"shape":[1,1844,128],"sha256":"ef8d4970aff6c911b43da7b09a31fa6b25daed426facfd3ce862dfb0aa24cead"}],[{"shape":[1,3,10240],"sha256":"365afbe2d3093283e56e32c97c26994e8e092ead32fdce5b5113a170157cbb9a"},{"shape":[1,48,128,128],"sha256":"37351febcf4cb790a385ac911e1f1b5acf5994651bdd004d529da26d6ba3352b"}],[{"shape":[1,3,10240],"sha256":"ae94fa90eac0c3982280abadd24c9d337756cb244a49ed6bf0cc30670e2625e6"},{"shape":[1,48,128,128],"sha256":"3b2f7d936cb602cf55520a6dc98247c17e6c0cdd1acb1ce2fb285120bb72bed5"}],[{"shape":[1,3,10240],"sha256":"066a84e160ba87df8eac844ba2747c96c0c5621627f4f706f7957c6f0fd00aff"},{"shape":[1,48,128,128],"sha256":"71aec0554dffb15f80482be72c0ccfc7bec932487e47f305cf5c8ec5c613b780"}],[{"shape":[1,2,7377,256],"sha256":"0bed2a5eb66956406f93c3cc06735d8cd59e9146dd72b85904c755882b23cfd3"},{"shape":[1,2,7377,256],"sha256":"d0e3b1d69d9104d5a8d9ebe74c2529cd5956f3a90a6e1535c9958e0890340928"},{"shape":[1,7377,128],"sha256":"cd5de5a087fa19b5ce4fbfbf0d30822850f563e18acc559ff03ae72ad54abd2a"},{"shape":[1,1844,128],"sha256":"1b9f443acfbfcd5ded5ceb99fe56e5d0fe3026c1bbbc7c40c6da8f2a93ea7d31"}],[{"shape":[1,3,10240],"sha256":"f31f2b02146892d55e320c07c2f76493a001587d9d5d59c800a9c2ca0a5b3cd4"},{"shape":[1,48,128,128],"sha256":"041d9480cc7f019c7991ae8f0d4b225a3b41dd0e89450f0f0bb32a402efc8be5"}],[{"shape":[1,3,10240],"sha256":"11cd03aef029fd32c2597d84246975cf54987bf35af1c2d57f619c165d042862"},{"shape":[1,48,128,128],"sha256":"53a59e108ddf81d65bfc793a64ac8330d308c486d588f2681734d47c13e2767b"}],[{"shape":[1,3,10240],"sha256":"f1f5a6ae9f3309d103191ce3f8540fba4dcc6516733a7f5ecb08a25b798a36d1"},{"shape":[1,48,128,128],"sha256":"36a2a5be33d21b8b5d98fe70ae8c3f498a3c009e62c0f55e814184ebbd23ba12"}],[{"shape":[1,2,7377,256],"sha256":"48b85efab8eb643b274d384d5ecf08ea6926dbe881e1eb5257681e52f2aca8cf"},{"shape":[1,2,7377,256],"sha256":"8b9c89f3350e6d0c9d7881a86603aac5bfcc513e5055b481f1ce93a29d9b727d"},{"shape":[1,7377,128],"sha256":"ab2946509794a8755c4031bf148a318d247a7c1bec728b10ce7dab6c2b933f95"},{"shape":[1,1844,128],"sha256":"56f6628e5a01cf873702c9a36be4976497a1e4ce5d41e583ef751f6842f26d6e"}],[{"shape":[1,3,10240],"sha256":"e1047235bad39218b08aa442181a9c00cd5e39c40f5a63bc481602cad14cde75"},{"shape":[1,48,128,128],"sha256":"5e0943329d170cbf1ccceddc0038df1f5f0c9f129a570ea3673a43144995bdd6"}],[{"shape":[1,3,10240],"sha256":"9f983165e69ca7ea06652d3b1f989dd29dd055e2e1cab782713ea481a367681d"},{"shape":[1,48,128,128],"sha256":"412573befda4a035e88dd51d9631c4e0db2788d742e109ac2c2208a2f33e1b77"}],[{"shape":[1,3,10240],"sha256":"a6ef4ccd4cbe69f5c879ca67f47fdb6259c5a8b317f4f6ed7994bef0dc298d9d"},{"shape":[1,48,128,128],"sha256":"2f7c94102ae1c80f19289bc48de127211125aaf797565db39f166e87b865ad92"}],[{"shape":[1,2,7377,256],"sha256":"e3f75f159896d99632ffdc6c252e0b380aef25c6bdd213150d47c4d57f6536a8"},{"shape":[1,2,7377,256],"sha256":"3850db22f308c9f5d93e24dfc5c56efca68ea7202421e4bd2f0353cf93ac4eb7"},{"shape":[1,7377,128],"sha256":"4cd2b8807a5a1ff8eb34cd3aa80549759b505012a08defbffe3914b078c6dad6"},{"shape":[1,1844,128],"sha256":"4ab8f439d890497791012b36c7efdfd4877de6a37f3e475e38a5a41b7f000079"}],[{"shape":[1,3,10240],"sha256":"4e0dda96b626147d953eb1eea860909f485ca77eca658bafb2723bbf1b30479a"},{"shape":[1,48,128,128],"sha256":"76550c1be4e8236a0eb2295697a97c07ffb224dbad3cbcf05cb86a0a1cdb2cd5"}],[{"shape":[1,3,10240],"sha256":"c2012f2034f42cb4eeecdee0cbb6b419055b90074cf586da93c6c156a94b3381"},{"shape":[1,48,128,128],"sha256":"acc6a992fabb89bf73fd506217d2ee0f5c0445ed32e7a79c939472dd8b87f140"}],[{"shape":[1,3,10240],"sha256":"e9b569d7e296d5140e54052fc913510c732e91b37562721b328113b1c5df7478"},{"shape":[1,48,128,128],"sha256":"7ffd5cd60cd36c396ba7ec9ba31f81a6b1af84510e280134c70aab4c82185c84"}],[{"shape":[1,2,7377,256],"sha256":"cb1cad4918e9eafa2718c6178fe2a3508b4280aa8f6e4e43e3c839af3c667185"},{"shape":[1,2,7377,256],"sha256":"10b1c58ae14145be9c57b5b40d5f0e77ed5d229f8265b551076f7ba64775a680"},{"shape":[1,7377,128],"sha256":"2ab56e4b7aad394584b22e429947bd66075b0f44d78bac795937e88d0e3bf64c"},{"shape":[1,1844,128],"sha256":"251beb0f2f753750a3a9b4e877874935f1a060b5ebc3a435a1c32499bc8cef0b"}],[{"shape":[1,3,10240],"sha256":"484f4e83cc5aa78c843fa75e0a408251aea958a430430393e4f183cfa48de251"},{"shape":[1,48,128,128],"sha256":"ed18e0fe204b7cc3bf22395100fa9c1b333eb19019357dc30ab204d12382dd53"}],[{"shape":[1,3,10240],"sha256":"a1cb52a5a9d1f440755a6d72b03936c7319e52ed2bff29b2d6147a65ab8da0dd"},{"shape":[1,48,128,128],"sha256":"beea6695dd931ebbff1dfae38523a4571a3f225ce511f6a43db0c8a52bb99962"}],[{"shape":[1,3,10240],"sha256":"3d74a9545ba57b73f9fa14c47149c1db586fa3afe469ee0120c51126953630df"},{"shape":[1,48,128,128],"sha256":"36504d4e5b40a2f72cbf3a19e96b9e1da60e6c423ac3197942b42d4e86fbe1b3"}],[{"shape":[1,2,7377,256],"sha256":"7d84c5b46a5629e31395496c5c0ebceb80526867e26651f5fe40bd1e423d3a67"},{"shape":[1,2,7377,256],"sha256":"481ee9422f1f8a8df6833132c40f49ec139f93e9e0fc3dcff0494757f3362152"},{"shape":[1,7377,128],"sha256":"1d368823b017a1482b5f014faf2029d6563db42a6c616b7f36d311bb5d70ea06"},{"shape":[1,1844,128],"sha256":"70219397111f0e76d5131ff814b78484437bbca31f141b9edc9673d7c718f328"}],[{"shape":[1,3,10240],"sha256":"f7d3bca26d86a5902d00f94a288969373ece156174289efd3692258e379a84b7"},{"shape":[1,48,128,128],"sha256":"1987b9eaa631b7dea077d093dbbc17c6632f5b61f30dae21a7b9d809d0f70ca1"}],[{"shape":[1,3,10240],"sha256":"dffa10f7480e0e21950ebc7f78851d8bf55b47e0e4c97f6bc93e7b23ae9b419b"},{"shape":[1,48,128,128],"sha256":"0a1e5f8184c1dd34c38c8375f4b4fb68d72bf7ef18ad88287bf0d958ab59484b"}],[{"shape":[1,3,10240],"sha256":"b7c0c912975be0834cadd31c1742ad648a94b4d222bc450c850039f6b1633348"},{"shape":[1,48,128,128],"sha256":"8772746f429c379225788fceb35bcbb97d4229ed556d79cbd61480f04e6907b3"}],[{"shape":[1,2,7377,256],"sha256":"09f595eb54554c9ac67007932268312376214bddee8c939104bc6876d6aace60"},{"shape":[1,2,7377,256],"sha256":"311ed0c9e49e3720fc07aedbeaba8d80a6e169e6205b9bf3e63843426508ba05"},{"shape":[1,7377,128],"sha256":"ceca1a849149c927ffe04e3e35377977b5c6fdb486f016f8765a83e3601b5ddc"},{"shape":[1,1844,128],"sha256":"ddd43659bb3c0c8ecb714a6d24bc6a3b63dcb8834fa90e5313e7107b1f39de5c"}],[{"shape":[1,3,10240],"sha256":"7c8273f536e000a7d715ce6bfce2f1a074c28ee9c558226a85aac780df9667af"},{"shape":[1,48,128,128],"sha256":"6071a5011b076c44a22ebf13fcac3c0a43962ff3c7044870a00702ef4a226cae"}],[{"shape":[1,3,10240],"sha256":"d1d2fecd20da2886e83cecd06c04ab27bacf0f06f75de5ff16423749e5517d83"},{"shape":[1,48,128,128],"sha256":"9be85fad566efd5e39f58aa37ddf063e52c00c92563d0b6cd26e42656611e20f"}],[{"shape":[1,3,10240],"sha256":"170aac36ae96e8cf4d2090758fd85d49d998d886b78990ae2563c96f1791097a"},{"shape":[1,48,128,128],"sha256":"3fbf308df9ea8f1950558b9ab74481b45a373b5891a943e4b3aa194d0cd47c44"}],[{"shape":[1,2,7377,256],"sha256":"686ae5ab78aaa911bea35daf5bfb3b32f1ac0a2d13ed8f6a6fc0c1cd3a1778db"},{"shape":[1,2,7377,256],"sha256":"9d50ef3c1d1ea4d165a97dedbc72ddf30479e135127b4181e7773e321aec6cd0"},{"shape":[1,7377,128],"sha256":"a480c942d7e6dbd2f566b22b2c2f5289ed18ce27fb6426de9c79db7f7016a2a5"},{"shape":[1,1844,128],"sha256":"c35ac02d5fb95d82dcf462f6e7e1ed54fb31cb5ce058ef3b89cd8d1ca7a77255"}],[{"shape":[1,3,10240],"sha256":"db465b52cbf3e6d23b31d452300767c8f73b6541ef8bb52fb58b2248f86ebfa0"},{"shape":[1,48,128,128],"sha256":"150222ecee7a1e5a3e68c7fada05e2f9014b3f16a50c70129dd1e36c91804c3e"}],[{"shape":[1,3,10240],"sha256":"90944e23752bd87946204cc205a66de8232261d26ea91d9a13567a0877a8e056"},{"shape":[1,48,128,128],"sha256":"4d5074844c6f857872611d4b40109258f071cdc4862075dc1784b9cb235db47c"}],[{"shape":[1,3,10240],"sha256":"8ab1935f202bb547faa4e679e82849fc44667b50e1ab296e71766ec916ee3cfa"},{"shape":[1,48,128,128],"sha256":"576d39a952ec0e0884988bac88ccbd5bfbb2b76ceac0b4a8a06e2e6cb4106ed1"}],[{"shape":[1,2,7377,256],"sha256":"98ec43ff94fcc8d98c83354b14a7c751e6e40bbd33170ad4a39d5b5ccd77b7ef"},{"shape":[1,2,7377,256],"sha256":"f04bb192aa5c6761f7300de29b729e4652acb51d3301cfcfa82479a4ca2ad19b"},{"shape":[1,7377,128],"sha256":"0c349293422ff5008a279d77b1be77fa8589ad5f1794008e0bd485141722b039"},{"shape":[1,1844,128],"sha256":"3ed44394ac12b1f6b46cf1cfca4f2ba2aea5a0f21ce4dbd74df19afe09ebc0c5"}]]},"pads":[{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560}]} diff --git a/docs/issue110-sorted-gather/4096-warm-state.json b/docs/issue110-sorted-gather/4096-warm-state.json new file mode 100644 index 0000000..f2e6052 --- /dev/null +++ b/docs/issue110-sorted-gather/4096-warm-state.json @@ -0,0 +1 @@ +{"case":"turn","chunk":4096,"phase":"warm","cached":7377,"prompt_len":10655,"state":{"ids":[9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264,1092,13,9707,11,1075,374,264],"logits":{"shape":[1,248320],"sha256":"05a3a508e25361696238e8907ec2e4a851c44d166e6a11c9abb5be6178d1ed3d"},"states":[[{"shape":[1,3,10240],"sha256":"c7dfa10b1c0566dd0e6435c02aa209629f4c31d01c906ade6b704c507d8180b7"},{"shape":[1,48,128,128],"sha256":"fefef9a5f0bb72628869af5d704cfdd1aa5905cbbba770d6c38775cbe2413cc3"}],[{"shape":[1,3,10240],"sha256":"4bd0263c5377122042dfc6892706a08f2803653b394a09bf82ecccfbfb736299"},{"shape":[1,48,128,128],"sha256":"cbf0f6df139c876545fb5917073a367fc0ba3f8274958f9365f0f2a6decd03ad"},{"shape":[1,9,10240],"sha256":"ff203cfc94397a4da90634e08c8d1736101c3f338a91436088ba46a3a6dab30b"},{"shape":[1,2],"sha256":"87920eb6492c98e5514ef95da0027d767cadfab441323f2ed0b4231dfa5a384a"}],[{"shape":[1,3,10240],"sha256":"e43fc2bbbee10eb065159b9f9d5f885259f33b54daafb087bd50d5bab5b021f7"},{"shape":[1,48,128,128],"sha256":"bc90439aaa14ef09dac4ef6e1a627419031041492c2768ecb4b7c1d8d1a9b434"}],[{"shape":[1,2,10658,256],"sha256":"16e6e8b8ab57d4e0ccb81a432f56c4731709f256ad468a305ddb66f77cd3d4b2"},{"shape":[1,2,10658,256],"sha256":"ba6bbcf66210957a0d31a052f92d6ab38e3ef8ad91012ce8454d5baae8c52129"},{"shape":[1,10658,128],"sha256":"6da1ad0cd7eb358b5e83876b76f85e428f9747be6a873e4808600c5511c41d41"},{"shape":[1,2664,128],"sha256":"b6a8425018c434553d0c2b7267078dbdd1eb2cb13ac26e99af4055130eeb98ef"}],[{"shape":[1,3,10240],"sha256":"05a904846c224ac861145245bb9da226bb2bbb206118ca356e9ce33ff13c4f20"},{"shape":[1,48,128,128],"sha256":"6a381f3b3dada0b853defdecddf4fd376d48df83bdb125455e6785b9c0bae22f"}],[{"shape":[1,3,10240],"sha256":"4fa3863d9832a6c88218e78cbd073db44718cb5c42a3d9007002427b9c802d28"},{"shape":[1,48,128,128],"sha256":"1e6679affe791adb33175a894840a2726e3dd06ec0ed0e4050c95584da25b42c"}],[{"shape":[1,3,10240],"sha256":"305cfe8238df40d64301d78e7f1906689c2a28660cb3664139128fe94bd62c43"},{"shape":[1,48,128,128],"sha256":"b5eb1c63ac77d8ce62182a5bf461fceec8fae69040ad4cbe1c5b5322c53cf7a4"}],[{"shape":[1,2,10658,256],"sha256":"e759589dcced19fee3642f8cf4f7cd41ff05a303fc14651b5102fdf64f6f16d9"},{"shape":[1,2,10658,256],"sha256":"9f3b0bc2fdf90edb526cae51f5e0e8c4da314f801e478b440fad84fba65a1673"},{"shape":[1,10658,128],"sha256":"8c5ad0d5436b34f3b2d463d66f062dd35be43966292f8deb01a41fdc3430c228"},{"shape":[1,2664,128],"sha256":"f78ac26f90d15bcbb4b2fb10535bfe7241abfe83122dcdf6c53e0d96d6e5de98"}],[{"shape":[1,3,10240],"sha256":"d9ffa25db275d607fb7eca2bb7b05a92a94325a433ba2cc9ec812815bc27d0d9"},{"shape":[1,48,128,128],"sha256":"dd26075789fbc8f1dac2e34601a6fb5fddf3e8fbda69455d2c79b4df6a2e0257"}],[{"shape":[1,3,10240],"sha256":"241d9aa9512733e9ac28b714674d2e8dd025c2b738cd04fe533ae34e4f0d582e"},{"shape":[1,48,128,128],"sha256":"0b9967b2201179a18c2e44e6bcbd3a3736e95be7c66012a2b46a81633d3ea382"}],[{"shape":[1,3,10240],"sha256":"03e5fbbdf725ffdeb53ed327548ab1ae8a51fca984d4bc04e8eb461b710b41ba"},{"shape":[1,48,128,128],"sha256":"5fef16a366c0dba8755295471e3b0c472e5998f6b8307aa82f6f1ee544e38795"}],[{"shape":[1,2,10658,256],"sha256":"0a4092c9167fba28138a57d5201404dc7fd2c66e25fa9192082540f5beee81a4"},{"shape":[1,2,10658,256],"sha256":"c8f7cbb3fc59c67f4baafe79ba4847e09154bad40665c57585d4dcd3fa8ebee8"},{"shape":[1,10658,128],"sha256":"68a909e9538776fb9c1d248ed28b9c478a374dec78bccd49d62904f7adbacca8"},{"shape":[1,2664,128],"sha256":"d862351da36f057042cba20f31b81385ad9924eafeaa3e30a56f1763efa38589"}],[{"shape":[1,3,10240],"sha256":"9eaa92f59ebe9d7c68726aab81f509129e860381995802eae92c7bb51cb80e9e"},{"shape":[1,48,128,128],"sha256":"84fa6018f49c4a4f3a4b78c5dadaadc44f5835726647c9779fa8f75cebbb37cb"}],[{"shape":[1,3,10240],"sha256":"d614df3fc21e883eb63c6351795054b26969112fee7923863ff7f7c6d45f8fa4"},{"shape":[1,48,128,128],"sha256":"f734cfdcdc4afc35858ab0ae9444ca54790ee4884353f1a9cc644086c5bd6a6b"}],[{"shape":[1,3,10240],"sha256":"69602a70facf90dc2a1fb0a0a6fe099350c635f9db699c5c3afce780fdf32615"},{"shape":[1,48,128,128],"sha256":"963f43348215212891051148ef135682ae8a122625362dfce538e85f913131ee"}],[{"shape":[1,2,10658,256],"sha256":"c34221c7c9a5d429de1bc4414886dea07832f6f68f198bd280e1aeec2d5e40fc"},{"shape":[1,2,10658,256],"sha256":"38660f425ee3c30def77787a87c9963b76aa1023424c4a500828393790cda5f7"},{"shape":[1,10658,128],"sha256":"85b77d4d50e0f79f025d6209130d7912c22c0acfbb12af141c8f422b90a8169a"},{"shape":[1,2664,128],"sha256":"08ba6c8fbc8f254313da6782bce6338ec30cf84f6e78746bf5257b190943b6f8"}],[{"shape":[1,3,10240],"sha256":"7356fa7faf24c527b656a6199a8158dd726fe60dcd4b74105344191d342dafa3"},{"shape":[1,48,128,128],"sha256":"becf4952fc0171e77989220e6c56b6f6e263a5dc43fe93f3d6b75c885db8f066"}],[{"shape":[1,3,10240],"sha256":"3e2742b42bf36d745dba20cff8a5093ef9ee12764fdf3aa2de71efb2e30c88d3"},{"shape":[1,48,128,128],"sha256":"e3af71abc2d89ac59da62446e8af24d87549156e9c1ac23d246c4e987537524e"}],[{"shape":[1,3,10240],"sha256":"45573f7974962393f897ec547b4a2f482846b45b551bce4aeeab3bda8463d86d"},{"shape":[1,48,128,128],"sha256":"94af94428804e6124bb9e1810c42b181c0482b7a3f84cdb14ef527375d5368ad"}],[{"shape":[1,2,10658,256],"sha256":"bc7d3d095378e91df130457af6fdd3840833301528f8bc127d42362a814e3354"},{"shape":[1,2,10658,256],"sha256":"b1430c009da7ea0beb09bd385d5d23f5948b3072e537a322c67caaaaa6c460c7"},{"shape":[1,10658,128],"sha256":"1b2f9c2293657f8c0478ac3e5be5244d301da3b222d8241e6f0fcf3be1d5029f"},{"shape":[1,2664,128],"sha256":"be43912c256cf4bebc09211721ab33982ab2cc7253f9ca903a373b92e5185dff"}],[{"shape":[1,3,10240],"sha256":"b017f02ac1bec7b9f25328dfe9771d17cbaab60b390f2b94f243c84c7f8dfa48"},{"shape":[1,48,128,128],"sha256":"ce0eb6aabb77723ff19f287d18f1f6ad97da952d85f3a2d0f129962cdb9e9573"}],[{"shape":[1,3,10240],"sha256":"5a108d9ca77be13142b187506f8979c106c38ee42fa7ce9ca6bfc87fd604e921"},{"shape":[1,48,128,128],"sha256":"b9132c57525dd94e045e5ec323f5ed094cb71c41fa9df2dbb54de21c33c97823"}],[{"shape":[1,3,10240],"sha256":"8c8569739cbdfc7c1225cc6c956750da23d3843ac3dc23e799ce46a0cfa02744"},{"shape":[1,48,128,128],"sha256":"bdb03cb8d8d0cf464597de23d361a6a1494e6e2777bc65267c2f53f32132e777"}],[{"shape":[1,2,10658,256],"sha256":"b5e98e578ff4c52f27e4e0d244fccbf5f6406fc135479348e3944ab6774e68b0"},{"shape":[1,2,10658,256],"sha256":"1fdfccfb3b5f1ee2e6e4c85b2b3fb311d805ec56de3932797de54117a742c773"},{"shape":[1,10658,128],"sha256":"dc46c12840633a7837e33db83f43280ef03194712bd9ee24629b2152c6a92cba"},{"shape":[1,2664,128],"sha256":"7b6384ce0355797e53898ca3f28c491aea7ad7b44b12809d1ad4da1a75d4e53d"}],[{"shape":[1,3,10240],"sha256":"49b45dfaa612877b18d96dc64e23ab7aae1e6e7c55b447abb788ff466dd8eba9"},{"shape":[1,48,128,128],"sha256":"4d62401d1bdb80069e069a49f38049f07e550c74bb6740af65fa9f9e76f6090b"}],[{"shape":[1,3,10240],"sha256":"9c3b95bb06977b86a1838aa241dfc7d102724fd8c45a94d43c26907fcfe36d1f"},{"shape":[1,48,128,128],"sha256":"a1f8719c431783f68154187963c1b3ad07d22fe9e3a38d9140401b96c61cf00a"}],[{"shape":[1,3,10240],"sha256":"4bf5718ecb699bd825253041f290613ed1af669a2a922e18296b8ff69bc27174"},{"shape":[1,48,128,128],"sha256":"0bb406fbdb1a923ffeefc77dfa682c9b54a7c442c2cc3e1c3867931d372bfcac"}],[{"shape":[1,2,10658,256],"sha256":"44d67ef11e57036bcec49c80c74c57156f5e76865d6272ff8a9a8ffc5bd92ca8"},{"shape":[1,2,10658,256],"sha256":"b53f69052d642eba9e6e9209051461652ada5c30d6a6afb98243c131f2eccc28"},{"shape":[1,10658,128],"sha256":"00d67201b0051679c5fcf5a5adc46cb3f4cf068a87d92bb14c8de9148dc247db"},{"shape":[1,2664,128],"sha256":"6d48d53ae1269cd0767fde7e7ce7a8f6c914ae343a3268e756b6eac80c83570f"}],[{"shape":[1,3,10240],"sha256":"71353232cdd510c98781eaf8059ad9042b554181039e3f92cd01a528916a7abd"},{"shape":[1,48,128,128],"sha256":"15d81be2fc9499aa73f79dc12b31b42862ac804c41a0107e393b0abeecfa070f"}],[{"shape":[1,3,10240],"sha256":"e71f26fdd4452829cb1b9b0765ceaa245b6e55182e3f546f7d2f49ae5c52791b"},{"shape":[1,48,128,128],"sha256":"641ddd2ccb567b40d9871b816d718f7bce7320f62fa196f96e9e75f4e94a32bc"}],[{"shape":[1,3,10240],"sha256":"354b60274352ec80e930df9cd5b8a7b17bac9826ebf355ca47e2b7cf9ec75f82"},{"shape":[1,48,128,128],"sha256":"606235a0e0fc073d3dcc27444b11183183c6897196aa34d66915fab10b9a0302"}],[{"shape":[1,2,10658,256],"sha256":"2df71018c9fbe496cde332ed060709d4fdee136ea8d4052f4f38610fc444fd71"},{"shape":[1,2,10658,256],"sha256":"63cf5cb1fefc26789919359114db3b7a7d5c282442b3a8d9ccad23af5984e5b4"},{"shape":[1,10658,128],"sha256":"9a809a87602e1869884dfea0aa134a5e766c6c4f65b2336cee3a1e2684a125ad"},{"shape":[1,2664,128],"sha256":"ef54bf3237db4cafeb0d053d6c29d42a39b1ff7c5160568a870e8549e1c0d2f6"}],[{"shape":[1,3,10240],"sha256":"54d1336181a5c1af31ba710a27afcee12398be5681866a32af6941ef01dea7b0"},{"shape":[1,48,128,128],"sha256":"8bcebe6da3226bd27776ad6d32e60401615b9141f0a9934c306caf9ec4f6220c"}],[{"shape":[1,3,10240],"sha256":"ed25f2b50d3b175d5d6d42e6dbaef05b946281230fc7565a00f11360e65682a0"},{"shape":[1,48,128,128],"sha256":"f9097856adcb41fec03d84152ce8d615d29ab429d5d6ed374909dd9ccc7df39c"}],[{"shape":[1,3,10240],"sha256":"a77ba28e0a4c06eb9b90864be9e8de8c1f521efb816a06f1f9d23e0b2f2623dd"},{"shape":[1,48,128,128],"sha256":"1b7ed6046e6446a55a1d0c50f7ed756e370db2579131942c9ae9f9b4aec07a7a"}],[{"shape":[1,2,10658,256],"sha256":"f7c68637ef0d630c2a74c952ce55f212a0076976aeb3e668d28dcd60a2b98dac"},{"shape":[1,2,10658,256],"sha256":"b76d48b514db853017e5274ae3b2e3a076525ee44e1cfa6ba02b6b207684ebb9"},{"shape":[1,10658,128],"sha256":"f9aa9757e7e0dba0d31ad2eb1f033e97ab8ab8d98648fe72ec9834ae51f4812a"},{"shape":[1,2664,128],"sha256":"c3a75895c16e2341158c5a563fd01b5516f7db2eecf36614d95285e256f8f01e"}],[{"shape":[1,3,10240],"sha256":"c18b9164cd6f7b6432cf46e6702d2a7360431b74a876f668d52309d24eff0362"},{"shape":[1,48,128,128],"sha256":"ffe1b55fd3ad573fbd002a85b0db949d01c0361a11aba309a2086cf9d521d982"}],[{"shape":[1,3,10240],"sha256":"a068114e78e8ad0ecf7fede5f03740a7ce5d698cf0a5b00a8efc034648392001"},{"shape":[1,48,128,128],"sha256":"8dcb86f02dec8fc780613f02ab91fec15f755641e853c3ead66b2a57a499949d"}],[{"shape":[1,3,10240],"sha256":"d0d7355ac5ca33037ce760f813d5bb11592decc43118ea0c87e048d86e02c4f3"},{"shape":[1,48,128,128],"sha256":"50872ae243e6c0529734c02fb42d931f74ee5bea1fc5c3b1aeb9e4de3ef1fd16"}],[{"shape":[1,2,10658,256],"sha256":"f471d3fe7258dab3772bf0b207f368aa7d31b8744267f37cdf863879dcb67b56"},{"shape":[1,2,10658,256],"sha256":"4606cfae375d60e2822cda377a4cd4226177a4feb5ecb44fafec7f3aef6e3ac3"},{"shape":[1,10658,128],"sha256":"85cb48d26624371ab143cbddc754ef720d5027856103308897b3949aeb4b10c6"},{"shape":[1,2664,128],"sha256":"26cc54f397d8993f3872494f1120a5efd02c57f71198be5080f3eede0b7b2e03"}],[{"shape":[1,3,10240],"sha256":"eeded69e6357bd8238211b65eaf33725173adc4c4e458b924cf5e07a0cb90867"},{"shape":[1,48,128,128],"sha256":"7d12edb46d26155b1dc1d1f10b9fc08861cb41679ef2d235195c2997787d808f"}],[{"shape":[1,3,10240],"sha256":"bc610ee185718aef6173ce66ae825adae71f1dd66ee3e3ec7bdabca1da0fcbfe"},{"shape":[1,48,128,128],"sha256":"dac8e848bf33fd9cd829d7acf6be84436b2becd590b3292c7e337f3f85c09772"}],[{"shape":[1,3,10240],"sha256":"69aa771aaea427b2bc626f613471ad6a8e7c2a102fb8f6621f2e87b6b49f0c8f"},{"shape":[1,48,128,128],"sha256":"f41c349873a2fa7b04af6c958fc4a4e474f74d0f9714d6119d20b667ae7e8ba5"}],[{"shape":[1,2,10658,256],"sha256":"e4f36a4a410e82ca44ced7e43de5a2eedcc338b66465ae097924cd68df3c3555"},{"shape":[1,2,10658,256],"sha256":"022ce71529ebafa3f53381fa6499f945f4ae75acb52284ed53d4edd86a219598"},{"shape":[1,10658,128],"sha256":"178d6c7eba8fc338d2b75679d519c825307b88314a210c9945621b88903e4b54"},{"shape":[1,2664,128],"sha256":"ce372412a92c007c22d0e254552e35daff7b7c7fe0c6acda8836d676577876df"}],[{"shape":[1,3,10240],"sha256":"9d76e19703918c741c18124e4137db02157eafe6913249d8e7d851358a9bea3b"},{"shape":[1,48,128,128],"sha256":"08d5ed7b660cd663e29cd38f431b96f1a3d8247ede0f7d5ae16e8e3c48221a29"}],[{"shape":[1,3,10240],"sha256":"e674ca968463324efaf59b020f0cfcfe10b30921c768f562a22ac62c579f7c09"},{"shape":[1,48,128,128],"sha256":"5267307365e2214130f395870e423630084aa064ae53c9769dfef7bf3cdbbed8"}],[{"shape":[1,3,10240],"sha256":"4f3a621971c9c5c8adb76ddfdbb30fc177f7878b44688f998903b6f06495673f"},{"shape":[1,48,128,128],"sha256":"624d89e80751269f8938802fd99bb14ced88b8e1f2ef81039d13718f4b219164"}],[{"shape":[1,2,10658,256],"sha256":"2f5a7e0fc2e8cda3b446b784bc82ac7a4325156cd1d11ba6484e9a872746c178"},{"shape":[1,2,10658,256],"sha256":"4db367c0c066b6420ab899138a025da997b20af6b6ca2a0a9406fedf054a2c65"},{"shape":[1,10658,128],"sha256":"5b580f6a540da66488f01bdf2826c2a0596d9b417ee0fea33d6d27a8a2091fcc"},{"shape":[1,2664,128],"sha256":"b0abe117c02ad360d9c18e4f90075f84464bfd903349dbb4383695b774da91f6"}]]},"pads":[{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560},{"rows":32770,"pad":62,"k":2560,"n":1280},{"rows":32770,"pad":62,"k":640,"n":2560}]} diff --git a/docs/issue110-sorted-gather/README.md b/docs/issue110-sorted-gather/README.md new file mode 100644 index 0000000..c40eae6 --- /dev/null +++ b/docs/issue110-sorted-gather/README.md @@ -0,0 +1,85 @@ +# Issue 110: guarded stock expert gathers + +Qwen's stock MoE gathers now mirror pinned MTPLX's +`moe_sorted_gather._call_pad` / `gather_qmm` wrapper. On hardware that actually +uses NAX, an expert-sorted affine transposed `[rows, 1, K]` call above 32,767 +rows is padded to the next multiple of 64 unless already aligned. Activations +are zero padded, the final expert ID is repeated, explicit left indices append +an arange in their own dtype, and the output is sliced back to its real rows. +Both separate/fused Gate/Up and Down use this entry point. The ordinary runtime +primitive and pinned 0.32.2 shader remain unchanged. + +The hardware test deliberately ignores the MTPLX route-fallback switch, as the +stock MLX shader does. Unit controls exercise non-NAX and ineligible shapes; +no physical M1–M4 hardware result is claimed. This implementation is confined +to Qwen; DS4/GLM have no callers of the new wrapper. It is an oracle correctness +fix, not a new DS4Server feature. + +Old checkpoint manifests lack both producer hardware and prefill chunk sizes. +Files with at least 3,277 tokens may contain affected rows and are rejected +before state restoration unless they carry the new guard policy. Short old +files remain compatible; new files retain the existing container format. +The admission test verifies rejection leaves healthy live state unchanged. + +## Verification + +- Original initialized-NaN low-level sentinels still demonstrate the pinned + shader defect. The same five token counts (3,276 / 3,277 / 3,404 / 4,095 / + 4,096) now additionally execute the real guarded graph and require every + returned row to equal the exact expected BF16 value, with original shape. +- Installed layer-0 weights exercise 512 experts, fused Gate/Up K=2560/N=1280 + and Down K=640/N=2560, group64/4-bit. All output bytes match the pinned guarded + oracle at 20,480 / 32,760 / 32,770 / 34,040 / 40,950 / 40,960 rows. Explicit + reverse left indices at 34,040 rows also match. Sentinel weights control + group32/4-bit; the unchanged runtime-gather suites cover other dispatches. +- The current optimized oracle's row-map SwiGLU equals its guarded stock chain + byte-for-byte at 2,048 / 3,277 / 4,095 / 4,096 tokens, with successful first-use + canaries in both narrow/wide regimes and actual kernel engagement recorded. + This is an oracle control. The native optimized route belongs to #112. +- Allocation refusal releases the failed padded graph; a fresh valid retry + computes all rows exactly and returns allocator activity to zero. +- Full-model cold and warm checks use actual server execution defaults, greedy + generation, 7,374 cold tokens, then a 3,278-token suffix. Both 2,048 and 4,096 + chunk sizes are exercised. `MTPLX_GDN_BOUNDARY_TAIL_INTERVAL=0` is explicit: + default boundary splitting would divide the final partial span into 256-row + pieces and conceal this reproduction. Cold and warm affected body spans are + 3,277 tokens; cancellation occurs after a settled affected chunk and preserves + the committed state for retry. The default 2,048 size remains a control. + +All four full-model cases match the oracle byte-for-byte in final logits, token +IDs and every saved trunk/cache tensor. The required formatting, warnings-denied +Clippy, signed bundle and ordinary tests pass (309 application + 8 tool tests). +The official focused upstream suite passes 16 tests, including both block +equivalence variants with the canary/kernel active. One ordinary-suite run hit +the unrelated numeric Git-revision YAML fixture flake tracked as #115; the +unchanged suite passed on rerun. + +The oracle is MTPLX `9882703f3105363ddc37eca9f97aa09a1d387112` with MLX exactly +0.32.2 and the unchanged installed Bare-Speed revision from +`../issue104-ar/environment.json`. No runtime/assets/default chunk changes or +performance claims accompany this correctness fix. See `checks.json` and +adjacent receipts for actual completed results. + +## Reproduction + +```sh +local-eval-results/mtplx-reference-env-0.32.2/bin/python \ + tools/issue110-reference.py /path/to/pinned/mtplx /path/to/model \ + > /tmp/issue110-oracle.jsonl +cargo test --all-features --bin ds4-server --no-run +cargo build --bin test-supervisor +export DS4_QWEN38_ARTIFACTS=/path/to/model +export DS4_ISSUE110_ORACLE=/tmp/issue110-oracle.jsonl +# Use the executable printed by cargo; run GPU processes serially. +target/debug/test-supervisor 4096 60 120 --command TEST_EXECUTABLE \ + issue103_sorted_gather_receipts --ignored --nocapture --test-threads=1 +target/debug/test-supervisor 16384 60 120 --command TEST_EXECUTABLE \ + issue110_actual_projection_rows_match_oracle --ignored --nocapture --test-threads=1 +export DS4_ISSUE110_DIR=/tmp/issue110-product +export MTPLX_GDN_BOUNDARY_TAIL_INTERVAL=0 +target/debug/test-supervisor 114688 60 120 --command TEST_EXECUTABLE \ + issue110_large_cold_and_warm_prefill --ignored --nocapture --test-threads=1 +local-eval-results/mtplx-reference-env-0.32.2/bin/python \ + tools/issue110-model-reference.py /path/to/pinned/mtplx \ + "$DS4_QWEN38_ARTIFACTS" "$DS4_ISSUE110_DIR" /tmp/issue110-model-oracle +``` diff --git a/docs/issue110-sorted-gather/allocation.jsonl b/docs/issue110-sorted-gather/allocation.jsonl new file mode 100644 index 0000000..65f8178 --- /dev/null +++ b/docs/issue110-sorted-gather/allocation.jsonl @@ -0,0 +1,2 @@ +{"case":"allocation_refusal","limit":1,"partial_peak":4096,"released":true,"retry_exact":true} +{"case":"allocation_refusal","limit":2,"partial_peak":151552,"released":true,"retry_exact":true} diff --git a/docs/issue110-sorted-gather/checks.json b/docs/issue110-sorted-gather/checks.json new file mode 100644 index 0000000..4c19b66 --- /dev/null +++ b/docs/issue110-sorted-gather/checks.json @@ -0,0 +1,138 @@ +[ + { + "check": "fmt", + "passed": true + }, + { + "check": "clippy", + "passed": true + }, + { + "check": "bundle", + "passed": true + }, + { + "check": "tests", + "passed": true, + "results": [ + "test result: ok. 309 passed; 0 failed; 224 ignored; 0 measured; 0 filtered out; finished in 5.31s", + "test result: ok. 4 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.01s", + "test result: ok. 4 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 2.36s" + ], + "prior_run": "Unrelated all-decimal Git SHA YAML fixture failure (9839678), tracked separately as #115; unchanged rerun passed." + }, + { + "check": "sentinel", + "passed": true, + "results": [ + "test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 531 filtered out; finished in 2.15s" + ], + "resources": { + "elapsed_ms": 3104, + "error": null, + "peak_physical_bytes": 551748736 + } + }, + { + "check": "projections", + "passed": true, + "results": [ + "test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 531 filtered out; finished in 57.88s" + ], + "resources": { + "elapsed_ms": 57987, + "error": null, + "peak_physical_bytes": 5888003816 + } + }, + { + "check": "allocation", + "passed": true, + "results": [ + "test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 532 filtered out; finished in 0.69s" + ], + "resources": { + "elapsed_ms": 1711, + "error": null, + "peak_physical_bytes": 224527224 + } + }, + { + "check": "codec", + "passed": true, + "results": [ + "test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 532 filtered out; finished in 0.06s" + ], + "resources": { + "elapsed_ms": 105, + "error": null, + "peak_physical_bytes": 180296 + } + }, + { + "check": "final-product", + "passed": true, + "results": [ + "test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 532 filtered out; finished in 119.17s" + ], + "profile": "Server defaults, MTPLX_GDN_BOUNDARY_TAIL_INTERVAL=0; chunks 2048/4096", + "resources": { + "elapsed_ms": 120155, + "error": null, + "peak_physical_bytes": 102111559024 + } + }, + { + "check": "model-oracle", + "passed": true, + "profile": "Server defaults, MTPLX_GDN_BOUNDARY_TAIL_INTERVAL=0; chunks 2048/4096", + "resources": { + "elapsed_ms": 34036, + "error": null, + "peak_physical_bytes": 93475651360 + } + }, + { + "check": "graph-control", + "passed": true, + "results": [ + "test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 532 filtered out; finished in 0.72s" + ], + "resources": { + "elapsed_ms": 751, + "error": null, + "peak_physical_bytes": 155943800 + } + }, + { + "check": "runtime-control", + "passed": true, + "results": [ + "test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 532 filtered out; finished in 7.43s" + ], + "resources": { + "elapsed_ms": 7515, + "error": null, + "peak_physical_bytes": 313934784 + } + }, + { + "check": "route-switch", + "passed": true, + "results": [ + "test result: ok. 1 passed; 0 failed; 0 ignored; 0 measured; 532 filtered out; finished in 2.23s" + ], + "resources": { + "elapsed_ms": 2264, + "error": null, + "peak_physical_bytes": 528237648 + } + }, + { + "check": "upstream", + "passed": true, + "results": [ + "16 passed in 0.74s" + ] + } +] diff --git a/docs/issue110-sorted-gather/model-oracle.jsonl b/docs/issue110-sorted-gather/model-oracle.jsonl new file mode 100644 index 0000000..1514010 --- /dev/null +++ b/docs/issue110-sorted-gather/model-oracle.jsonl @@ -0,0 +1,16 @@ +{"case":"token","chunk":2048,"phase":"cold","ids":[374]} +{"case":"token","chunk":2048,"phase":"cold","ids":[264]} +{"case":"token","chunk":2048,"phase":"cold","ids":[1092]} +{"case":"turn","chunk":2048,"phase":"cold","exact":true,"cached":0,"tokens":[374,264,1092],"guard_before":{"padded_calls":0,"padded_rows":0},"guard_after":{"padded_calls":0,"padded_rows":0},"kernel":{"calls":192,"fallbacks":0,"canaries":1,"canary_failures":0,"header_failures":0}} +{"case":"token","chunk":2048,"phase":"warm","ids":[1075]} +{"case":"token","chunk":2048,"phase":"warm","ids":[374]} +{"case":"token","chunk":2048,"phase":"warm","ids":[264]} +{"case":"turn","chunk":2048,"phase":"warm","exact":true,"cached":7377,"tokens":[1075,374,264],"guard_before":{"padded_calls":0,"padded_rows":0},"guard_after":{"padded_calls":0,"padded_rows":0},"kernel":{"calls":288,"fallbacks":0,"canaries":1,"canary_failures":0,"header_failures":0}} +{"case":"token","chunk":4096,"phase":"cold","ids":[374]} +{"case":"token","chunk":4096,"phase":"cold","ids":[264]} +{"case":"token","chunk":4096,"phase":"cold","ids":[1092]} +{"case":"turn","chunk":4096,"phase":"cold","exact":true,"cached":0,"tokens":[374,264,1092],"guard_before":{"padded_calls":0,"padded_rows":0},"guard_after":{"padded_calls":48,"padded_rows":2976},"kernel":{"calls":384,"fallbacks":0,"canaries":2,"canary_failures":0,"header_failures":0}} +{"case":"token","chunk":4096,"phase":"warm","ids":[1075]} +{"case":"token","chunk":4096,"phase":"warm","ids":[374]} +{"case":"token","chunk":4096,"phase":"warm","ids":[264]} +{"case":"turn","chunk":4096,"phase":"warm","exact":true,"cached":7377,"tokens":[1075,374,264],"guard_before":{"padded_calls":48,"padded_rows":2976},"guard_after":{"padded_calls":96,"padded_rows":5952},"kernel":{"calls":432,"fallbacks":0,"canaries":2,"canary_failures":0,"header_failures":0}} diff --git a/docs/issue110-sorted-gather/product.jsonl b/docs/issue110-sorted-gather/product.jsonl new file mode 100644 index 0000000..2ad1060 --- /dev/null +++ b/docs/issue110-sorted-gather/product.jsonl @@ -0,0 +1,5 @@ +{"case":"turn","chunk":2048,"phase":"cold","cached":0,"prompt_len":7374,"generated":[374,264,1092],"padded_calls":0} +{"case":"turn","chunk":2048,"phase":"warm","cached":7377,"prompt_len":10655,"generated":[1075,374,264],"padded_calls":0} +{"case":"turn","chunk":4096,"phase":"cold","cached":0,"prompt_len":7374,"generated":[374,264,1092],"padded_calls":96} +{"case":"cancel","chunk":4096,"saved_state_unchanged":true} +{"case":"turn","chunk":4096,"phase":"warm","cached":7377,"prompt_len":10655,"generated":[1075,374,264],"padded_calls":96} diff --git a/docs/issue110-sorted-gather/projection-oracle.jsonl b/docs/issue110-sorted-gather/projection-oracle.jsonl new file mode 100644 index 0000000..0763559 --- /dev/null +++ b/docs/issue110-sorted-gather/projection-oracle.jsonl @@ -0,0 +1,18 @@ +{"case": "projection", "projection": "gate_up", "rows": 20480, "k": 2560, "n": 1280, "left": false, "sha256": "ae97282624851e970b417c37b5a0f3896c6f1c56cbfb0735d76790d81cfc1d1b", "pad": 0, "guard_before": {"padded_calls": 0, "padded_rows": 0}, "guard_after": {"padded_calls": 0, "padded_rows": 0}} +{"case": "projection", "projection": "down", "rows": 20480, "k": 640, "n": 2560, "left": false, "sha256": "2d1a21b02bedf3f6c34df282d898c18fa9f7d71a67b5245f5967605e5457e13a", "pad": 0, "guard_before": {"padded_calls": 0, "padded_rows": 0}, "guard_after": {"padded_calls": 0, "padded_rows": 0}} +{"case": "projection", "projection": "gate_up", "rows": 32760, "k": 2560, "n": 1280, "left": false, "sha256": "f3d7fd1a7df2efd8a43d365f1a30aa480efe61b7655641fcf71cb0f0492d7c52", "pad": 0, "guard_before": {"padded_calls": 0, "padded_rows": 0}, "guard_after": {"padded_calls": 0, "padded_rows": 0}} +{"case": "projection", "projection": "down", "rows": 32760, "k": 640, "n": 2560, "left": false, "sha256": "ee5f7dd6cc53fa680c985a1c56ca752dd7243f6a2663a9a870eccb4f2b8f68e8", "pad": 0, "guard_before": {"padded_calls": 0, "padded_rows": 0}, "guard_after": {"padded_calls": 0, "padded_rows": 0}} +{"case": "projection", "projection": "gate_up", "rows": 32770, "k": 2560, "n": 1280, "left": false, "sha256": "92dd7f20255bcf2e205a6d8e708ae450b47024ff12839cb393c1160db5af33aa", "pad": 62, "guard_before": {"padded_calls": 0, "padded_rows": 0}, "guard_after": {"padded_calls": 1, "padded_rows": 62}} +{"case": "projection", "projection": "down", "rows": 32770, "k": 640, "n": 2560, "left": false, "sha256": "66e37f134a0183977ee1a39a3afd70e09160efab3ceee2b68d8caa7c49390e2a", "pad": 62, "guard_before": {"padded_calls": 1, "padded_rows": 62}, "guard_after": {"padded_calls": 2, "padded_rows": 124}} +{"case": "projection", "projection": "gate_up", "rows": 34040, "k": 2560, "n": 1280, "left": false, "sha256": "ca7dcdcd30ad27c0936420180e42d637009d90372f1e702f79847851831de071", "pad": 8, "guard_before": {"padded_calls": 2, "padded_rows": 124}, "guard_after": {"padded_calls": 3, "padded_rows": 132}} +{"case": "projection", "projection": "gate_up", "rows": 34040, "k": 2560, "n": 1280, "left": true, "sha256": "d79b05579846810a34b955ef65535adba962d9d02a17bb0ecace423c6ce0791c", "pad": 8, "guard_before": {"padded_calls": 3, "padded_rows": 132}, "guard_after": {"padded_calls": 4, "padded_rows": 140}} +{"case": "projection", "projection": "down", "rows": 34040, "k": 640, "n": 2560, "left": false, "sha256": "53768e60df9fad3dc06641f5245e6f67ac28e1278dc8fec8e62486858f2de341", "pad": 8, "guard_before": {"padded_calls": 4, "padded_rows": 140}, "guard_after": {"padded_calls": 5, "padded_rows": 148}} +{"case": "projection", "projection": "down", "rows": 34040, "k": 640, "n": 2560, "left": true, "sha256": "f02f45549d38acd5979cdd768305b39268493449191a0a232514978a4015a658", "pad": 8, "guard_before": {"padded_calls": 5, "padded_rows": 148}, "guard_after": {"padded_calls": 6, "padded_rows": 156}} +{"case": "projection", "projection": "gate_up", "rows": 40950, "k": 2560, "n": 1280, "left": false, "sha256": "393e33c2576b26e23f6b91bf2ff2ea7e590322a8cfb88a237d7e90cfea74acc8", "pad": 10, "guard_before": {"padded_calls": 6, "padded_rows": 156}, "guard_after": {"padded_calls": 7, "padded_rows": 166}} +{"case": "projection", "projection": "down", "rows": 40950, "k": 640, "n": 2560, "left": false, "sha256": "e66a8a49018a918e26e3f56a8859ab7894e3d75f0951858e43856fbe6052616e", "pad": 10, "guard_before": {"padded_calls": 7, "padded_rows": 166}, "guard_after": {"padded_calls": 8, "padded_rows": 176}} +{"case": "projection", "projection": "gate_up", "rows": 40960, "k": 2560, "n": 1280, "left": false, "sha256": "29b3628139c5f7c49d5b5b46134a3141958e9a9bc3360956a770ec3d5b65af5d", "pad": 0, "guard_before": {"padded_calls": 8, "padded_rows": 176}, "guard_after": {"padded_calls": 8, "padded_rows": 176}} +{"case": "projection", "projection": "down", "rows": 40960, "k": 640, "n": 2560, "left": false, "sha256": "d40d0c9c449d3ac4631a43f775815d1baea299dbfbee39c7585bad4997e61237", "pad": 0, "guard_before": {"padded_calls": 8, "padded_rows": 176}, "guard_after": {"padded_calls": 8, "padded_rows": 176}} +{"case": "optimized_oracle_control", "tokens": 2048, "rows": 20480, "exact": true, "sha256": "c53aac85f49f4c1b6c11e3da858d2abf4e43de241bf3c0347d2590d0181e2249", "kernel_before": {"calls": 0, "fallbacks": 0, "canaries": 0, "canary_failures": 0, "header_failures": 0}, "kernel_after": {"calls": 1, "fallbacks": 0, "canaries": 1, "canary_failures": 0, "header_failures": 0}} +{"case": "optimized_oracle_control", "tokens": 3277, "rows": 32770, "exact": true, "sha256": "10f573d0eaf5169475781c4f75eb923fa06d7f88d1684a6d5d2ce8acfdc526a4", "kernel_before": {"calls": 1, "fallbacks": 0, "canaries": 1, "canary_failures": 0, "header_failures": 0}, "kernel_after": {"calls": 2, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0}} +{"case": "optimized_oracle_control", "tokens": 4095, "rows": 40950, "exact": true, "sha256": "738212404e537f0608d4e9c9b8d0e5ff2061587197c3391b1220975f93dd8d9f", "kernel_before": {"calls": 2, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0}, "kernel_after": {"calls": 3, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0}} +{"case": "optimized_oracle_control", "tokens": 4096, "rows": 40960, "exact": true, "sha256": "e1a6630ec5cd7e523c98eb352e328560fdd733a640fc7dd69a5a96e14b462d15", "kernel_before": {"calls": 3, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0}, "kernel_after": {"calls": 4, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0}} diff --git a/docs/issue110-sorted-gather/projections.jsonl b/docs/issue110-sorted-gather/projections.jsonl new file mode 100644 index 0000000..9265ddb --- /dev/null +++ b/docs/issue110-sorted-gather/projections.jsonl @@ -0,0 +1,13 @@ +{"case":"projection","projection":"down","rows":20480,"k":640,"n":2560,"left":false,"exact":true,"sha256":"2d1a21b02bedf3f6c34df282d898c18fa9f7d71a67b5245f5967605e5457e13a","dispatches":"[(\"arangeuint32\", [20480, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_32_bn_64_bk_64_wm_2_wn_2\", [40, 640, 1], [32, 2, 2], false)]"} +{"case":"projection","projection":"gate_up","rows":32760,"k":2560,"n":1280,"left":false,"exact":true,"sha256":"f3d7fd1a7df2efd8a43d365f1a30aa480efe61b7655641fcf71cb0f0492d7c52","dispatches":"[(\"arangeuint32\", [32760, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_32_bn_64_bk_64_wm_2_wn_2\", [20, 1024, 1], [32, 2, 2], false)]"} +{"case":"projection","projection":"down","rows":32760,"k":640,"n":2560,"left":false,"exact":true,"sha256":"ee5f7dd6cc53fa680c985a1c56ca752dd7243f6a2663a9a870eccb4f2b8f68e8","dispatches":"[(\"arangeuint32\", [32760, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_32_bn_64_bk_64_wm_2_wn_2\", [40, 1024, 1], [32, 2, 2], false)]"} +{"case":"projection","projection":"gate_up","rows":32770,"k":2560,"n":1280,"left":false,"exact":true,"sha256":"92dd7f20255bcf2e205a6d8e708ae450b47024ff12839cb393c1160db5af33aa","dispatches":"[(\"sn_copybfloat16bfloat16\", [39680, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [32770, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [62, 1, 1], [32, 1, 1], true), (\"arangeuint32\", [32832, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [83891200, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [158720, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [20, 513, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [41945600, 1, 1], [1024, 1, 1], true)]"} +{"case":"projection","projection":"down","rows":32770,"k":640,"n":2560,"left":false,"exact":true,"sha256":"66e37f134a0183977ee1a39a3afd70e09160efab3ceee2b68d8caa7c49390e2a","dispatches":"[(\"s_copybfloat16bfloat16\", [39680, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [32770, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [62, 1, 1], [32, 1, 1], true), (\"arangeuint32\", [32832, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [20972800, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [39680, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [40, 513, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [83891200, 1, 1], [1024, 1, 1], true)]"} +{"case":"projection","projection":"gate_up","rows":34040,"k":2560,"n":1280,"left":false,"exact":true,"sha256":"ca7dcdcd30ad27c0936420180e42d637009d90372f1e702f79847851831de071","dispatches":"[(\"s_copybfloat16bfloat16\", [20480, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [8, 1, 1], [8, 1, 1], true), (\"arangeuint32\", [34048, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [87142400, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [20480, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [20, 532, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [43571200, 1, 1], [1024, 1, 1], true)]"} +{"case":"projection","projection":"gate_up","rows":34040,"k":2560,"n":1280,"left":true,"exact":true,"sha256":"d79b05579846810a34b955ef65535adba962d9d02a17bb0ecace423c6ce0791c","dispatches":"[(\"arangeint32\", [8, 1, 1], [8, 1, 1], true), (\"gg1_copyint32int32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyint32int32\", [8, 1, 1], [8, 1, 1], true), (\"s_copybfloat16bfloat16\", [20480, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [8, 1, 1], [8, 1, 1], true), (\"v_copyint32uint32\", [34048, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [87142400, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [20480, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmv_fast_bfloat16_t_gs_64_b_4\", [1, 160, 34048], [32, 2, 1], false), (\"g1_copybfloat16bfloat16\", [43571200, 1, 1], [1024, 1, 1], true)]"} +{"case":"projection","projection":"down","rows":34040,"k":640,"n":2560,"left":false,"exact":true,"sha256":"53768e60df9fad3dc06641f5245e6f67ac28e1278dc8fec8e62486858f2de341","dispatches":"[(\"s_copybfloat16bfloat16\", [5120, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [8, 1, 1], [8, 1, 1], true), (\"arangeuint32\", [34048, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [21785600, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [5120, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [40, 532, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [87142400, 1, 1], [1024, 1, 1], true)]"} +{"case":"projection","projection":"down","rows":34040,"k":640,"n":2560,"left":true,"exact":true,"sha256":"f02f45549d38acd5979cdd768305b39268493449191a0a232514978a4015a658","dispatches":"[(\"arangeint32\", [8, 1, 1], [8, 1, 1], true), (\"gg1_copyint32int32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyint32int32\", [8, 1, 1], [8, 1, 1], true), (\"s_copybfloat16bfloat16\", [5120, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [8, 1, 1], [8, 1, 1], true), (\"v_copyint32uint32\", [34048, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [21785600, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [5120, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmv_bfloat16_t_gs_64_b_4\", [1, 320, 34048], [32, 2, 1], false), (\"g1_copybfloat16bfloat16\", [87142400, 1, 1], [1024, 1, 1], true)]"} +{"case":"projection","projection":"gate_up","rows":40950,"k":2560,"n":1280,"left":false,"exact":true,"sha256":"393e33c2576b26e23f6b91bf2ff2ea7e590322a8cfb88a237d7e90cfea74acc8","dispatches":"[(\"s_copybfloat16bfloat16\", [25600, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [40950, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [10, 1, 1], [8, 1, 1], true), (\"arangeuint32\", [40960, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [104832000, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [25600, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [20, 640, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [52416000, 1, 1], [1024, 1, 1], true)]"} +{"case":"projection","projection":"down","rows":40950,"k":640,"n":2560,"left":false,"exact":true,"sha256":"e66a8a49018a918e26e3f56a8859ab7894e3d75f0951858e43856fbe6052616e","dispatches":"[(\"s_copybfloat16bfloat16\", [6400, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [40950, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [10, 1, 1], [8, 1, 1], true), (\"arangeuint32\", [40960, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [26208000, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [6400, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [40, 640, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [104832000, 1, 1], [1024, 1, 1], true)]"} +{"case":"projection","projection":"gate_up","rows":40960,"k":2560,"n":1280,"left":false,"exact":true,"sha256":"29b3628139c5f7c49d5b5b46134a3141958e9a9bc3360956a770ec3d5b65af5d","dispatches":"[(\"arangeuint32\", [40960, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [20, 640, 1], [32, 2, 2], false)]"} +{"case":"projection","projection":"down","rows":40960,"k":640,"n":2560,"left":false,"exact":true,"sha256":"d40d0c9c449d3ac4631a43f775815d1baea299dbfbee39c7585bad4997e61237","dispatches":"[(\"arangeuint32\", [40960, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_64_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [40, 640, 1], [32, 2, 2], false)]"} diff --git a/docs/issue110-sorted-gather/sentinel.jsonl b/docs/issue110-sorted-gather/sentinel.jsonl new file mode 100644 index 0000000..7720979 --- /dev/null +++ b/docs/issue110-sorted-gather/sentinel.jsonl @@ -0,0 +1,9 @@ +{"case":"guarded_sentinel","tokens":3276,"rows":32760,"bad_rows":0,"shape":[32760,1,256],"dispatches":"[(\"arangeuint32\", [32760, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 512, 1], [32, 2, 2], false)]"} +{"case":"sorted_gather","tokens":3277,"routed_rows":32770,"bad_rows":32,"first_bad":0,"last_bad":31,"dispatches":"[(\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 513, 1], [32, 2, 2], false)]"} +{"case":"guarded_sentinel","tokens":3277,"rows":32770,"bad_rows":0,"shape":[32770,1,256],"dispatches":"[(\"s_copybfloat16bfloat16\", [15872, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [32770, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [62, 1, 1], [32, 1, 1], true), (\"arangeuint32\", [32832, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [8389120, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [15872, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 513, 1], [32, 2, 2], false), (\"g1_copybfloat16bfloat16\", [8389120, 1, 1], [1024, 1, 1], true)]"} +{"case":"sorted_gather","tokens":3404,"routed_rows":34040,"bad_rows":1280,"first_bad":0,"last_bad":1279,"dispatches":"[(\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 532, 1], [32, 2, 2], false)]"} +{"case":"guarded_sentinel","tokens":3404,"rows":34040,"bad_rows":0,"shape":[34040,1,256],"dispatches":"[(\"s_copybfloat16bfloat16\", [2048, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [34040, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [8, 1, 1], [8, 1, 1], true), (\"arangeuint32\", [34048, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [8714240, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [2048, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 532, 1], [32, 2, 2], false)]"} +{"case":"sorted_gather","tokens":4095,"routed_rows":40950,"bad_rows":8192,"first_bad":0,"last_bad":8191,"dispatches":"[(\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 640, 1], [32, 2, 2], false)]"} +{"case":"guarded_sentinel","tokens":4095,"rows":40950,"bad_rows":0,"shape":[40950,1,256],"dispatches":"[(\"s_copybfloat16bfloat16\", [2560, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [40950, 1, 1], [1024, 1, 1], true), (\"gg1_copyuint32uint32\", [10, 1, 1], [8, 1, 1], true), (\"arangeuint32\", [40960, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [10483200, 1, 1], [1024, 1, 1], true), (\"gg1_copybfloat16bfloat16\", [2560, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 640, 1], [32, 2, 2], false)]"} +{"case":"sorted_gather","tokens":4096,"routed_rows":40960,"bad_rows":0,"first_bad":null,"last_bad":null,"dispatches":"[(\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 640, 1], [32, 2, 2], false)]"} +{"case":"guarded_sentinel","tokens":4096,"rows":40960,"bad_rows":0,"shape":[40960,1,256],"dispatches":"[(\"arangeuint32\", [40960, 1, 1], [1024, 1, 1], true), (\"affine_gather_qmm_rhs_nax_nt_bfloat16_t_gs_32_b_4_bm_64_bn_64_bk_64_wm_2_wn_2\", [4, 640, 1], [32, 2, 2], false)]"} diff --git a/src/engine/metal/qwen_mtplx.rs b/src/engine/metal/qwen_mtplx.rs index 08aa5b9..a41e3ad 100644 --- a/src/engine/metal/qwen_mtplx.rs +++ b/src/engine/metal/qwen_mtplx.rs @@ -39,6 +39,8 @@ mod issue106; mod issue108; #[cfg(test)] mod issue109; +#[cfg(test)] +mod issue110; mod linear; mod load; mod mlp; diff --git a/src/engine/metal/qwen_mtplx/allocator.rs b/src/engine/metal/qwen_mtplx/allocator.rs index f0f156b..50a7777 100644 --- a/src/engine/metal/qwen_mtplx/allocator.rs +++ b/src/engine/metal/qwen_mtplx/allocator.rs @@ -230,6 +230,11 @@ impl Allocator { } } + #[cfg(test)] + pub(super) fn set_resource_limit_for_test(&self, limit: usize) -> usize { + std::mem::replace(&mut self.state.lock().unwrap().resource_limit, limit) + } + pub(in super::super) fn stats(&self) -> Stats { let state = self.state.lock().unwrap(); Stats { diff --git a/src/engine/metal/qwen_mtplx/issue103_analysis.rs b/src/engine/metal/qwen_mtplx/issue103_analysis.rs index ea1a5a0..68eeec3 100644 --- a/src/engine/metal/qwen_mtplx/issue103_analysis.rs +++ b/src/engine/metal/qwen_mtplx/issue103_analysis.rs @@ -250,13 +250,14 @@ fn issue103_sorted_gather_receipts() { super::configure_sources().unwrap(); let _context = super::super::gpu::Context::open_qwen(0).unwrap(); assert!(super::sparse_attention::nax_available()); - let scope = super::encoder::Scope::new().unwrap(); + let streams = Streams::new(Some(super::allocator::Allocator::new().unwrap())); let buffer = |count: usize, bits: u16| super::scalar_buffer(&bits.to_le_bytes().repeat(count)).unwrap(); let w = super::scalar_buffer(&vec![0; 64 * 256 * 256 / 8 * 4]).unwrap(); let scales = buffer(64 * 256 * 8, 0); let biases = buffer(64 * 256 * 8, 0x3f80); // all dequantized weights exactly 1 for tokens in [3276_u32, 3277, 3404, 4095, 4096] { + let scope = super::encoder::Scope::new().unwrap(); let rows = tokens * 10; let x = buffer(rows as usize * 256, 0x3f80); let lhs = super::scalar_buffer(&(0..rows).flat_map(u32::to_le_bytes).collect::>()) @@ -295,6 +296,8 @@ fn issue103_sorted_gather_receipts() { "{}", serde_json::json!({"case":"sorted_gather","tokens":tokens,"routed_rows":rows,"bad_rows":bad.len(),"first_bad":bad.first(),"last_bad":bad.last(),"dispatches":format!("{dispatches:?}")}) ); + drop(scope); + super::issue110::sentinel(tokens, &streams); if tokens == 3276 || tokens == 4096 { assert!(bad.is_empty()); } else { diff --git a/src/engine/metal/qwen_mtplx/issue104.rs b/src/engine/metal/qwen_mtplx/issue104.rs index 88fa749..a9f51de 100644 --- a/src/engine/metal/qwen_mtplx/issue104.rs +++ b/src/engine/metal/qwen_mtplx/issue104.rs @@ -12,7 +12,7 @@ fn fingerprint(execution: &Execution, array: &Array) -> serde_json::Value { super::super::qwen_mtplx_tests::hex_digest(&values.iter().flat_map(|v|v.to_le_bytes()).collect::>())}) } -fn state(execution: &Execution, saved: &SessionSnapshot) -> serde_json::Value { +pub(super) fn state(execution: &Execution, saved: &SessionSnapshot) -> serde_json::Value { let states = saved .trunk .iter() diff --git a/src/engine/metal/qwen_mtplx/issue110.rs b/src/engine/metal/qwen_mtplx/issue110.rs new file mode 100644 index 0000000..329c777 --- /dev/null +++ b/src/engine/metal/qwen_mtplx/issue110.rs @@ -0,0 +1,344 @@ +//! Isolated stock sorted-gather guard checks; the fused row-map port is #112. +use super::array::{Array, Dtype}; +use super::stream::{Device, Streams}; +use super::{linear, ops}; +use crate::engine::metal::qwen_mtplx_tests::{hex_digest, pattern}; + +fn bytes(a: &Array, streams: &Streams) -> Vec { + let gpu = streams.default_stream(Device::Gpu).unwrap(); + let a = ops::contiguous(a, false, gpu).unwrap(); + ops::evaluate(streams, std::slice::from_ref(&a), gpu, false).unwrap(); + let mut data = vec![0; a.layout().nbytes()]; + a.buffer().read(a.offset(), &mut data).unwrap(); + data +} + +fn unit_gather(rows: i32, streams: &Streams) -> Array { + let gpu = streams.default_stream(Device::Gpu).unwrap(); + let array = |shape: &[i32], bits: u16| { + let count = shape.iter().map(|&n| n as usize).product::(); + Array::new( + shape, + Dtype::BF16, + super::scalar_buffer(&bits.to_le_bytes().repeat(count)).unwrap(), + ) + .unwrap() + }; + let x = array(&[rows, 1, 256], 0x3f80); + let w = Array::new( + &[64, 256, 32], + Dtype::U32, + super::scalar_buffer(&vec![0; 64 * 256 * 32 * 4]).unwrap(), + ) + .unwrap(); + let s = array(&[64, 256, 8], 0); + let b = array(&[64, 256, 8], 0x3f80); + let rhs = Array::new( + &[rows], + Dtype::U32, + super::scalar_buffer( + &(0..rows as u32) + .flat_map(|r| (r * 64 / rows as u32).to_le_bytes()) + .collect::>(), + ) + .unwrap(), + ) + .unwrap(); + linear::guarded_gather_qmm_bf16( + &x, + [&w, &s, &b], + [None, Some(&rhs)], + [4, 32], + true, + streams, + gpu, + ) + .unwrap() +} + +pub(super) fn sentinel(tokens: u32, streams: &Streams) { + let rows = (tokens * 10) as i32; + let out = unit_gather(rows, streams); + assert_eq!(out.layout().shape(), &[rows, 1, 256]); + let (data, dispatches) = + crate::engine::metal::qwen_mtplx_tests::capture_dispatches(|| bytes(&out, streams)); + let bad = data + .chunks_exact(512) + .enumerate() + .filter_map(|(i, row)| { + row.chunks_exact(2) + .any(|b| u16::from_le_bytes(b.try_into().unwrap()) != 0x4380) + .then_some(i) + }) + .collect::>(); + assert!(bad.is_empty(), "unwritten or incorrect rows: {bad:?}"); + println!( + "{}", + serde_json::json!({"case":"guarded_sentinel","tokens":tokens,"rows":rows,"bad_rows":bad.len(),"shape":out.layout().shape(),"dispatches":format!("{dispatches:?}")}) + ); +} + +#[test] +#[ignore = "installed layer weights and pinned oracle receipts; external memory supervisor required"] +fn issue110_actual_projection_rows_match_oracle() { + super::configure_sources().unwrap(); + let _context = crate::engine::metal::gpu::Context::open_qwen(0).unwrap(); + let streams = Streams::new(Some(super::allocator::Allocator::new().unwrap())); + let gpu = streams.default_stream(Device::Gpu).unwrap(); + assert!(super::sparse_attention::nax_available()); + let root = std::path::PathBuf::from(std::env::var_os("DS4_QWEN38_ARTIFACTS").unwrap()); + let receipts = + std::fs::read_to_string(std::env::var_os("DS4_ISSUE110_ORACLE").unwrap()).unwrap(); + let weights = super::weights::load_shards(&root, &streams).unwrap(); + let parts = |name: &str| { + ["weight", "scales", "biases"].map(|part| { + weights[&format!("language_model.model.layers.0.mlp.switch_mlp.{name}.{part}")].clone() + }) + }; + let gate = parts("gate_proj"); + let up = parts("up_proj"); + let gu = std::array::from_fn::<_, 3, _>(|i| { + ops::concatenate(&[gate[i].clone(), up[i].clone()], 1, gpu).unwrap() + }); + let down = parts("down_proj"); + ops::evaluate(&streams, &[gu.to_vec(), down.to_vec()].concat(), gpu, false).unwrap(); + for line in receipts.lines() { + let row: serde_json::Value = serde_json::from_str(line).unwrap(); + if row["case"] != "projection" { + continue; + } + let rows = row["rows"].as_i64().unwrap() as i32; + let k = row["k"].as_i64().unwrap() as i32; + let n = row["n"].as_i64().unwrap() as i32; + let layer = if row["projection"] == "gate_up" { + &gu + } else { + &down + }; + let x = Array::new(&[rows, 1, k], Dtype::BF16, pattern((rows * k) as u32, 7)).unwrap(); + let rhs = Array::new( + &[rows], + Dtype::U32, + super::scalar_buffer( + &(0..rows as u32) + .flat_map(|r| (r * 512 / rows as u32).to_le_bytes()) + .collect::>(), + ) + .unwrap(), + ) + .unwrap(); + let lhs = row["left"].as_bool().unwrap().then(|| { + Array::new( + &[rows], + Dtype::I32, + super::scalar_buffer( + &(0..rows) + .rev() + .flat_map(i32::to_le_bytes) + .collect::>(), + ) + .unwrap(), + ) + .unwrap() + }); + let out = linear::guarded_gather_qmm_bf16( + &x, + [&layer[0], &layer[1], &layer[2]], + [lhs.as_ref(), Some(&rhs)], + [4, 64], + true, + &streams, + gpu, + ) + .unwrap(); + assert_eq!(out.layout().shape(), &[rows, 1, n]); + let (data, dispatches) = + crate::engine::metal::qwen_mtplx_tests::capture_dispatches(|| bytes(&out, &streams)); + assert_eq!(hex_digest(&data), row["sha256"].as_str().unwrap(), "{row}"); + println!( + "{}", + serde_json::json!({"case":"projection","projection":row["projection"],"rows":rows,"k":k,"n":n,"left":lhs.is_some(),"exact":true,"sha256":hex_digest(&data),"dispatches":format!("{dispatches:?}")}) + ); + } +} + +thread_local! { + static PADS: std::cell::RefCell>> = const { std::cell::RefCell::new(None) }; +} + +pub(super) fn record(rows: i32, pad: i32, k: i32, n: i32) { + PADS.with_borrow_mut(|slot| { + if let Some(receipts) = slot { + receipts.push(serde_json::json!({"rows":rows,"pad":pad,"k":k,"n":n})); + } + }); +} + +#[test] +#[ignore = "full installed model and large partial chunks; serial memory supervisor required"] +fn issue110_large_cold_and_warm_prefill() { + assert_eq!( + std::env::var("MTPLX_GDN_BOUNDARY_TAIL_INTERVAL").as_deref(), + Ok("0") + ); + use super::session_cache::{DecodeOptions, TurnOptions, TurnProgress}; + let root = std::path::PathBuf::from(std::env::var_os("DS4_QWEN38_ARTIFACTS").unwrap()); + let directory = std::path::PathBuf::from(std::env::var_os("DS4_ISSUE110_DIR").unwrap()); + std::fs::create_dir_all(&directory).unwrap(); + let settings = crate::settings::effective_settings( + crate::model::ModelChoice::Qwen38FlashNext, + &crate::settings::GenerationPreferences { + context_tokens: 16384, + max_generated_tokens: 3, + temperature: Some(0.), + ..Default::default() + }, + &crate::settings::RuntimePreferences::default(), + root.parent().unwrap(), + ) + .unwrap(); + let (mut execution, _) = super::execution::Execution::open(&settings.engine).unwrap(); + let tokens = |len: usize| { + (0..len) + .map(|i| [9707, 11, 1075, 374, 264, 1092, 13][i % 7]) + .collect::>() + }; + for chunk in [2048, 4096] { + let sampler = super::sampling::SamplerConfig { + temperature: 0., + ..Default::default() + }; + let options = TurnOptions { + prefill: super::prefill::Options { + chunk_size: Some(chunk), + final_logits_only: true, + external_cache_only: false, + external_emit_logits: true, + return_hidden: false, + }, + decode: DecodeOptions::Ar(super::ar::Options { + max_tokens: 3, + seed: 1, + stop_tokens: &[], + sync_eval: false, + return_hidden: false, + capture_final_state: true, + }), + sampler, + draft_sampler: sampler, + lazy_kv: false, + store_min_suffix: None, + fused_max: 512, + }; + let mut prompt = tokens(7374); + let mut saved = None; + for phase in ["cold", "warm"] { + if phase == "warm" && chunk == 4096 { + let original = super::issue104::state(&execution, saved.as_ref().unwrap()); + let cancelled = execution.session_turn( + &prompt, + saved.as_ref(), + &options, + |event| { + if matches!( + event, + TurnProgress::Prefill(super::prefill::Progress::Settled { .. }) + ) { + Err("cancelled after padded chunk".into()) + } else { + Ok(()) + } + }, + |_| Ok(()), + |_| Ok(()), + ); + assert!(matches!(cancelled,Err(e) if e=="cancelled after padded chunk")); + assert_eq!( + super::issue104::state(&execution, saved.as_ref().unwrap()), + original + ); + println!( + "{}", + serde_json::json!({"case":"cancel","chunk":chunk,"saved_state_unchanged":true}) + ); + } + PADS.with_borrow_mut(|slot| *slot = Some(Vec::new())); + let out = execution + .session_turn( + &prompt, + saved.as_ref(), + &options, + |event| { + if let TurnProgress::Prefill(super::prefill::Progress::Settled { + tokens, + total, + }) = event + { + eprintln!("#110 {chunk}/{phase} prefill {tokens}/{total}"); + } + Ok(()) + }, + |_| Ok(()), + |_| Ok(()), + ) + .unwrap(); + let pads = PADS.with_borrow_mut(Option::take).unwrap(); + assert_eq!(pads.is_empty(), chunk == 2048); + assert!(out.final_snapshot_error.is_none()); + let snapshot = out.snapshot.unwrap(); + let state = super::issue104::state(&execution, &snapshot); + let record = serde_json::json!({"case":"turn","chunk":chunk,"phase":phase,"cached":out.cached_tokens,"prompt_len":prompt.len(),"state":state,"pads":pads}); + std::fs::write( + directory.join(format!("{chunk}-{phase}.json")), + serde_json::to_vec(&record).unwrap(), + ) + .unwrap(); + println!( + "{}", + serde_json::json!({"case":"turn","chunk":chunk,"phase":phase,"cached":out.cached_tokens,"prompt_len":prompt.len(),"generated":&snapshot.token_ids[prompt.len()..],"padded_calls":pads.len()}) + ); + prompt = snapshot.token_ids.clone(); + prompt.extend(tokens(3278)); + saved = Some(snapshot); + } + } +} + +#[test] +#[ignore = "Metal allocation refusal and retry; external supervisor required"] +fn issue110_guard_allocation_refusal_releases_graph_and_retries() { + super::configure_sources().unwrap(); + let _context = crate::engine::metal::gpu::Context::open_qwen(0).unwrap(); + for limit in [0, 1, 2] { + let allocator = super::allocator::Allocator::new().unwrap(); + let streams = Streams::new(Some(allocator.clone())); + let gpu = streams.default_stream(Device::Gpu).unwrap(); + let out = unit_gather(34040, &streams); + allocator.clear_cache(); + let old = allocator.set_resource_limit_for_test(limit); + let result = ops::evaluate(&streams, std::slice::from_ref(&out), gpu, false); + assert!(matches!(result, Err(e) if e.contains("resource limit"))); + let partial_peak = allocator.stats().peak; + assert_eq!(partial_peak > 0, limit > 0); + drop(out); + drop(streams); + allocator.set_resource_limit_for_test(old); + allocator.clear_cache(); + assert_eq!(allocator.stats().active, 0); + let streams = Streams::new(Some(allocator.clone())); + let out = unit_gather(34040, &streams); + let data = bytes(&out, &streams); + assert!( + data.chunks_exact(2) + .all(|v| u16::from_le_bytes(v.try_into().unwrap()) == 0x4380) + ); + drop(out); + drop(streams); + allocator.clear_cache(); + assert_eq!(allocator.stats().active, 0); + println!( + "{}", + serde_json::json!({"case":"allocation_refusal","limit":limit,"partial_peak":partial_peak,"released":true,"retry_exact":true}) + ); + } +} diff --git a/src/engine/metal/qwen_mtplx/linear.rs b/src/engine/metal/qwen_mtplx/linear.rs index 1e6ecdb..2eaf691 100644 --- a/src/engine/metal/qwen_mtplx/linear.rs +++ b/src/engine/metal/qwen_mtplx/linear.rs @@ -297,6 +297,157 @@ fn ensure_row_contiguous_matrix(input: &Array) -> Result { Ok(copy) } +/// MTPLX moe_sorted_gather._call_pad for our pinned 0.32.2 affine, +/// transposed primitive. Hardware truth matters here, not the route fallback +/// switch: the stock MLX kernel does not read that switch. +fn sorted_gather_pad( + x: &[i32], + lhs: Option<&[i32]>, + rhs: Option<&[i32]>, + sorted: bool, + nax: bool, +) -> i32 { + let Some(&[rows]) = rhs else { return 0 }; + if !sorted + || !nax + || rows <= 32767 + || rows % 64 == 0 + || x.len() < 2 + || x[x.len() - 2] != 1 + || x[0] != rows + || lhs.is_some_and(|shape| shape != [rows]) + { + return 0; + } + 64 - rows % 64 +} + +#[test] +fn sorted_gather_guard_matches_pinned_call_predicates() { + for (rows, pad) in [ + (1, 0), + (32767, 0), + (32768, 0), + (32769, 63), + (32770, 62), + (34040, 8), + (40950, 10), + (40960, 0), + (65535, 1), + (65537, 63), + (81910, 10), + ] { + assert_eq!( + sorted_gather_pad(&[rows, 1, 256], None, Some(&[rows]), true, true), + pad + ); + assert_eq!( + sorted_gather_pad(&[rows, 1, 256], Some(&[rows]), Some(&[rows]), true, true), + pad + ); + assert_eq!( + sorted_gather_pad(&[rows, 1, 256], None, Some(&[rows]), false, true), + 0 + ); + assert_eq!( + sorted_gather_pad(&[rows, 1, 256], None, Some(&[rows]), true, false), + 0 + ); + } + for (x, lhs, rhs) in [ + (vec![34040, 2, 256], None, Some(vec![34040])), + (vec![1, 1, 256], None, Some(vec![34040])), + (vec![34040, 1, 256], None, None), + (vec![34040, 1, 256], None, Some(vec![1, 34040])), + (vec![34040, 1, 256], Some(vec![1]), Some(vec![34040])), + (vec![34040, 1, 256], Some(vec![1, 34040]), Some(vec![34040])), + ] { + assert_eq!( + sorted_gather_pad(&x, lhs.as_deref(), rhs.as_deref(), true, true), + 0 + ); + } +} + +/// Guard both stock Gate/Up and Down gathers, including future fused-path +/// fallbacks. Keep the underlying runtime primitive unchanged. +pub(super) fn guarded_gather_qmm_bf16( + x: &Array, + weights: [&Array; 3], + indices: [Option<&Array>; 2], + quant: [u32; 2], + sorted: bool, + streams: &Streams, + stream: Stream, +) -> Result { + use super::{indexing, ops}; + let shape = x.layout().shape().to_vec(); + let pad = sorted_gather_pad( + &shape, + indices[0].map(|a| a.layout()).as_ref().map(|l| l.shape()), + indices[1].map(|a| a.layout()).as_ref().map(|l| l.shape()), + sorted, + super::sparse_attention::nax_available(), + ); + if pad == 0 { + return gather_qmm_bf16(x, weights, indices, quant, sorted, streams, stream); + } + let rows = shape[0]; + #[cfg(test)] + super::issue110::record( + rows, + pad, + *shape.last().unwrap(), + weights[0].layout().dim(-2)?, + ); + let end = rows + .checked_add(pad) + .ok_or("sorted gather padding overflow")?; + let mut tail = shape.clone(); + tail[0] = pad; + let x = ops::concatenate( + &[x.clone(), ops::zeros(&tail, x.layout().dtype(), stream)?], + 0, + stream, + )?; + let rhs = indices[1].unwrap(); + let last = ops::slice(rhs, &[rows - 1], &[rows], &[1], stream)?; + let rhs = ops::concatenate( + &[rhs.clone(), ops::broadcast_to(&last, &[pad], stream)?], + 0, + stream, + )?; + let lhs = indices[0] + .map(|lhs| { + let tail = ops::astype( + &indexing::arange_range_i32(rows, end, stream)?, + lhs.layout().dtype(), + false, + stream, + )?; + ops::concatenate(&[lhs.clone(), tail], 0, stream) + }) + .transpose()?; + let out = gather_qmm_bf16( + &x, + weights, + [lhs.as_ref(), Some(&rhs)], + quant, + sorted, + streams, + stream, + )?; + let mut stop = out.layout().shape().to_vec(); + stop[0] = rows; + ops::slice( + &out, + &vec![0; stop.len()], + &stop, + &vec![1; stop.len()], + stream, + ) +} + /// Installed affine/BF16, transposed GatherQMM from ops.cpp. Explicit index /// casts use the default stream, as indices_or_default does in the reference. pub(super) fn gather_qmm_bf16( diff --git a/src/engine/metal/qwen_mtplx/moe.rs b/src/engine/metal/qwen_mtplx/moe.rs index 015640c..62d43ed 100644 --- a/src/engine/metal/qwen_mtplx/moe.rs +++ b/src/engine/metal/qwen_mtplx/moe.rs @@ -27,7 +27,7 @@ fn gather( streams: &Streams, stream: Stream, ) -> Result { - linear::gather_qmm_bf16( + linear::guarded_gather_qmm_bf16( input, [&layer.weight, &layer.scales, &layer.biases], [None, Some(ids)], diff --git a/src/engine/metal/qwen_mtplx/session_checkpoint.rs b/src/engine/metal/qwen_mtplx/session_checkpoint.rs index 64e9fa3..c13c51e 100644 --- a/src/engine/metal/qwen_mtplx/session_checkpoint.rs +++ b/src/engine/metal/qwen_mtplx/session_checkpoint.rs @@ -32,6 +32,8 @@ struct Manifest { #[serde(default)] verify_gate: bool, #[serde(default)] + sorted_gather_guard: bool, + #[serde(default)] images: Vec, tokens: Vec, lazy_kv: bool, @@ -119,6 +121,7 @@ impl LiveSession { let offset = file.stream_position().map_err(|e| e.to_string())?; let manifest = serde_json::to_vec(&Manifest { verify_gate: true, + sorted_gather_guard: true, identity, tag, images: self.current_images.clone(), @@ -193,6 +196,14 @@ impl LiveSession { "Qwen checkpoint uses obsolete MTP attention-gate math; rebuild the cache".into(), ); } + // Old files do not record prefill chunk sizes or producer hardware. + // At ten routes/token this length can contain an affected chunk; + // shorter sessions cannot. Reject before allocating/restoring state. + if !manifest.sorted_gather_guard && manifest.tokens.len() >= 3277 { + return Err( + "Qwen checkpoint predates the sorted-gather row guard; rebuild the cache".into(), + ); + } if !manifest.payload["mtp_history_snapshot"].is_null() != identity.mtp { return Err("Qwen checkpoint MTP payload differs".into()); } @@ -480,6 +491,40 @@ fn qwen_checkpoint_roundtrip_and_failed_restore_preserve_live_state() { .unwrap() ); assert_eq!(fingerprint(&live), ar_original); + let bytes = fs::read(&path).unwrap(); + let offset = u64::from_le_bytes(bytes[8..16].try_into().unwrap()) as usize; + let mut manifest: serde_json::Value = serde_json::from_slice(&bytes[offset..]).unwrap(); + manifest + .as_object_mut() + .unwrap() + .remove("sorted_gather_guard"); + let write_manifest = |manifest: &serde_json::Value| { + let mut old = bytes[..offset].to_vec(); + old.extend(serde_json::to_vec(manifest).unwrap()); + fs::write(&broken, old).unwrap(); + }; + write_manifest(&manifest); + assert!( + live.load_checkpoint(&broken, ar_identity, &streams, stream, |_| {}, || false) + .unwrap() + ); + assert_eq!(fingerprint(&live), ar_original); + manifest["tokens"] = serde_json::json!(vec![1; 3277]); + manifest["identity"]["context"] = 4096.into(); + write_manifest(&manifest); + let large_identity = Identity { + context: 4096, + ..ar_identity + }; + assert!( + live.load_checkpoint(&broken, large_identity, &streams, stream, |_| {}, || false) + .unwrap_err() + .contains("sorted-gather row guard") + ); + assert_eq!(fingerprint(&live), ar_original); + println!( + "Qwen sorted-gather checkpoint policy: old short state exact, possibly affected long state rejected before restore" + ); println!( "Qwen checkpoint: exact roundtrip, cancellation/corruption controls, old MTP rejected and old AR restored" ); diff --git a/tools/issue110-model-reference.py b/tools/issue110-model-reference.py new file mode 100644 index 0000000..51943dc --- /dev/null +++ b/tools/issue110-model-reference.py @@ -0,0 +1,53 @@ +"""Full installed-model cold/warm chunk-guard reference, with exact state checks.""" +import argparse,hashlib,json,os,subprocess,sys +from pathlib import Path +checkout,root,native,out=map(Path,sys.argv[1:5]) +assert subprocess.check_output(['git','-C',str(checkout),'rev-parse','HEAD'],text=True).strip()=='9882703f3105363ddc37eca9f97aa09a1d387112' +sys.path.insert(0,str(checkout)) +from mtplx.server.openai import _server_runtime_env_overrides +if os.environ.get('DS4_ISSUE110_STOCK_CONTROL')!='1': + os.environ.update(_server_runtime_env_overrides(argparse.Namespace(model=str(root),generation_mode='ar'),None)) +os.environ.update(MTPLX_COMPILED_GDN='1',MTPLX_QWEN4EXP_COMPILE='1',MTPLX_SUSTAINED_PREFILL='1') +import mlx.core as mx +import numpy as np +from mlx_lm.utils import load_model +from mtplx.models import qwen4_exp +from mtplx.runtime import MTPLXRuntime,_load_tokenizer_resilient +from mtplx.sampling import SamplerConfig +from mtplx.generation import generate_ar +from mtplx.cache_state import snapshot_cache +from mtplx.session_bank import SessionBank +from mtplx import moe_sorted_gather as msg +from mtplx.kernels import moe_sorted_gather_nax as kernel +assert mx.__version__=='0.32.2' +assert os.environ.get('MTPLX_GDN_BOUNDARY_TAIL_INTERVAL')=='0' +out.mkdir(parents=True,exist_ok=True) +model,config=load_model(root,lazy=False,strict=True,get_model_classes=lambda **_:(qwen4_exp.Model,qwen4_exp.ModelArgs)) +model.post_weight_load(root) +tokenizer=_load_tokenizer_resilient(root,config) +rt=MTPLXRuntime(model,tokenizer,root,False,None) +def fingerprint(a): + values=np.asarray(a.astype(mx.float32)).astype('before['calls'],(before,after) + assert after['canaries']>0 and after['canary_failures']==0,after + print(json.dumps(dict(case='optimized_oracle_control',tokens=tokens,rows=rows,exact=True,sha256=digest(stock),kernel_before=before,kernel_after=after)),flush=True) + del x,row_map,ids,projection,gate,up,stock,fused + mx.clear_cache()