hugo/DS4Server
1
0
Fork 0
Code Issues 2 Pull Requests Actions Packages Projects Releases Wiki Activity

Optimize Qwen3.8 inference on Apple silicon

Browse Source
This commit is contained in:
Georg Bauer
2026-09-04 23:27:09 +02:00
parent bf82df77cb
commit bd6353804b
14 changed files with 10149 additions and 1145 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
docs/qwen38-issue-99.csv Normal file
View File

@@ -0,0 +1,18 @@
date,engine,mode,sequence,run,state,context,prompt_tokens,generated_tokens,temperature,top_p,top_k,seed,prefill_tps,first_token_ms,steady_tps,decode_tps,p50_cycle_ms,p95_cycle_ms,peak_rss_bytes,token_sha256,cycles,drafted,accepted,verifier_passes,verifier_ms,repair_ms,ple_entries,ple_hits,ple_misses,ple_evictions,ple_pread_bytes,ple_pread_ms,notes
2026-09-04,DS4Server,MTP,B1,1,cold,4096,26,64,1.0,0.95,20,12345,6.360708,59.484667,57.518099,58.042801,54.731042,57.838709,52720156672,46ce63601c44d80b5ef8297eaa49a636f6680040b916fe30cf7a154c05daef72,20,60,44,20,1000,0,1648,432,1648,0,164800,,repair timing counter not yet wired
2026-09-04,DS4Server,MTP,B1,2,warm,4096,26,64,1.0,0.95,20,12345,51.095361,52.229584,60.307983,61.119864,52.427709,54.273459,52720156672,46ce63601c44d80b5ef8297eaa49a636f6680040b916fe30cf7a154c05daef72,20,60,44,20,946,0,1648,2080,0,0,0,0,repair timing counter not yet wired
2026-09-04,DS4Server,MTP,B1,3,warm,4096,26,64,1.0,0.95,20,12345,51.152493,52.422375,60.014218,60.825779,52.679334,54.147250,52720156672,46ce63601c44d80b5ef8297eaa49a636f6680040b916fe30cf7a154c05daef72,20,60,44,20,951,0,1648,2080,0,0,0,0,acceptance median 60.825779
2026-09-04,DS4Server,MTP,B2,1,cold,4096,26,64,1.0,0.95,20,12345,6.527240,62.605750,54.320764,54.834156,57.909625,60.828916,52605190144,46ce63601c44d80b5ef8297eaa49a636f6680040b916fe30cf7a154c05daef72,20,60,44,20,1056,30,1648,432,1648,0,164800,63,confirmation after repair telemetry
2026-09-04,DS4Server,MTP,B2,2,warm,4096,26,64,1.0,0.95,20,12345,50.178762,54.061500,57.196397,58.019436,55.002750,57.242875,52605190144,46ce63601c44d80b5ef8297eaa49a636f6680040b916fe30cf7a154c05daef72,20,60,44,20,993,29,1648,2080,0,0,0,0,confirmation median 58.019436
2026-09-04,DS4Server,MTP,B2,3,warm,4096,26,64,1.0,0.95,20,12345,49.976289,55.289000,57.556598,58.301539,54.853000,56.619333,52605190144,46ce63601c44d80b5ef8297eaa49a636f6680040b916fe30cf7a154c05daef72,20,60,44,20,988,30,1648,2080,0,0,0,0,confirmation after repair telemetry
2026-09-04,DS4Server,AR,A1,1,cold,4096,26,64,1.0,0.95,20,12345,7.796453,21.087125,49.845055,49.805297,18.894042,19.426917,53962735616,15373689bcb1c667123accfcfbe49736466f28ce7beb89d2cbe5e4120416056d,0,0,0,0,0,0,1648,16,1424,0,,,plain autoregressive
2026-09-04,DS4Server,AR,A1,2,warm,4096,26,64,1.0,0.95,20,12345,51.386057,18.606375,51.034286,51.074537,18.392375,18.953542,53962735616,15373689bcb1c667123accfcfbe49736466f28ce7beb89d2cbe5e4120416056d,0,0,0,0,0,0,1648,,,,,,plain autoregressive
2026-09-04,DS4Server,AR,A1,3,warm,4096,26,64,1.0,0.95,20,12345,51.424682,18.256166,50.610874,50.671077,18.575958,19.129667,53962735616,15373689bcb1c667123accfcfbe49736466f28ce7beb89d2cbe5e4120416056d,0,0,0,0,0,0,1648,,,,,,plain autoregressive median 50.671077
2026-09-04,DS4Server,AR,LONG,1,warm,2048,,1,,,,,0.778000,,,29.259000,,,52158349312,b6d28407,,,,,,,,,,,,,synthetic long-context state gate token=5 live_state_bytes=58195968
2026-09-04,DS4Server,AR,LONG,1,warm,16384,,1,,,,,12.101000,,,46.486000,,,,79d71772,,,,,,,,,,,,,synthetic long-context state gate token=5 live_state_bytes=465567744
2026-09-04,DS4Server,AR,LONG,1,warm,65536,,1,,,,,10.037000,,,45.739000,,,,0a1131fe,,,,,,,,,,,,,synthetic long-context state gate token=5 live_state_bytes=1862270976
2026-09-04,DS4Server,AR,LONG,1,warm,131072,,1,,,,,3.277000,,,45.145000,,,,fb678d10,,,,,,,,,,,,,synthetic long-context state gate token=5 live_state_bytes=3724541952
2026-09-04,DS4Server,AR,LONG,1,warm,262144,,1,,,,,0.777000,,,43.488000,,,,01ae755c,,,,,,,,,,,,,synthetic native-maximum state gate token=5 live_state_bytes=7449083904
2026-09-04,MTPLX,MTP,ORACLE,1,warm,4096,26,64,1.0,0.95,20,12345,,,,59.170000,,,,,20,58,44,20,950,,,,,,,,fresh matched run before local source-package drift
2026-09-04,MTPLX,MTP,ORACLE,2,warm,4096,26,64,1.0,0.95,20,12345,,,,59.820000,,,,,20,58,44,20,950,,,,,,,,fresh matched run before local source-package drift
2026-09-04,MTPLX,MTP,ORACLE,3,warm,4096,26,64,1.0,0.95,20,12345,,,,59.751170,,,,,20,58,44,20,950,,,,,,,,matched median 59.751170
1 date engine mode sequence run state context prompt_tokens generated_tokens temperature top_p top_k seed prefill_tps first_token_ms steady_tps decode_tps p50_cycle_ms p95_cycle_ms peak_rss_bytes token_sha256 cycles drafted accepted verifier_passes verifier_ms repair_ms ple_entries ple_hits ple_misses ple_evictions ple_pread_bytes ple_pread_ms notes
2 2026-09-04 DS4Server MTP B1 1 cold 4096 26 64 1.0 0.95 20 12345 6.360708 59.484667 57.518099 58.042801 54.731042 57.838709 52720156672 46ce63601c44d80b5ef8297eaa49a636f6680040b916fe30cf7a154c05daef72 20 60 44 20 1000 0 1648 432 1648 0 164800 repair timing counter not yet wired
3 2026-09-04 DS4Server MTP B1 2 warm 4096 26 64 1.0 0.95 20 12345 51.095361 52.229584 60.307983 61.119864 52.427709 54.273459 52720156672 46ce63601c44d80b5ef8297eaa49a636f6680040b916fe30cf7a154c05daef72 20 60 44 20 946 0 1648 2080 0 0 0 0 repair timing counter not yet wired
4 2026-09-04 DS4Server MTP B1 3 warm 4096 26 64 1.0 0.95 20 12345 51.152493 52.422375 60.014218 60.825779 52.679334 54.147250 52720156672 46ce63601c44d80b5ef8297eaa49a636f6680040b916fe30cf7a154c05daef72 20 60 44 20 951 0 1648 2080 0 0 0 0 acceptance median 60.825779
5 2026-09-04 DS4Server MTP B2 1 cold 4096 26 64 1.0 0.95 20 12345 6.527240 62.605750 54.320764 54.834156 57.909625 60.828916 52605190144 46ce63601c44d80b5ef8297eaa49a636f6680040b916fe30cf7a154c05daef72 20 60 44 20 1056 30 1648 432 1648 0 164800 63 confirmation after repair telemetry
6 2026-09-04 DS4Server MTP B2 2 warm 4096 26 64 1.0 0.95 20 12345 50.178762 54.061500 57.196397 58.019436 55.002750 57.242875 52605190144 46ce63601c44d80b5ef8297eaa49a636f6680040b916fe30cf7a154c05daef72 20 60 44 20 993 29 1648 2080 0 0 0 0 confirmation median 58.019436
7 2026-09-04 DS4Server MTP B2 3 warm 4096 26 64 1.0 0.95 20 12345 49.976289 55.289000 57.556598 58.301539 54.853000 56.619333 52605190144 46ce63601c44d80b5ef8297eaa49a636f6680040b916fe30cf7a154c05daef72 20 60 44 20 988 30 1648 2080 0 0 0 0 confirmation after repair telemetry
8 2026-09-04 DS4Server AR A1 1 cold 4096 26 64 1.0 0.95 20 12345 7.796453 21.087125 49.845055 49.805297 18.894042 19.426917 53962735616 15373689bcb1c667123accfcfbe49736466f28ce7beb89d2cbe5e4120416056d 0 0 0 0 0 0 1648 16 1424 0 plain autoregressive
9 2026-09-04 DS4Server AR A1 2 warm 4096 26 64 1.0 0.95 20 12345 51.386057 18.606375 51.034286 51.074537 18.392375 18.953542 53962735616 15373689bcb1c667123accfcfbe49736466f28ce7beb89d2cbe5e4120416056d 0 0 0 0 0 0 1648 plain autoregressive
10 2026-09-04 DS4Server AR A1 3 warm 4096 26 64 1.0 0.95 20 12345 51.424682 18.256166 50.610874 50.671077 18.575958 19.129667 53962735616 15373689bcb1c667123accfcfbe49736466f28ce7beb89d2cbe5e4120416056d 0 0 0 0 0 0 1648 plain autoregressive median 50.671077
11 2026-09-04 DS4Server AR LONG 1 warm 2048 1 0.778000 29.259000 52158349312 b6d28407 synthetic long-context state gate token=5 live_state_bytes=58195968
12 2026-09-04 DS4Server AR LONG 1 warm 16384 1 12.101000 46.486000 79d71772 synthetic long-context state gate token=5 live_state_bytes=465567744
13 2026-09-04 DS4Server AR LONG 1 warm 65536 1 10.037000 45.739000 0a1131fe synthetic long-context state gate token=5 live_state_bytes=1862270976
14 2026-09-04 DS4Server AR LONG 1 warm 131072 1 3.277000 45.145000 fb678d10 synthetic long-context state gate token=5 live_state_bytes=3724541952
15 2026-09-04 DS4Server AR LONG 1 warm 262144 1 0.777000 43.488000 01ae755c synthetic native-maximum state gate token=5 live_state_bytes=7449083904
16 2026-09-04 MTPLX MTP ORACLE 1 warm 4096 26 64 1.0 0.95 20 12345 59.170000 20 58 44 20 950 fresh matched run before local source-package drift
17 2026-09-04 MTPLX MTP ORACLE 2 warm 4096 26 64 1.0 0.95 20 12345 59.820000 20 58 44 20 950 fresh matched run before local source-package drift
18 2026-09-04 MTPLX MTP ORACLE 3 warm 4096 26 64 1.0 0.95 20 12345 59.751170 20 58 44 20 950 matched median 59.751170