hugo/DS4Server
1
0
Fork 0
Code Issues 2 Pull Requests Actions Packages Projects Releases Wiki Activity

Reach DS4 Metal performance parity

Browse Source
This commit is contained in:
Georg Bauer
2026-08-30 15:26:27 +02:00
parent 79468c65b6
commit 1ac559bbd0
5 changed files with 1958 additions and 433 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
docs/metal-parity-issue-78.csv Normal file
View File

@@ -0,0 +1,19 @@
implementation,mode,run,prompt_tokens,decode_tokens,prefill_tps,first_token_ms,steady_tps,p50_ms,p95_ms,cache_entries,cache_hits,cache_misses,pread_bytes,token_sha256
ds4server-baseline-79468c65,resident,1,16,128,69.627264,26.270667,39.534586,24.875959,26.607167,0,0,0,0,
ds4server-baseline-79468c65,resident,2,16,128,69.799133,26.365458,39.505867,24.905750,26.624667,0,0,0,0,
ds4server-baseline-79468c65,resident,3,16,128,69.618099,26.454750,39.526849,24.877584,26.585875,0,0,0,0,
ds4server-baseline-79468c65,ssd,1,16,128,6.824429,122.398208,8.638560,114.928000,124.375958,4096,34040,7208,51017416704,
ds4server-baseline-79468c65,ssd,2,16,128,6.805883,126.033250,8.634659,114.667833,124.220583,4096,34040,7208,51017416704,
ds4server-baseline-79468c65,ssd,3,16,128,6.726701,125.304417,8.532966,116.431375,124.278709,4096,34040,7208,51017416704,
ds4-8db89fe0,resident,1,16,128,56.49,22.706,45.67,21.905,22.297,0,0,0,0,ed5461476a82824c3e0440e943a0b2f6b8a8f19dc26a550a1bc255003851ab8d
ds4-8db89fe0,resident,2,16,128,56.49,22.719,45.59,21.908,22.320,0,0,0,0,ed5461476a82824c3e0440e943a0b2f6b8a8f19dc26a550a1bc255003851ab8d
ds4-8db89fe0,resident,3,16,128,56.51,22.638,45.60,21.890,22.342,0,0,0,0,ed5461476a82824c3e0440e943a0b2f6b8a8f19dc26a550a1bc255003851ab8d
ds4-8db89fe0,ssd,1,16,128,12.07,46.746,25.73,36.461,46.861,4096,32958,4194,29684662272,2bc33a04bb88f9f3c56f8bae0124b7bf25fd2f32aee81a1bdaf6e979448da052
ds4-8db89fe0,ssd,2,16,128,11.88,46.737,26.11,35.622,46.982,4096,32958,4194,29684662272,2bc33a04bb88f9f3c56f8bae0124b7bf25fd2f32aee81a1bdaf6e979448da052
ds4-8db89fe0,ssd,3,16,128,11.16,47.092,26.20,35.513,46.554,4096,32958,4194,29684662272,2bc33a04bb88f9f3c56f8bae0124b7bf25fd2f32aee81a1bdaf6e979448da052
ds4server-issue-78,resident,1,16,128,69.930426,22.547583,45.683038,21.889833,22.275042,0,0,0,0,ed5461476a82824c3e0440e943a0b2f6b8a8f19dc26a550a1bc255003851ab8d
ds4server-issue-78,resident,2,16,128,69.760230,22.657125,45.602401,21.936042,22.331375,0,0,0,0,ed5461476a82824c3e0440e943a0b2f6b8a8f19dc26a550a1bc255003851ab8d
ds4server-issue-78,resident,3,16,128,69.727346,22.663208,45.361642,22.052833,22.459084,0,0,0,0,ed5461476a82824c3e0440e943a0b2f6b8a8f19dc26a550a1bc255003851ab8d
ds4server-issue-78,ssd,1,16,128,11.279689,48.890291,24.849723,37.847292,48.853791,4096,32958,4194,29684662272,2bc33a04bb88f9f3c56f8bae0124b7bf25fd2f32aee81a1bdaf6e979448da052
ds4server-issue-78,ssd,2,16,128,11.520460,48.567417,25.076916,37.696334,48.779625,4096,32958,4194,29684662272,2bc33a04bb88f9f3c56f8bae0124b7bf25fd2f32aee81a1bdaf6e979448da052
ds4server-issue-78,ssd,3,16,128,11.494703,48.844875,25.066058,37.616542,48.911333,4096,32958,4194,29684662272,2bc33a04bb88f9f3c56f8bae0124b7bf25fd2f32aee81a1bdaf6e979448da052
1 implementation mode run prompt_tokens decode_tokens prefill_tps first_token_ms steady_tps p50_ms p95_ms cache_entries cache_hits cache_misses pread_bytes token_sha256
2 ds4server-baseline-79468c65 resident 1 16 128 69.627264 26.270667 39.534586 24.875959 26.607167 0 0 0 0
3 ds4server-baseline-79468c65 resident 2 16 128 69.799133 26.365458 39.505867 24.905750 26.624667 0 0 0 0
4 ds4server-baseline-79468c65 resident 3 16 128 69.618099 26.454750 39.526849 24.877584 26.585875 0 0 0 0
5 ds4server-baseline-79468c65 ssd 1 16 128 6.824429 122.398208 8.638560 114.928000 124.375958 4096 34040 7208 51017416704
6 ds4server-baseline-79468c65 ssd 2 16 128 6.805883 126.033250 8.634659 114.667833 124.220583 4096 34040 7208 51017416704
7 ds4server-baseline-79468c65 ssd 3 16 128 6.726701 125.304417 8.532966 116.431375 124.278709 4096 34040 7208 51017416704
8 ds4-8db89fe0 resident 1 16 128 56.49 22.706 45.67 21.905 22.297 0 0 0 0 ed5461476a82824c3e0440e943a0b2f6b8a8f19dc26a550a1bc255003851ab8d
9 ds4-8db89fe0 resident 2 16 128 56.49 22.719 45.59 21.908 22.320 0 0 0 0 ed5461476a82824c3e0440e943a0b2f6b8a8f19dc26a550a1bc255003851ab8d
10 ds4-8db89fe0 resident 3 16 128 56.51 22.638 45.60 21.890 22.342 0 0 0 0 ed5461476a82824c3e0440e943a0b2f6b8a8f19dc26a550a1bc255003851ab8d
11 ds4-8db89fe0 ssd 1 16 128 12.07 46.746 25.73 36.461 46.861 4096 32958 4194 29684662272 2bc33a04bb88f9f3c56f8bae0124b7bf25fd2f32aee81a1bdaf6e979448da052
12 ds4-8db89fe0 ssd 2 16 128 11.88 46.737 26.11 35.622 46.982 4096 32958 4194 29684662272 2bc33a04bb88f9f3c56f8bae0124b7bf25fd2f32aee81a1bdaf6e979448da052
13 ds4-8db89fe0 ssd 3 16 128 11.16 47.092 26.20 35.513 46.554 4096 32958 4194 29684662272 2bc33a04bb88f9f3c56f8bae0124b7bf25fd2f32aee81a1bdaf6e979448da052
14 ds4server-issue-78 resident 1 16 128 69.930426 22.547583 45.683038 21.889833 22.275042 0 0 0 0 ed5461476a82824c3e0440e943a0b2f6b8a8f19dc26a550a1bc255003851ab8d
15 ds4server-issue-78 resident 2 16 128 69.760230 22.657125 45.602401 21.936042 22.331375 0 0 0 0 ed5461476a82824c3e0440e943a0b2f6b8a8f19dc26a550a1bc255003851ab8d
16 ds4server-issue-78 resident 3 16 128 69.727346 22.663208 45.361642 22.052833 22.459084 0 0 0 0 ed5461476a82824c3e0440e943a0b2f6b8a8f19dc26a550a1bc255003851ab8d
17 ds4server-issue-78 ssd 1 16 128 11.279689 48.890291 24.849723 37.847292 48.853791 4096 32958 4194 29684662272 2bc33a04bb88f9f3c56f8bae0124b7bf25fd2f32aee81a1bdaf6e979448da052
18 ds4server-issue-78 ssd 2 16 128 11.520460 48.567417 25.076916 37.696334 48.779625 4096 32958 4194 29684662272 2bc33a04bb88f9f3c56f8bae0124b7bf25fd2f32aee81a1bdaf6e979448da052
19 ds4server-issue-78 ssd 3 16 128 11.494703 48.844875 25.066058 37.616542 48.911333 4096 32958 4194 29684662272 2bc33a04bb88f9f3c56f8bae0124b7bf25fd2f32aee81a1bdaf6e979448da052