Accelerate DeepSeek DSpark inference

This commit is contained in:
Georg Bauer
2026-08-30 21:45:16 +02:00
parent 28231e1faf
commit 6c4e792c8a
5 changed files with 549 additions and 72 deletions

View File

@@ -79,7 +79,7 @@ impl App {
text_input("Automatic", &self.preference_draft.directional_steering_ffn);
let mut steering_attn = text_input("0", &self.preference_draft.directional_steering_attn);
let mut dspark_confidence = text_input(
"0.6 (DS4 default)",
"0.8 (DeepSeek V4 Flash default)",
&self.preference_draft.dspark_confidence_threshold,
);
if self.preference_draft.model != ModelChoice::Glm52 {
@@ -630,7 +630,7 @@ impl App {
dspark,
preference_input_row(
"DSpark confidence threshold",
"How sure the draft model must be, from 0 to 1, before its token is handed to the verifier. Lower forwards more guesses for more speed and more rejected work; blank uses DS4's 0.6, or 0.8 for exact sampling.",
"How sure the draft model must be, from 0 to 1, before its token is handed to the verifier. Lower forwards more guesses for more speed and more rejected work; blank uses the measured DeepSeek V4 Flash optimum of 0.8.",
dspark_confidence,
),
hint(