feat: context fill grade in chat UI

2026-03-21 09:39:25 +01:00
parent 675183152a
commit 32bbf3f204
4 changed files with 93 additions and 1 deletions
--- a/MLXServerTests/Server/PromptBuilderTests.swift
+++ b/MLXServerTests/Server/PromptBuilderTests.swift
@@ -61,6 +61,20 @@ final class PromptBuilderTests: XCTestCase {
        XCTAssertEqual(prepared.additionalContext?["enable_thinking"] as? Bool, legacy.additionalContext?["enable_thinking"] as? Bool)
    }

+    func testEstimatePromptTokensMatchesSharedCharacterHeuristic() {
+        let messages = [
+            Chat.Message(role: .user, content: "1234567890"),
+            Chat.Message(role: .assistant, content: "abcdefghij")
+        ]
+
+        let estimated = PromptBuilder.estimatePromptTokens(
+            instructions: "system12345",
+            chatMessages: messages
+        )
+
+        XCTAssertEqual(estimated, 8)
+    }
+
    func testBuildAggregatesInstructionsAndMessages() {
        let request = APIChatCompletionRequest(
            model: "gemma",