feat: migration to mlx-swift-lm v3

This commit is contained in:
2026-04-30 09:18:37 +02:00
parent 4ad46ec1ea
commit 3502266ff9
13 changed files with 211 additions and 228 deletions

View File

@@ -249,4 +249,11 @@ private final class NonStandardCache: KVCache {
) -> MLXFast.ScaledDotProductAttentionMaskMode {
.none
}
func copy() -> any KVCache {
let c = NonStandardCache(tokenCount: 0, headDim: 0)
c.state = state
c.offset = offset
return c
}
}