optimize: do not calclate when alpha is zero

This commit is contained in:
Miwa / Ensan
2025-02-08 22:42:11 +09:00
parent c6fa42fdfe
commit f18dc75f6c

View File

@@ -426,7 +426,7 @@ final class ZenzContext {
}
let logsumexp = logf(sumexp)
if let (mode, baseLM, personalLM) = personalizationMode {
if let (mode, baseLM, personalLM) = personalizationMode, mode.alpha > 0 {
let prefix = tokens[..<i].dropFirst(prompt_tokens.count).map(Int.init)
let baseProb: [Float]
let personalProb: [Float]