Merge pull request #120 from ensan-hcl/fix/zenzai_error

fix: zenzaiが動作していなかった問題を修正
This commit is contained in:
Miwa
2024-08-11 00:53:16 +09:00
committed by GitHub

View File

@ -314,7 +314,7 @@ class ZenzContext {
var exp_sum: Float = 0
let startIndex = (i - 1 - startOffset) * Int(n_vocab)
let endIndex = (i - startOffset) * Int(n_vocab)
var tokenHeap = FixedSizeHeap<TokenAndExpLogit>(size: requestRichCandidates ? 3 : 0)
var tokenHeap = FixedSizeHeap<TokenAndExpLogit>(size: requestRichCandidates ? 3 : 1)
for index in startIndex ..< endIndex {
let v = exp(logits[index])
exp_sum += v