mii/AzooKeyKanaKanjiConverter
1
0
Fork 0
mirror of https://github.com/mii443/AzooKeyKanaKanjiConverter.git synced 2025-08-22 15:05:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

不必要に指定していたlowerを削除 (#95)

Browse Source
This commit is contained in:
Miwa
2024-05-19 17:43:20 +09:00
committed by GitHub
parent e3d29f045b
commit dfef9631a9
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
Sources/KanaKanjiConverterModule/Zenz/ZenzContext.swift
View File

@ -190,7 +190,6 @@ class ZenzContext {
}
private func tokenize(text: String, add_bos: Bool, add_eos: Bool = false) -> [llama_token] {
let text = text.lowercased()
let utf8Count = text.utf8.count
let n_tokens = utf8Count + (add_bos ? 1 : 0)
let tokens = UnsafeMutablePointer<llama_token>.allocate(capacity: n_tokens)