mii/AzooKeyKanaKanjiConverter
1
0
Fork 0
mirror of https://github.com/mii443/AzooKeyKanaKanjiConverter.git synced 2025-08-22 15:05:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: stop using String(cString:)

Browse Source
This commit is contained in:
ensan-hcl
2025-06-24 19:12:50 +09:00
parent 5feac1c672
commit a254dcee19
2 changed files with 8 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
Sources/KanaKanjiConverterModule/Kana2Kanji/zenzai.swift
View File

@ -44,7 +44,7 @@ extension Kana2Kanji {
var hasEOS: Bool
var description: String {
"PrefixConstraint(constraint: \"\(String(cString: self.constraint + [0]))\", hasEOS: \(self.hasEOS))"
"PrefixConstraint(constraint: \"\(String(decoding: self.constraint, as: UTF8.self))\", hasEOS: \(self.hasEOS))"
}
var isEmpty: Bool {

13
Sources/KanaKanjiConverterModule/Zenz/ZenzContext.swift
View File

@ -239,8 +239,10 @@ final class ZenzContext {
}
// Heapからソートして結果を取り出す
let cchars: [CChar] = prompt_tokens.dropFirst(initial_count).flatMap(self.token_to_piece) + [0]
return String(cString: cchars)
let cchars: [CChar] = prompt_tokens.dropFirst(initial_count).flatMap(self.token_to_piece)
let data = Data(cchars.map { UInt8(bitPattern: $0) })
let result: String = String(data: data, encoding: .utf8) ?? ""
return result
}
func predict_next_character(leftSideContext: String, count: Int) -> [(character: Character, value: Float)] {
@ -471,12 +473,11 @@ final class ZenzContext {
// ここで最も良い候補であったかをチェックする
if maxItem.token != token_id {
if maxItem.token == llama_vocab_eos(vocab) {
var cchars = tokens[..<i].reduce(into: []) {
let cchars: [CChar] = tokens[..<i].reduce(into: []) {
$0.append(contentsOf: token_to_piece(token: $1))
}
// adding "\0"
cchars.append(0)
let string = String(cString: cchars)
let data = Data(cchars.map { UInt8(bitPattern: $0) })
let string: String = String(data: data, encoding: .utf8) ?? ""
// 要求するべき制約を記述する
let wholeResult = String(string.dropFirst(prompt.count))
return .wholeResult(wholeResult)