use bigram based dict.

This commit is contained in:
Tokuhiro Matsuno
2020-09-12 11:36:22 +09:00
parent 87585f06ae
commit 4c3efffe37
3 changed files with 75 additions and 4 deletions

View File

@ -36,6 +36,10 @@ class LanguageModel:
@functools.lru_cache
def calc_bigram_cost(self, prev_node, next_node) -> float:
# self → node で処理する。
u = self.user_dict.get_bigram_cost(prev_node, next_node)
if u:
self.logger.info(f"Use user's bigram score: {prev_node.get_key()},{next_node.get_key()} -> {u}")
return u
return self.system_bigram_score.get(
f"{prev_node.get_key()}\t{next_node.get_key()}", DEFAULT_SCORE
)[0][0]