From 9df5a4a7963d5697488f775086fada45570ddd80 Mon Sep 17 00:00:00 2001 From: Wannaphong Phatthiyaphaibun Date: Wed, 1 Nov 2023 16:33:42 +0700 Subject: [PATCH] Update thai2fit tokenizer --- pythainlp/tokenize/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pythainlp/tokenize/__init__.py b/pythainlp/tokenize/__init__.py index 5ed4de517..57a8edcdc 100644 --- a/pythainlp/tokenize/__init__.py +++ b/pythainlp/tokenize/__init__.py @@ -55,5 +55,5 @@ from pythainlp.corpus import get_corpus as _get_corpus THAI2FIT_TOKENIZER = Tokenizer( - custom_dict=_get_corpus("words_th_thai2fit_201810.txt"), engine="newmm" + custom_dict=_get_corpus("words_th_thai2fit_201810.txt"), engine="mm" )