Update thai2fit tokenizer

wannaphong · wannaphong · commit 9df5a4a7963d · 2023-11-01T16:33:42.000+07:00
diff --git a/pythainlp/tokenize/__init__.py b/pythainlp/tokenize/__init__.py
@@ -55,5 +55,5 @@
 from pythainlp.corpus import get_corpus as _get_corpus
 
 THAI2FIT_TOKENIZER = Tokenizer(
-    custom_dict=_get_corpus("words_th_thai2fit_201810.txt"), engine="newmm"
+    custom_dict=_get_corpus("words_th_thai2fit_201810.txt"), engine="mm"
 )

Original file line number	Diff line number	Diff line change
`@@ -55,5 +55,5 @@`
`55`	`55`	`from pythainlp.corpus import get_corpus as _get_corpus`
`56`	`56`
`57`	`57`	`THAI2FIT_TOKENIZER = Tokenizer(`
`58`		`- custom_dict=_get_corpus("words_th_thai2fit_201810.txt"), engine="newmm"`
	`58`	`+ custom_dict=_get_corpus("words_th_thai2fit_201810.txt"), engine="mm"`
`59`	`59`	`)`