Adjusted tokenisation tests to account for removal of 的 from suffixes

andreihar · Jun 17, 2024 · 1b8b82a · 1b8b82a
1 parent bfadf5a
commit 1b8b82a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/test_tokenisation.py b/tests/test_tokenisation.py
@@ -13,7 +13,7 @@ def test_best_solution_tokenisation():
 
 def test_suffix():
 	t = Tokeniser()
-	assert ['咱', '的', '食飯', '是', '誠', '好食'] == t.tokenise("咱的食飯是誠好食")
+	assert ['咱的', '食飯', '是', '誠', '好食'] == t.tokenise("咱的食飯是誠好食")
 	assert ['卯死', '矣'] == t.tokenise("卯死矣")
 
 def test_simplified():