Skip to content

Commit 2b8fd84

Browse files
Merge pull request huggingface#6 from DaryaTereshchenko/last_commit
hopefully last commit
2 parents 64b14f6 + 555b80c commit 2b8fd84

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

tests/models/prism/test_tokenization_prism.py

+1
Original file line numberDiff line numberDiff line change
@@ -142,6 +142,7 @@ def test_tokenizer_batch_encode_plus(self):
142142
self.assertListEqual(self.expected_src_tokens, ids)
143143

144144
def test_tokenizer_decode_ignores_language_codes(self):
145+
self.assertIn(FR_CODE, self.tokenizer.all_special_ids)
145146
generated_ids = [
146147
FR_CODE,
147148
16370,

0 commit comments

Comments
 (0)