Fix RemBertTokenizerFast (#16933)

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
huggingface · Apr 25, 2022 · f6210c4 · f6210c4
1 parent 32adbb2
commit f6210c4
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/transformers/models/rembert/tokenization_rembert_fast.py b/src/transformers/models/rembert/tokenization_rembert_fast.py
@@ -139,6 +139,7 @@ def __init__(
         self.remove_space = remove_space
         self.keep_accents = keep_accents
         self.vocab_file = vocab_file
+        self.can_save_slow_tokenizer = False if not self.vocab_file else True
 
     def build_inputs_with_special_tokens(
         self, token_ids_0: List[int], token_ids_1: Optional[List[int]] = None