diff --git a/extensions/tokenizers/src/main/python/djl_converter/huggingface_converter.py b/extensions/tokenizers/src/main/python/djl_converter/huggingface_converter.py
index 3fcccfbc19f..08b2afd894d 100644
--- a/extensions/tokenizers/src/main/python/djl_converter/huggingface_converter.py
+++ b/extensions/tokenizers/src/main/python/djl_converter/huggingface_converter.py
@@ -137,7 +137,9 @@ def save_rust_model(self, model_info, args: Namespace, temp_dir: str,
             os.makedirs(temp_dir)
 
         tokenizer = AutoTokenizer.from_pretrained(model_id)
-        include_types = config.model_type != "distilbert"
+        include_types = config.model_type not in [
+            "distilbert", "mistral", "qwen2", "gemma2"
+        ]
         hf_pipeline = PipelineHolder(tokenizer, ModelHolder(config))
         try:
             # Save tokenizer.json to temp dir