Update tokenization_phi3_small.py (#18)

- Update tokenization_phi3_small.py (3558f70d46aadc019146e8744232c2374234b8c1)


Co-authored-by: David Majercak <[email protected]>

tokenization_phi3_small.py

@@ -180,12 +180,10 @@ class Phi3SmallTokenizer(PreTrainedTokenizer):
         # First try to load from the tokenization config if it exists
         tokenization_config = get_tokenizer_config(pretrained_model_name_or_path, **kwargs)
         if tokenization_config:
-            cls_kwargs.update(
-                dict(
-                    model_max_length=tokenization_config["model_max_length"],
-                    chat_template=tokenization_config.get("chat_template", None)
-                )
-            )
+            cls_kwargs = {
+                **tokenization_config,
+                **cls_kwargs
+            }
         else:
             config = AutoConfig.from_pretrained(pretrained_model_name_or_path, trust_remote_code=True)
             cls_kwargs["model_max_length"] = config.max_position_embeddings