fix ST tokenizer
Browse files
sentence_transformers_impl.py
CHANGED
@@ -63,7 +63,7 @@ class Transformer(nn.Module):
|
|
63 |
self.auto_model = AutoModel.from_pretrained(model_name_or_path, config=self.config, cache_dir=cache_dir, **model_args)
|
64 |
|
65 |
self.tokenizer = AutoTokenizer.from_pretrained(
|
66 |
-
"
|
67 |
cache_dir=cache_dir,
|
68 |
**tokenizer_args,
|
69 |
)
|
|
|
63 |
self.auto_model = AutoModel.from_pretrained(model_name_or_path, config=self.config, cache_dir=cache_dir, **model_args)
|
64 |
|
65 |
self.tokenizer = AutoTokenizer.from_pretrained(
|
66 |
+
"answerdotai/ModernBERT-base",
|
67 |
cache_dir=cache_dir,
|
68 |
**tokenizer_args,
|
69 |
)
|