jxm commited on
Commit
97ad81c
·
verified ·
1 Parent(s): 873605f

fix ST tokenizer

Browse files
Files changed (1) hide show
  1. sentence_transformers_impl.py +1 -1
sentence_transformers_impl.py CHANGED
@@ -63,7 +63,7 @@ class Transformer(nn.Module):
63
  self.auto_model = AutoModel.from_pretrained(model_name_or_path, config=self.config, cache_dir=cache_dir, **model_args)
64
 
65
  self.tokenizer = AutoTokenizer.from_pretrained(
66
- "bert-base-uncased",
67
  cache_dir=cache_dir,
68
  **tokenizer_args,
69
  )
 
63
  self.auto_model = AutoModel.from_pretrained(model_name_or_path, config=self.config, cache_dir=cache_dir, **model_args)
64
 
65
  self.tokenizer = AutoTokenizer.from_pretrained(
66
+ "answerdotai/ModernBERT-base",
67
  cache_dir=cache_dir,
68
  **tokenizer_args,
69
  )