Tom Aarsen commited on
Commit
2653833
·
1 Parent(s): 2f6ecfd

Remove eod_id line from README

Browse files
Files changed (1) hide show
  1. README.md +0 -1
README.md CHANGED
@@ -145,7 +145,6 @@ model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-0.6B')
145
  # We recommend enabling flash_attention_2 for better acceleration and memory saving.
146
  # model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-0.6B', attn_implementation="flash_attention_2", torch_dtype=torch.float16).cuda()
147
 
148
- eod_id = tokenizer.convert_tokens_to_ids("<|endoftext|>")
149
  max_length = 8192
150
 
151
  # Tokenize the input texts
 
145
  # We recommend enabling flash_attention_2 for better acceleration and memory saving.
146
  # model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-0.6B', attn_implementation="flash_attention_2", torch_dtype=torch.float16).cuda()
147
 
 
148
  max_length = 8192
149
 
150
  # Tokenize the input texts