Tom Aarsen commited on
Commit
7bd6fbe
·
1 Parent(s): fd17b9c

Remove eod_id line from README

Browse files
Files changed (1) hide show
  1. README.md +0 -1
README.md CHANGED
@@ -144,7 +144,6 @@ model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-8B')
144
  # We recommend enabling flash_attention_2 for better acceleration and memory saving.
145
  # model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-8B', attn_implementation="flash_attention_2", torch_dtype=torch.float16).cuda()
146
 
147
- eod_id = tokenizer.convert_tokens_to_ids("<|endoftext|>")
148
  max_length = 8192
149
 
150
  # Tokenize the input texts
 
144
  # We recommend enabling flash_attention_2 for better acceleration and memory saving.
145
  # model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-8B', attn_implementation="flash_attention_2", torch_dtype=torch.float16).cuda()
146
 
 
147
  max_length = 8192
148
 
149
  # Tokenize the input texts