Tom Aarsen
commited on
Commit
·
2653833
1
Parent(s):
2f6ecfd
Remove eod_id line from README
Browse files
README.md
CHANGED
@@ -145,7 +145,6 @@ model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-0.6B')
|
|
145 |
# We recommend enabling flash_attention_2 for better acceleration and memory saving.
|
146 |
# model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-0.6B', attn_implementation="flash_attention_2", torch_dtype=torch.float16).cuda()
|
147 |
|
148 |
-
eod_id = tokenizer.convert_tokens_to_ids("<|endoftext|>")
|
149 |
max_length = 8192
|
150 |
|
151 |
# Tokenize the input texts
|
|
|
145 |
# We recommend enabling flash_attention_2 for better acceleration and memory saving.
|
146 |
# model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-0.6B', attn_implementation="flash_attention_2", torch_dtype=torch.float16).cuda()
|
147 |
|
|
|
148 |
max_length = 8192
|
149 |
|
150 |
# Tokenize the input texts
|