Tom Aarsen
commited on
Commit
·
7bd6fbe
1
Parent(s):
fd17b9c
Remove eod_id line from README
Browse files
README.md
CHANGED
@@ -144,7 +144,6 @@ model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-8B')
|
|
144 |
# We recommend enabling flash_attention_2 for better acceleration and memory saving.
|
145 |
# model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-8B', attn_implementation="flash_attention_2", torch_dtype=torch.float16).cuda()
|
146 |
|
147 |
-
eod_id = tokenizer.convert_tokens_to_ids("<|endoftext|>")
|
148 |
max_length = 8192
|
149 |
|
150 |
# Tokenize the input texts
|
|
|
144 |
# We recommend enabling flash_attention_2 for better acceleration and memory saving.
|
145 |
# model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-8B', attn_implementation="flash_attention_2", torch_dtype=torch.float16).cuda()
|
146 |
|
|
|
147 |
max_length = 8192
|
148 |
|
149 |
# Tokenize the input texts
|