Tom Aarsen
commited on
Commit
·
864d3df
1
Parent(s):
6b4baaf
Remove eod_id line from README
Browse files
README.md
CHANGED
@@ -145,7 +145,6 @@ model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-4B')
|
|
145 |
# We recommend enabling flash_attention_2 for better acceleration and memory saving.
|
146 |
# model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-4B', attn_implementation="flash_attention_2", torch_dtype=torch.float16).cuda()
|
147 |
|
148 |
-
eod_id = tokenizer.convert_tokens_to_ids("<|endoftext|>")
|
149 |
max_length = 8192
|
150 |
|
151 |
# Tokenize the input texts
|
|
|
145 |
# We recommend enabling flash_attention_2 for better acceleration and memory saving.
|
146 |
# model = AutoModel.from_pretrained('Qwen/Qwen3-Embedding-4B', attn_implementation="flash_attention_2", torch_dtype=torch.float16).cuda()
|
147 |
|
|
|
148 |
max_length = 8192
|
149 |
|
150 |
# Tokenize the input texts
|