Update README.md
Browse files
README.md
CHANGED
@@ -61,7 +61,7 @@ Then you can load this model and run inference.
|
|
61 |
from sentence_transformers.sparse_encoder import SparseEncoder
|
62 |
|
63 |
# Download from the 🤗 Hub
|
64 |
-
model = SparseEncoder("opensearch-project/opensearch-neural-sparse-encoding-doc-v3-gte", trust_remote_code=True)
|
65 |
|
66 |
query = "What's the weather in ny now?"
|
67 |
document = "Currently New York is rainy."
|
@@ -135,7 +135,7 @@ def get_tokenizer_idf(tokenizer):
|
|
135 |
return torch.tensor(idf_vector)
|
136 |
|
137 |
# load the model
|
138 |
-
model = AutoModelForMaskedLM.from_pretrained("opensearch-project/opensearch-neural-sparse-encoding-doc-v3-gte", trust_remote_code=True)
|
139 |
tokenizer = AutoTokenizer.from_pretrained("opensearch-project/opensearch-neural-sparse-encoding-doc-v3-gte")
|
140 |
idf = get_tokenizer_idf(tokenizer)
|
141 |
|
|
|
61 |
from sentence_transformers.sparse_encoder import SparseEncoder
|
62 |
|
63 |
# Download from the 🤗 Hub
|
64 |
+
model = SparseEncoder("opensearch-project/opensearch-neural-sparse-encoding-doc-v3-gte", trust_remote_code=True, model_kwargs={"code_revision": "40ced75c3017eb27626c9d4ea981bde21a2662f4"})
|
65 |
|
66 |
query = "What's the weather in ny now?"
|
67 |
document = "Currently New York is rainy."
|
|
|
135 |
return torch.tensor(idf_vector)
|
136 |
|
137 |
# load the model
|
138 |
+
model = AutoModelForMaskedLM.from_pretrained("opensearch-project/opensearch-neural-sparse-encoding-doc-v3-gte", trust_remote_code=True, code_revision="40ced75c3017eb27626c9d4ea981bde21a2662f4")
|
139 |
tokenizer = AutoTokenizer.from_pretrained("opensearch-project/opensearch-neural-sparse-encoding-doc-v3-gte")
|
140 |
idf = get_tokenizer_idf(tokenizer)
|
141 |
|