Update README.md
Browse files
README.md
CHANGED
|
@@ -46,7 +46,8 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
|
|
| 46 |
|
| 47 |
# Push to hub
|
| 48 |
USER_ID = "YOUR_USER_ID"
|
| 49 |
-
|
|
|
|
| 50 |
quantized_model.push_to_hub(save_to, safe_serialization=False)
|
| 51 |
tokenizer.push_to_hub(save_to)
|
| 52 |
|
|
|
|
| 46 |
|
| 47 |
# Push to hub
|
| 48 |
USER_ID = "YOUR_USER_ID"
|
| 49 |
+
MODEL_NAME = model_id.split("/")[-1]
|
| 50 |
+
save_to = f"{USER_ID}/{MODEL_NAME}-float8dq"
|
| 51 |
quantized_model.push_to_hub(save_to, safe_serialization=False)
|
| 52 |
tokenizer.push_to_hub(save_to)
|
| 53 |
|