|
|
--- |
|
|
license: apache-2.0 |
|
|
base_model: |
|
|
- microsoft/Phi-4-mini-instruct |
|
|
pipeline_tag: text-generation |
|
|
tags: |
|
|
- OpenVINO |
|
|
- Optimum-Intel |
|
|
- OpenArc |
|
|
--- |
|
|
|
|
|
This repo contains OpenVINO quantizied versions of Phi-4-mini-instruct. |
|
|
|
|
|
I reccomend starting with **int4_asym-awq-se-ov** |
|
|
|
|
|
To download individual models from this repo use the provided snippet: |
|
|
|
|
|
``` |
|
|
from huggingface_hub import snapshot_download |
|
|
|
|
|
repo_id = "Echo9Zulu/Phi-4-mini-instruct-OpenVINO" |
|
|
|
|
|
# Choose the weights you want |
|
|
repo_directory = "int4_asym-awq-se-ov" |
|
|
|
|
|
# Where you want to save it |
|
|
local_dir = "./Echo9Zulu_Phi-4-mini-instruct-OpenVINO" |
|
|
|
|
|
snapshot_download( |
|
|
repo_id=repo_id, |
|
|
allow_patterns=[f"{repo_directory}/*"], |
|
|
local_dir=local_dir, |
|
|
local_dir_use_symlinks=True |
|
|
) |
|
|
|
|
|
print("Download complete!") |
|
|
``` |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
