Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -22,7 +22,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
|
|
22 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
23 |
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
24 |
|
25 |
-
model_name = "
|
26 |
|
27 |
model = AutoModelForCausalLM.from_pretrained(
|
28 |
model_name,
|
@@ -34,9 +34,9 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
34 |
#peft_model = AutoPeftModelForCausalLM.from_pretrained("ehristoforu/CoolQwen2.5-3b-it")
|
35 |
#merged_model = peft_model.merge_and_unload()
|
36 |
#merged_model.save_pretrained("./coolqwen")
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
from huggingface_hub import HfApi
|
41 |
|
42 |
api = HfApi()
|
@@ -45,11 +45,11 @@ api = HfApi()
|
|
45 |
|
46 |
api.upload_folder(
|
47 |
folder_path="./coolqwen",
|
48 |
-
repo_id="ehristoforu/
|
49 |
repo_type="model",
|
50 |
token=HF_TOKEN,
|
51 |
)
|
52 |
-
|
53 |
|
54 |
@spaces.GPU(duration=60)
|
55 |
def generate(
|
|
|
22 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
23 |
device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
24 |
|
25 |
+
model_name = "ehristoforu/Phi4-MoE-2x14B-Instruct"
|
26 |
|
27 |
model = AutoModelForCausalLM.from_pretrained(
|
28 |
model_name,
|
|
|
34 |
#peft_model = AutoPeftModelForCausalLM.from_pretrained("ehristoforu/CoolQwen2.5-3b-it")
|
35 |
#merged_model = peft_model.merge_and_unload()
|
36 |
#merged_model.save_pretrained("./coolqwen")
|
37 |
+
model.save_pretrained("./coolqwen")
|
38 |
+
tokenizer.save_pretrained("./coolqwen")
|
39 |
+
|
40 |
from huggingface_hub import HfApi
|
41 |
|
42 |
api = HfApi()
|
|
|
45 |
|
46 |
api.upload_folder(
|
47 |
folder_path="./coolqwen",
|
48 |
+
repo_id="ehristoforu/Phi4-MoE-2x14B",
|
49 |
repo_type="model",
|
50 |
token=HF_TOKEN,
|
51 |
)
|
52 |
+
|
53 |
|
54 |
@spaces.GPU(duration=60)
|
55 |
def generate(
|