Spaces:
Running
on
Zero
Running
on
Zero
AbstractPhil
commited on
Commit
·
ed0198d
1
Parent(s):
8981bab
removed shaky peft logic
Browse files
app.py
CHANGED
@@ -129,14 +129,14 @@ def _load_model_on(device_map: Optional[str]) -> AutoModelForCausalLM:
|
|
129 |
print(f"[Model] Loading base model from {MODEL_ID}...")
|
130 |
model = AutoModelForCausalLM.from_pretrained(MODEL_ID, **_build_model_kwargs(device_map))
|
131 |
|
132 |
-
if ADAPTER_ID:
|
133 |
-
|
134 |
-
|
135 |
-
|
136 |
-
|
137 |
-
|
138 |
-
|
139 |
-
|
140 |
|
141 |
model.eval()
|
142 |
# Ensure a valid pad_token_id is set; some OSS checkpoints reuse eos as pad
|
@@ -716,7 +716,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
|
|
716 |
**Note:** Install `openai-harmony` for full Harmony support: `pip install openai-harmony`
|
717 |
"""
|
718 |
)
|
719 |
-
|
720 |
|
721 |
with gr.Row():
|
722 |
system_prompt = gr.Textbox(
|
|
|
129 |
print(f"[Model] Loading base model from {MODEL_ID}...")
|
130 |
model = AutoModelForCausalLM.from_pretrained(MODEL_ID, **_build_model_kwargs(device_map))
|
131 |
|
132 |
+
#if ADAPTER_ID:
|
133 |
+
# if not _HAS_PEFT:
|
134 |
+
# raise RuntimeError("peft is required when ADAPTER_ID is set.")
|
135 |
+
# print(f"[Model] Loading adapter from {ADAPTER_ID}...")
|
136 |
+
# peft_kwargs: Dict[str, Any] = {"token": HF_TOKEN}
|
137 |
+
# if ADAPTER_SUBFOLDER:
|
138 |
+
# peft_kwargs["subfolder"] = ADAPTER_SUBFOLDER
|
139 |
+
# model = PeftModel.from_pretrained(model, ADAPTER_ID, is_trainable=False, **peft_kwargs)
|
140 |
|
141 |
model.eval()
|
142 |
# Ensure a valid pad_token_id is set; some OSS checkpoints reuse eos as pad
|
|
|
716 |
**Note:** Install `openai-harmony` for full Harmony support: `pip install openai-harmony`
|
717 |
"""
|
718 |
)
|
719 |
+
|
720 |
|
721 |
with gr.Row():
|
722 |
system_prompt = gr.Textbox(
|