AbstractPhil commited on
Commit
ed0198d
·
1 Parent(s): 8981bab

removed shaky peft logic

Browse files
Files changed (1) hide show
  1. app.py +9 -9
app.py CHANGED
@@ -129,14 +129,14 @@ def _load_model_on(device_map: Optional[str]) -> AutoModelForCausalLM:
129
  print(f"[Model] Loading base model from {MODEL_ID}...")
130
  model = AutoModelForCausalLM.from_pretrained(MODEL_ID, **_build_model_kwargs(device_map))
131
 
132
- if ADAPTER_ID:
133
- if not _HAS_PEFT:
134
- raise RuntimeError("peft is required when ADAPTER_ID is set.")
135
- print(f"[Model] Loading adapter from {ADAPTER_ID}...")
136
- peft_kwargs: Dict[str, Any] = {"token": HF_TOKEN}
137
- if ADAPTER_SUBFOLDER:
138
- peft_kwargs["subfolder"] = ADAPTER_SUBFOLDER
139
- model = PeftModel.from_pretrained(model, ADAPTER_ID, is_trainable=False, **peft_kwargs)
140
 
141
  model.eval()
142
  # Ensure a valid pad_token_id is set; some OSS checkpoints reuse eos as pad
@@ -716,7 +716,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
716
  **Note:** Install `openai-harmony` for full Harmony support: `pip install openai-harmony`
717
  """
718
  )
719
-
720
 
721
  with gr.Row():
722
  system_prompt = gr.Textbox(
 
129
  print(f"[Model] Loading base model from {MODEL_ID}...")
130
  model = AutoModelForCausalLM.from_pretrained(MODEL_ID, **_build_model_kwargs(device_map))
131
 
132
+ #if ADAPTER_ID:
133
+ # if not _HAS_PEFT:
134
+ # raise RuntimeError("peft is required when ADAPTER_ID is set.")
135
+ # print(f"[Model] Loading adapter from {ADAPTER_ID}...")
136
+ # peft_kwargs: Dict[str, Any] = {"token": HF_TOKEN}
137
+ # if ADAPTER_SUBFOLDER:
138
+ # peft_kwargs["subfolder"] = ADAPTER_SUBFOLDER
139
+ # model = PeftModel.from_pretrained(model, ADAPTER_ID, is_trainable=False, **peft_kwargs)
140
 
141
  model.eval()
142
  # Ensure a valid pad_token_id is set; some OSS checkpoints reuse eos as pad
 
716
  **Note:** Install `openai-harmony` for full Harmony support: `pip install openai-harmony`
717
  """
718
  )
719
+
720
 
721
  with gr.Row():
722
  system_prompt = gr.Textbox(