djuna commited on
Commit
3a5a43e
·
1 Parent(s): a228f5f

fix: follow lora extract arg

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -239,7 +239,7 @@ def extract(finetuned_model: str, base_model: str, rank: int, hf_token: str, rep
239
  # Set tmp HF_HOME to avoid filling up disk Space
240
  tmp_env = os.environ.copy() # taken from https://stackoverflow.com/a/4453495
241
  tmp_env["HF_HOME"] = f"{tmpdirname}/.cache"
242
- full_cli = f"mergekit-extract-lora {finetuned_model} {base_model} lora --rank={rank}"
243
  yield from runner.run_command(full_cli.split(), cwd=merged_path, env=tmp_env)
244
 
245
  if runner.exit_code != 0:
@@ -303,7 +303,7 @@ with gr.Blocks() as demo:
303
  label="Base Model",
304
  )
305
  rank = gr.Dropdown(
306
- [32, 64, 128],
307
  label="Rank level",
308
  value=32,
309
  )
 
239
  # Set tmp HF_HOME to avoid filling up disk Space
240
  tmp_env = os.environ.copy() # taken from https://stackoverflow.com/a/4453495
241
  tmp_env["HF_HOME"] = f"{tmpdirname}/.cache"
242
+ full_cli = f"mergekit-extract-lora --model {finetuned_model} --base-model {base_model} --out-path lora --max-rank={rank}"
243
  yield from runner.run_command(full_cli.split(), cwd=merged_path, env=tmp_env)
244
 
245
  if runner.exit_code != 0:
 
303
  label="Base Model",
304
  )
305
  rank = gr.Dropdown(
306
+ [8, 16, 32, 64, 128],
307
  label="Rank level",
308
  value=32,
309
  )