Update app.py
Browse files
app.py
CHANGED
|
@@ -13,7 +13,7 @@ model = WhisperForConditionalGeneration.from_pretrained(
|
|
| 13 |
peft_config.base_model_name_or_path, load_in_8bit=False, device_map="cuda:0"
|
| 14 |
)
|
| 15 |
model = PeftModel.from_pretrained(model, peft_model_id)
|
| 16 |
-
model.merge_and_unload()
|
| 17 |
tokenizer = WhisperTokenizer.from_pretrained(peft_config.base_model_name_or_path, language=language, task=task)
|
| 18 |
processor = WhisperProcessor.from_pretrained(peft_config.base_model_name_or_path, language=language, task=task)
|
| 19 |
feature_extractor = processor.feature_extractor
|
|
|
|
| 13 |
peft_config.base_model_name_or_path, load_in_8bit=False, device_map="cuda:0"
|
| 14 |
)
|
| 15 |
model = PeftModel.from_pretrained(model, peft_model_id)
|
| 16 |
+
model = model.merge_and_unload()
|
| 17 |
tokenizer = WhisperTokenizer.from_pretrained(peft_config.base_model_name_or_path, language=language, task=task)
|
| 18 |
processor = WhisperProcessor.from_pretrained(peft_config.base_model_name_or_path, language=language, task=task)
|
| 19 |
feature_extractor = processor.feature_extractor
|