Update app.py

app.py

@@ -1,13 +1,10 @@
 import streamlit as st
 from transformers import AutoModelForCausalLM, AutoTokenizer
 from peft import PeftModel
-from dotenv import load_dotenv
-load_dotenv()
 from huggingface_hub import login
 import os
 
-access_token = os.environ["HUGGING_FACE_HUB_TOKEN"]
-login(token=access_token)
+login()
 
 # Load the base model and adapter
 @st.cache_resource
@@ -17,9 +14,12 @@ def load_model():
 
     # Load the base model
     base_model = AutoModelForCausalLM.from_pretrained(base_model_name, trust_remote_code=True)
+
+    # Load the configuration
+    config = PeftConfig.from_pretrained(adapter_model_name)
     
     # Load the PEFT adapter on top of the base model
-    model = PeftModel.from_pretrained(base_model, adapter_model_name)
+    model = PeftModel.from_pretrained(base_model, adapter_model_name, config=config)
 
     # Load tokenizer from base model
     tokenizer = AutoTokenizer.from_pretrained(base_model_name, trust_remote_code=True)