Update app.py

app.py

@@ -1,7 +1,14 @@
+import subprocess
 import os
-!os.system('pip install transformers bitsandbytes sentencepiece torch')
-# import gradio as gr
-#!pip install transformers bitsandbytes sentencepiece torch
+# Install packages using subprocess
+subprocess.run(["pip", "install", "transformers", "bitsandbytes", "sentencepiece", "torch"], check=True)
+
+# Continue with the rest of your script
+import torch
+import gradio as gr
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+# Rest of your application logic
 from http import HTTPStatus
 
 # from dashscope import Generation
@@ -95,10 +102,6 @@ from urllib.error import HTTPError
 
 # demo.queue(api_open=False)
 # demo.launch(max_threads=30, share=True)
-import os
-import torch
-import gradio as gr
-from transformers import AutoTokenizer, AutoModelForCausalLM
 from typing import List, Optional, Tuple, Dict
 
 # Set up default system prompt and history/message structures