Update backupapp.py

backupapp.py

@@ -3,7 +3,7 @@ import base64
 import glob
 import json
 import math
-import mistune
+#import mistune
 import openai
 import os
 import pytz
@@ -13,6 +13,8 @@ import streamlit as st
 import textract
 import time
 import zipfile
+import huggingface_hub
+import dotenv
 from audio_recorder_streamlit import audio_recorder
 from bs4 import BeautifulSoup
 from collections import deque
@@ -113,6 +115,7 @@ def StreamLLMChatResponse(prompt):
         res_box = st.empty()
         collected_chunks=[]
         collected_messages=[]
+        #allresults=''
         for r in stream:
             if r.token.special:
                 continue
@@ -126,8 +129,12 @@ def StreamLLMChatResponse(prompt):
                 if len(r.token.text) > 0:
                     result="".join(report).strip()
                     res_box.markdown(f'*{result}*')
+                    #allresults=allresults+result
             except:
-                st.write(' ')
+                st.write('Stream llm issue')
+
+        #st.write(allresults)
+        #return allresults
     except:
         st.write('DromeLlama is asleep. Starting up now on A10 - please give 5 minutes then retry as KEDA scales up from zero to activate running container(s).')
 
@@ -388,7 +395,7 @@ def get_zip_download_link(zip_file):
     return href
 
 
-API_URL = f'https://tonpixzfvq3791u9.us-east-1.aws.endpoints.huggingface.cloud'
+API_URL_IE = f'https://tonpixzfvq3791u9.us-east-1.aws.endpoints.huggingface.cloud'
 headers = {
 	"Authorization": "Bearer XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX",
 	"Content-Type": "audio/wav"
@@ -397,7 +404,7 @@ headers = {
 def query(filename):
     with open(filename, "rb") as f:
         data = f.read()
-    response = requests.post(API_URL, headers=headers, data=data)
+    response = requests.post(API_URL_IE, headers=headers, data=data)
     return response.json()
 
 def generate_filename(prompt, file_type):
@@ -422,7 +429,6 @@ def transcribe_audio(filename):
     output = query(filename)
     return output
 
-
 def whisper_main():
     st.title("Speech to Text")
     st.write("Record your speech and get the text.")
@@ -432,7 +438,12 @@ def whisper_main():
     if filename is not None:
         transcription = transcribe_audio(filename)
         st.write(transcription)
-
+        response = StreamLLMChatResponse(transcription['text'])
+        st.write(response)
+        #filename = generate_filename(str(response), ".txt")
+        #st.write(filename)
+        #create_file(filename, transcription, '', True)
+        #st.sidebar.markdown(get_table_download_link(filename), unsafe_allow_html=True)
 
 def main():