Update app.py

app.py

@@ -47,7 +47,7 @@ def chunk_text(text, max_tokens=4000):
 
 def analyze_chunk(chunk):
     """
-    Analyzes a single chunk of text using the Cerebras Llama model.
+    Analyzes a single chunk of text using the Cerebras model.
     """
     messages = [
         {
@@ -67,40 +67,18 @@ def analyze_chunk(chunk):
     ]
 
     try:
-        # Use Cerebras AI for processing
         stream = client.chat.completions.create(
             messages=messages,
             model="llama-3.3-70b",
-            stream=True,
+            stream=False,
             max_completion_tokens=1024,
             temperature=0.2,
             top_p=1
         )
-        result = ""
-        for chunk in stream:
-            result += chunk.choices[0].delta.content or ""
-        return result
+        return stream.choices[0].message.content
     except Exception as e:
         return f"An error occurred while processing a chunk: {e}"
 
-from docx import Document
-
-def save_as_docx(content, file_name="Literature_Analysis.docx"):
-    """
-    Saves the given content to a DOCX file.
-
-    Parameters:
-        content (str): The text content to save.
-        file_name (str): The name of the DOCX file (default: 'Literature_Analysis.docx').
-    """
-    document = Document()
-    document.add_heading("Literature Analysis", level=1)
-    document.add_paragraph(content)
-    document.save(file_name)
-    return file_name
-
-from docx import Document
-
 def save_as_docx(content, file_name="Literature_Analysis.docx"):
     """
     Saves the given content to a DOCX file.
@@ -158,11 +136,14 @@ def analyze_document(file):
         )
         final_summary = ""
         for chunk in stream:
-            final_summary += chunk.choices[0].delta.content or ""
+            content = chunk.choices[0].delta.content or ""
+            final_summary += content
+
+        # Show the final summary first
+        yield f"**Final Summary:**\n\n{final_summary}"
 
         # Save the final summary as a .docx file
         docx_file = save_as_docx(final_summary)
-        yield f"**Final Summary:**\n\n{final_summary}"
         yield f"**Download the DOCX file here:** [Download {docx_file}](file:///{docx_file})"
     except Exception as e:
         yield f"**Error:** An error occurred during consolidation: {e}"
@@ -171,14 +152,11 @@ def analyze_document(file):
 interface = gr.Interface(
     fn=analyze_document,
     inputs=gr.File(label="Upload a PDF or DOCX file"),
-    outputs=[
-        gr.Markdown(label="Literature Analysis"),
-        gr.File(label="Download Analysis (DOCX)")
-    ],
+    outputs=gr.Markdown(label="Literature Analysis"),
     title="Automated Literature Review",
     description=(
         "Upload a PDF or DOCX document, and this tool will analyze it to extract and consolidate its content. "
-        "You are advised to upload smaller documents with at most 8 pages."
+        "It might take a while, be patient. You are advised to upload smaller documents with shorter text as it may take a while to process longer files."
     ),
 )