Update app.py

app.py

@@ -1,13 +1,10 @@
-import subprocess
+import subprocess 
 
-# Install required dependencies
 subprocess.run(
     'pip install flash-attn --no-build-isolation',
     env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"},
     shell=True
 )
-subprocess.run('pip install googletrans==4.0.0-rc1 httpx>=0.24.1 gradio>=5.9.1 gradio-client>=1.5.2', shell=True)
-
 import os
 import re
 import time
@@ -15,7 +12,6 @@ import torch
 import spaces
 import gradio as gr
 from threading import Thread
-from googletrans import Translator
 from transformers import (
     AutoModelForCausalLM, 
     AutoTokenizer, 
@@ -32,6 +28,7 @@ Writing Style:
 
 1. Grammar Accuracy: Always ensure translations are grammatically correct.
 
+
 2. Contextual Suitability: Tailor translations to the context and audience:
 
 Use concise, clear sentences for medical and legal content.
@@ -40,8 +37,12 @@ Employ engaging, imaginative language for marketing material.
 
 Preserve formality and eloquence for legal content.
 
+
+
 3. Proper Structure: Respect Arabic sentence structures and avoid direct replication of source language grammar. Favor "الجملة الفعلية" unless "الجملة الاسمية" is more suitable (e.g., for headlines or disclaimers).
 
+
+
 Style Choices:
 
 Use diacritics only when necessary for clarity.
@@ -52,8 +53,10 @@ Transliterate names and drug names unless an Arabic equivalent exists.
 
 Translate program, department, and agency names when beneficial.
 
+
 Use Arabic numerals and ensure proper handling of units, addresses, and references.
 
+
 Punctuation:
 
 Apply Arabic punctuation rules, ensuring proper readability.
@@ -62,6 +65,8 @@ Use the Arabic comma (،) and semicolon (؛) as per conventions.
 
 Avoid excessive use of quotation marks and ensure logical placement of colons (:).
 
+
+
 Common Mistakes to Avoid:
 
 Avoid translating "is" as "is considered" unless contextually appropriate.
@@ -72,6 +77,7 @@ Minimize repetitive structures; leverage pronouns where applicable.
 
 Avoid overuse of constructions like "(قام + الفعل)" and "الخاص بـ."
 
+
 Specific Terminology:
 
 For legal translations, maintain formal tone and ensure accuracy in terminology.
@@ -80,12 +86,14 @@ For medical translations, simplify technical terms for lay audiences but retain
 
 For marketing translations, prioritize creativity over literal translation, aligning with the core message.
 
+
 Formatting Guidelines:
 
 Consistently follow Arabic typographic standards.
 
 Preserve the format of critical data (e.g., dates, measurements, and legal citations).
 
+
 When in doubt, prioritize clarity, consistency, and alignment with the target audience's needs. Always reconcile project-specific instructions with these guidelines, giving precedence to client requirements when conflicts arise.
 """
 # UI Configuration
@@ -133,9 +141,9 @@ h3 {
 def initialize_model():
     """Initialize the model with appropriate configurations"""
     quantization_config = BitsAndBytesConfig(
-        load_in_4bit=True,
-        bnb_4bit_compute_dtype=torch.bfloat16,
-        bnb_4bit_use_double_quant=True
+        load_in_8bit=True,
+        bnb_8bit_compute_dtype=torch.bfloat16,
+        bnb_8bit_use_double_quant=True
     )
 
     tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
@@ -148,6 +156,7 @@ def initialize_model():
         device_map="cuda",
         attn_implementation="flash_attention_2",
         quantization_config=quantization_config
+
     )
 
     return model, tokenizer
@@ -262,14 +271,6 @@ def chat_response(
             
             yield history, chat_display
 
-    # Translate the final response to Arabic
-    translator = Translator()
-    translated_text = translator.translate(buffer, src='en', dest='ar').text
-    history[-1][1] = translated_text
-    chat_display = format_chat_history(history)
-    
-    yield history, chat_display
-
 def process_example(example: str) -> tuple:
     """Process example query and return empty history and updated display"""
     return [], f"User: {example}\n\n"
@@ -404,4 +405,6 @@ def main():
 
 if __name__ == "__main__":
     demo = main()
-    demo.launch()
+    demo.launch()
+
+