Update app.py

app.py

@@ -21,12 +21,14 @@ import scripts.sentiment as sentiment
 import scripts.twitter_scraper as ts
 import scripts.utils as utils
 from scripts import generative
+import nltk
 
 logging.basicConfig(level=logging.INFO)
 
 app = FastAPI()
 templates = Jinja2Templates(directory="templates")
 app.mount("/static", StaticFiles(directory="static"), name="static")
+
 # Construct absolute path to models folder
 models_path = os.path.abspath("models")
 
@@ -168,19 +170,46 @@ async def get_sentiment(username: str) -> Dict[str, Dict[str, float]]:
 @app.post("/api/generate")
 # async def generate_text(account: str, text: str):
 async def generate_text(request: Request):
-
+    print("*"*50)
     data = await request.json()
     print("*"*50)
     print("POST Request:")
-    print(data['account'],data['text'])
+
+    # Check length of input, if it is greater than 10 tokens, the text is sent off to a summarizer to generate:
+
+
     generated_text = generative.generate_account_text(
         prompt=data['text'], model_dir=os.path.join(models_path, data['account'])
     )
     # return one example
     generated_text = generated_text[0]["generated_text"]
-    return {"generated_text": generated_text}
-
 
+    ###################################################
+    ## Clean up generate text
+    # Get rid of final sentence
+    sentences = nltk.sent_tokenize(generated_text)
+    unique_sentences = set()
+    non_duplicate_sentences = []
+    for sentence in sentences:
+        if sentence not in unique_sentences:
+            non_duplicate_sentences.append(sentence)
+            unique_sentences.add(sentence)
+    final_text = " ".join(non_duplicate_sentences[:-1])
+
+
+    return {"generated_text": final_text}
+
+@app.get("/examples1")
+async def read_examples():
+    with open("templates/charts/handle_sentiment_breakdown.html") as f:
+        html = f.read()
+    return HTMLResponse(content=html)
+
+@app.get("/examples2")
+async def read_examples():
+    with open("templates/charts/handle_sentiment_timesteps.html") as f:
+        html = f.read()
+    return HTMLResponse(content=html)
 
 # if __name__ == "__main__":
 #     # uvicorn.run(app, host="0.0.0.0", port=8000)