updated to use moses tokenizer properly

app.py

@@ -1,14 +1,11 @@
 import streamlit as st
 from transformers import AutoModel, AutoTokenizer, pipeline
-import torch
-from sacremoses import MosesTokenizer
 
 # The model name for embeddings
 embedding_model_name = "emilyalsentzer/Bio_ClinicalBERT"
 
 # Load the tokenizer and model for embeddings
-# embedding_tokenizer = AutoTokenizer.from_pretrained(embedding_model_name)
-embedding_tokenizer = MosesTokenizer(embedding_model_name)
+embedding_tokenizer = AutoTokenizer.from_pretrained(embedding_model_name)
 embedding_model = AutoModel.from_pretrained(embedding_model_name)
 
 # The model name for medical question answering or opinion generation