adding files

Dockerfile

@@ -0,0 +1,11 @@
+FROM python:3.9
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+WORKDIR $HOME/app
+COPY --chown=user . $HOME/app
+COPY ./requirements.txt ~/app/requirements.txt
+RUN pip install -r requirements.txt
+COPY . .
+CMD ["streamlit", "run", "app.py", "--port", "7860"]

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Katerina Gawthorpe
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -1,10 +1,59 @@
 ---
 title: NewsSearch
-emoji: 🚀
-colorFrom: green
+emoji: 📰
+colorFrom: blue
 colorTo: green
-sdk: docker
-pinned: false
+sdk: streamlit
+sdk_version: 1.37.1
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# 🔍 NewsSearch
+----
+NewsSearch is a comprehensive news aggregation and analysis tool that helps you gather and analyze news from multiple sources. This app enables you to search for any topic and get relevant news articles, discussions, and sentiment analysis from various platforms.
+
+### 🚀 Features
+
+- **Multi-Source News Aggregation**: Collect news from various sources including:
+  - News websites and articles
+  - Reddit discussions
+  - Social media mentions
+  
+- **Smart Analysis**:
+  - Sentiment analysis of news coverage
+  - Topic relevance scoring
+  - Trending topics identification
+  
+- **User-Friendly Interface**:
+  - Clean, intuitive design
+  - Easy-to-read article summaries
+  - Quick access to original sources
+
+### 🧑‍💻 Usage
+
+1. Enter your search topic in the sidebar
+2. Choose your preferred news sources
+3. View aggregated results including:
+   - Latest news articles
+   - Reddit discussions
+   - Sentiment analysis
+   - Related topics
+
+### 📊 Results
+
+For each search, you'll get:
+- Direct links to news articles
+- Summary of key points
+- Sentiment indicators
+- Source credibility ratings
+- Related discussions
+
+### 💬 Feedback
+
+For questions, suggestions, or feedback, please contact [Your Contact Information].
+
+### 🔄 Updates
+
+Check back regularly for new features and improvements to the news search and analysis capabilities.
+
+---
+📰 Start exploring news now!

app.py

@@ -0,0 +1,186 @@
+from openai import OpenAI
+import streamlit as st
+from langchain_openai import ChatOpenAI
+from tools import sentiment_analysis_util
+import numpy as np
+import pandas as pd
+from dotenv import load_dotenv
+import os
+
+st.set_page_config(page_title="LangChain Agent", layout="wide")
+load_dotenv()
+OPENAI_API_KEY = os.environ["OPENAI_API_KEY"]
+
+from langchain_core.runnables import RunnableConfig
+
+st.title("💬 News Search")
+st.image('el_pic.png')
+
+#@st.cache_resource
+if "messages" not in st.session_state:
+    st.session_state["messages"] = [{"role":"system", "content":"""💬 How can I help you?"""}]
+
+# Display all previous messages
+for msg in st.session_state.messages:
+    st.chat_message(msg["role"]).write(msg["content"])
+
+#initialize_session_state()
+
+
+sideb=st.sidebar
+with st.sidebar:
+    prompt=st.text_input("Enter topic for sentiment analysis: ")
+
+check1=sideb.button(f"analyze {prompt}")
+
+if check1:
+    # Add user message to chat history
+    st.session_state.messages.append({"role": "user", "content": prompt})
+    # Display user message in chat message container
+    with st.chat_message("user"):
+        st.markdown(prompt)
+
+    # ========================== Sentiment analysis
+    #Perform sentiment analysis on the cryptocurrency news & predict dominant sentiment along with plotting the sentiment breakdown chart
+    # Downloading from reddit
+
+    # Downloading from alpaca
+    if len(prompt.split(' '))<3:
+        st.write('I am analyzing Google News ...')
+        news_articles = sentiment_analysis_util.fetch_news(str(prompt))
+    st.write('Now, I am analyzing Reddit ...')
+    reddit_news_articles=sentiment_analysis_util.fetch_reddit_news(prompt)
+    # Fetch news articles
+    tavily_news_articles = sentiment_analysis_util.fetch_tavily_news(prompt)
+
+    # Handle empty results
+    if not tavily_news_articles:
+        print("No news articles found. Try adjusting your search terms.")
+    else:
+        # Process the articles
+        for url in tavily_news_articles:
+            try:
+                # Your existing article processing code
+                st.write(f"Article URL: {url}")
+                # ... rest of your processing ...
+            except Exception as e:
+                st.error(f"Error processing article {url}: {e}")
+                continue
+    analysis_results = []
+
+    #Perform sentiment analysis for each product review
+    if len(prompt.split(' '))<3:
+        for article in news_articles:
+            if prompt.lower()[0:6] in article['News_Article'].lower():
+                sentiment_analysis_result = sentiment_analysis_util.analyze_sentiment(article['News_Article'])
+
+                # Display sentiment analysis results
+                #print(f'News Article: {sentiment_analysis_result["News_Article"]} : Sentiment: {sentiment_analysis_result["Sentiment"]}', '\n')
+
+                result = {
+                            'News_Article': sentiment_analysis_result["News_Article"],
+                            'Sentiment': sentiment_analysis_result["Sentiment"][0]['label'],
+                            'Index': sentiment_analysis_result["Sentiment"][0]['score'],
+                            'URL': article['URL']
+                        }
+                
+                analysis_results.append(result)
+
+    articles_url=[]
+    for article in reddit_news_articles:
+        if prompt.lower()[0:6] in article.lower():
+            sentiment_analysis_result_reddit = sentiment_analysis_util.analyze_sentiment(article)
+
+            # Display sentiment analysis results
+            #print(f'News Article: {sentiment_analysis_result_reddit["News_Article"]} : Sentiment: {sentiment_analysis_result_reddit["Sentiment"]}', '\n')
+
+            result = {
+                        'News_Article': sentiment_analysis_result_reddit["News_Article"],
+                        'Index':np.round(sentiment_analysis_result_reddit["Sentiment"][0]['score'],2)
+                    }
+            analysis_results.append(np.append(result,np.append(article.split('URL:')[-1:], ((article.split('Date: ')[-1:])[0][0:10]))))
+    
+    for article in tavily_news_articles:
+        if prompt.lower()[0:5] in article:
+            sentiment_analysis_result_tavily = sentiment_analysis_util.analyze_sentiment(article)
+
+            # Display sentiment analysis results
+            #print(f'News Article: {sentiment_analysis_result_tavily["News_Article"]} : Sentiment: {sentiment_analysis_result_tavily["Sentiment"]}', '\n')
+
+            result = {
+                        'News_Article': sentiment_analysis_result_tavily["News_Article"],
+                        'Index':np.round(sentiment_analysis_result_tavily["Sentiment"][0]['score'],2)
+                    }
+            analysis_results.append(np.append(result,np.append(article.split('URL:')[-1:], ((article.split('Date: ')[-1:])[0][0:10]))))
+            print('is_present tavily 2',analysis_results)
+    # #LinkedIn and Twitter previously downloaded from phantombuster
+    # st.write('Teď analyzuji data z LinkedInu a Twitteru ...')
+    # df=pd.read_csv('./data/LinkedIn_transurban_phantombuster.csv',index_col='postTimestamp',parse_dates=True,infer_datetime_format=True)
+    # df=df.sort_index(ascending=False)
+    # df=df.dropna()
+    # from tools import sentiment_analysis_util
+    # for linkedin_news in df['postContent']:
+    #     print(linkedin_news)
+    #     news_article={
+    #         'News_Article': linkedin_news,
+    #         'URL': df.loc[df['postContent']==linkedin_news]['postUrl'][0],
+    #         'date': df.loc[df['postContent']==linkedin_news].index[0]}
+    #     if prompt.lower()[0:6] in linkedin_news.lower():
+    #         sentiment_analysis_result = sentiment_analysis_util.analyze_sentiment(news_article)
+
+    #         news_article["Sentiment"]=sentiment_analysis_result["Sentiment"][0]['label']
+    #         news_article["Index"]=sentiment_analysis_result["Sentiment"][0]['score']
+
+    #         analysis_results.append(news_article)
+    
+    # count=0
+    # df=pd.read_csv('./data/Twitter_transurban_phantombuster.csv',index_col='tweetDate',parse_dates=True,infer_datetime_format=True)
+    # df=df.sort_index(ascending=False)
+    # df=df.dropna()
+    # from tools import sentiment_analysis_util
+    # for twitter_news in df['text']:
+    #     print(twitter_news)
+    #     news_article={
+    #         'News_Article': twitter_news,
+    #         'URL': df['tweetLink'][count],
+    #         'date': df.iloc[count:count+1,:].index[0]}
+    #     if prompt.lower()[0:6] in twitter_news.lower():
+    #         sentiment_analysis_result = sentiment_analysis_util.analyze_sentiment(news_article)
+    #         news_article["Sentiment"]=sentiment_analysis_result["Sentiment"][0]['label']
+    #         news_article["Index"]=sentiment_analysis_result["Sentiment"][0]['score']
+
+    #         analysis_results.append(news_article)
+    #     count+=1
+    
+
+    #Generate summarized message rationalize dominant sentiment
+    #st.write(analysis_results)
+    summary = sentiment_analysis_util.generate_summary_of_sentiment(analysis_results) #, dominant_sentiment)
+    st.chat_message("assistant").write((summary))
+    st.session_state.messages.append({"role": "assistant", "content": summary})
+    #answers=np.append(res["messages"][-1].content,summary)
+
+client = ChatOpenAI(model="gpt-4o",api_key=OPENAI_API_KEY)
+
+if "openai_model" not in st.session_state:
+    st.session_state["openai_model"] = "gpt-4o"
+
+if prompt := st.chat_input("Any other questions? "):
+    # Add user message to chat history
+    st.session_state.messages.append({"role": "user", "content": prompt})
+    # Display user message in chat message container
+    with st.chat_message("user"):
+        st.markdown(prompt)
+    # Display assistant response in chat message container
+    with st.chat_message("assistant"):
+        stream = client.chat.completions.create(
+            model=st.session_state["openai_model"],
+            messages=[
+                {"role": m["role"], "content": m["content"]}
+                for m in st.session_state.messages
+            ],
+            stream=True,
+        )
+        response = st.write_stream(stream)
+    st.session_state.messages.append({"role": "assistant", "content": response})
+

data/Instagram_transurban_phantombuster.csv

@@ -0,0 +1,18 @@
+postUrl,description,commentCount,likeCount,location,locationId,pubDate,likedByViewer,isSidecar,type,caption,profileUrl,username,fullName,imgUrl,postId,query,timestamp,sidecarMedias
+https://www.instagram.com/p/DCBe77wPFVs/,Just taking in the view.,1,11,,,2024-11-06T08:27:06.000Z,false,false,Photo,"Photo by Transurban on November 06, 2024. Kan een afbeelding zijn van tekst.",https://www.instagram.com/transurban,transurban,Transurban,https://scontent-ams4-1.cdninstagram.com/v/t51.2885-15/465804089_573051211874695_7956160915238081737_n.jpg?stp=dst-jpg_e35&efg=eyJ2ZW5jb2RlX3RhZyI6ImltYWdlX3VybGdlbi4xMDgweDEzNTAuc2RyLmYyODg1LmRlZmF1bHRfaW1hZ2UifQ&_nc_ht=scontent-ams4-1.cdninstagram.com&_nc_cat=107&_nc_ohc=Msbz53hR6-QQ7kNvgEoVR3p&_nc_gid=6d24b235055a416a9388d12a22409a86&edm=ACWDqb8BAAAA&ccb=7-5&ig_cache_key=MzQ5NTIxMDg0NTgyMDcwNDEwOA%3D%3D.3-ccb7-5&oh=00_AYDILlXQ00qBFFtWj5y8FtDlNIT89EDfy49zqN2USPAX8w&oe=67327CFF&_nc_sid=ee9879,3495210845820704108,https://www.instagram.com/transurban/,2024-11-07T11:57:36.575Z,
+https://www.instagram.com/p/DByGveBsO9C/,"Blue trees x NorthConnex
+
+Skipping 21 sets of lights for 4 years.",1,9,,,2024-10-31T09:07:04.000Z,false,false,Photo,"Photo by Transurban on October 31, 2024. Kan een afbeelding zijn van terminal en tekst.",https://www.instagram.com/transurban,transurban,Transurban,https://scontent-ams4-1.cdninstagram.com/v/t51.2885-15/465067084_1090410276013819_5453122601792700045_n.jpg?stp=dst-jpg_e35&efg=eyJ2ZW5jb2RlX3RhZyI6ImltYWdlX3VybGdlbi4xMDgweDEzNTAuc2RyLmYyODg1LmRlZmF1bHRfaW1hZ2UifQ&_nc_ht=scontent-ams4-1.cdninstagram.com&_nc_cat=107&_nc_ohc=UcSFIJhANk0Q7kNvgHUxrX5&_nc_gid=6d24b235055a416a9388d12a22409a86&edm=ACWDqb8BAAAA&ccb=7-5&ig_cache_key=MzQ5MDg4MjMxMTUwMDY1NjQ1MA%3D%3D.3-ccb7-5&oh=00_AYAWxg-aNNAtWP1ckWsYpz5CAc3e-XbFUVYTRANCE0oZug&oe=67328E58&_nc_sid=ee9879,3490882311500656450,https://www.instagram.com/transurban/,2024-11-07T11:57:36.575Z,
+https://www.instagram.com/p/DBvcAduNB5R/,'Tis greener on the other side.,1,14,Gateway Bridge,1660123460959642,2024-10-30T08:15:11.000Z,false,true,Photo,"Photo by Transurban on October 30, 2024. Kan een afbeelding zijn van 1 persoon, brug en tekst.",https://www.instagram.com/transurban,transurban,Transurban,https://scontent-ams2-1.cdninstagram.com/v/t51.2885-15/465091223_394115483773302_4945461272489960419_n.jpg?stp=dst-jpg_e35&efg=eyJ2ZW5jb2RlX3RhZyI6ImltYWdlX3VybGdlbi4xMDgweDEzNTAuc2RyLmYyODg1LmRlZmF1bHRfaW1hZ2UifQ&_nc_ht=scontent-ams2-1.cdninstagram.com&_nc_cat=106&_nc_ohc=fKzT32BWEIMQ7kNvgHKcMM3&_nc_gid=6d24b235055a416a9388d12a22409a86&edm=ACWDqb8BAAAA&ccb=7-5&ig_cache_key=MzQ5MDEzMTM2MjgzNDY1NDAzNg%3D%3D.3-ccb7-5&oh=00_AYAGtm-VzmfWZtyqWslaXbVOJ9FkcTz6teYBAiMczrEudg&oe=67328344&_nc_sid=ee9879,3490131362834654036,https://www.instagram.com/transurban/,2024-11-07T11:57:36.575Z,2
+https://www.instagram.com/p/DBvcAduNB5R/,'Tis greener on the other side.,1,14,Gateway Bridge,1660123460959642,2024-10-30T08:15:11.000Z,false,true,Photo,"Photo by Transurban on October 30, 2024. Kan een afbeelding zijn van 1 persoon, brug en tekst.",https://www.instagram.com/transurban,transurban,Transurban,https://scontent-ams4-1.cdninstagram.com/v/t51.2885-15/465004252_570230218855023_772004561391457879_n.jpg?stp=dst-jpg_e35&efg=eyJ2ZW5jb2RlX3RhZyI6ImltYWdlX3VybGdlbi4xMDgweDEzNTAuc2RyLmYyODg1LmRlZmF1bHRfaW1hZ2UifQ&_nc_ht=scontent-ams4-1.cdninstagram.com&_nc_cat=103&_nc_ohc=vZ_7Ws5AoLoQ7kNvgEZKVWw&_nc_gid=6d24b235055a416a9388d12a22409a86&edm=ACWDqb8BAAAA&ccb=7-5&ig_cache_key=MzQ5MDEzMTM5NDE1NzY4MTM0MA%3D%3D.3-ccb7-5&oh=00_AYCHCUfFiMMowNq1jxPc9MM2pHNToUoTDhhit8sYcd2LOw&oe=67328141&_nc_sid=ee9879,3490131394157681340,https://www.instagram.com/transurban/,2024-11-07T11:57:36.575Z,2
+https://www.instagram.com/p/DBs87BKtBTp/,We're watching the road 24/7.,1,9,,,2024-10-29T09:05:04.000Z,false,false,Photo,"Photo by Transurban on October 29, 2024. Kan een afbeelding zijn van 1 persoon, scherm, radar en tekst.",https://www.instagram.com/transurban,transurban,Transurban,https://scontent-ams2-1.cdninstagram.com/v/t51.2885-15/464984369_1062477795519716_2450852666003621794_n.jpg?stp=dst-jpg_e35&efg=eyJ2ZW5jb2RlX3RhZyI6ImltYWdlX3VybGdlbi4xMDgweDEzNTAuc2RyLmYyODg1LmRlZmF1bHRfaW1hZ2UifQ&_nc_ht=scontent-ams2-1.cdninstagram.com&_nc_cat=108&_nc_ohc=Om3r0wA6epUQ7kNvgH3V7eo&_nc_gid=6d24b235055a416a9388d12a22409a86&edm=ACWDqb8BAAAA&ccb=7-5&ig_cache_key=MzQ4OTQzMTc0OTc5ODQwMTI1Nw%3D%3D.3-ccb7-5&oh=00_AYAZI7gZ9E52sGC2uUVvVoh1T9lKUaW2h0Ov64lK8EPQcA&oe=673270C9&_nc_sid=ee9879,3489431749798401257,https://www.instagram.com/transurban/,2024-11-07T11:57:36.575Z,
+https://www.instagram.com/p/DBgEZwFJs_N/,Stop feeding the birds.,3,14,The Big Cheese stick,287680039,2024-10-24T09:00:19.000Z,false,false,Photo,"Photo by Transurban in The Big Cheese stick. Kan een afbeelding zijn van weg, straat, schemering, lantaarnpaal en tekst.",https://www.instagram.com/transurban,transurban,Transurban,https://scontent-ams2-1.cdninstagram.com/v/t51.2885-15/463998702_28204362599162672_5721384923876325116_n.jpg?stp=dst-jpg_e35&efg=eyJ2ZW5jb2RlX3RhZyI6ImltYWdlX3VybGdlbi4xMDgweDEzNTAuc2RyLmYyODg1LmRlZmF1bHRfaW1hZ2UifQ&_nc_ht=scontent-ams2-1.cdninstagram.com&_nc_cat=108&_nc_ohc=_84FiPCUyX4Q7kNvgERwIgy&_nc_gid=6d24b235055a416a9388d12a22409a86&edm=ACWDqb8BAAAA&ccb=7-5&ig_cache_key=MzQ4NTgwNTQ3MzM4Mzc2MzkxNw%3D%3D.3-ccb7-5&oh=00_AYAVr0Pk6tSas8tKcaMaA9iTjN3Xz9MAPJWiuQnn4_IoWQ&oe=6732780C&_nc_sid=ee9879,3485805473383763917,https://www.instagram.com/transurban/,2024-11-07T11:57:36.575Z,
+https://www.instagram.com/p/DA-qK-rtxUR/,Iconic drive.,4,11,Sound Tube,10224061,2024-10-11T09:36:09.000Z,false,true,Photo,"Photo by Transurban on October 11, 2024. Kan een afbeelding zijn van limousine, nacht en tekst.",https://www.instagram.com/transurban,transurban,Transurban,https://scontent-ams4-1.cdninstagram.com/v/t51.2885-15/462862786_536696355768739_8931578429193952708_n.jpg?stp=dst-jpg_e35&efg=eyJ2ZW5jb2RlX3RhZyI6ImltYWdlX3VybGdlbi4xMDgweDEzNTAuc2RyLmYyODg1LmRlZmF1bHRfaW1hZ2UifQ&_nc_ht=scontent-ams4-1.cdninstagram.com&_nc_cat=107&_nc_ohc=5jiISu3ghyIQ7kNvgGqP7kl&_nc_gid=6d24b235055a416a9388d12a22409a86&edm=ACWDqb8BAAAA&ccb=7-5&ig_cache_key=MzQ3NjQwMTM4OTk3NjI2MjA3Mw%3D%3D.3-ccb7-5&oh=00_AYBGed8tHXTcW95RWDnADsG1Mis4MwsWZso75hEVO21a0A&oe=673267AA&_nc_sid=ee9879,3476401389976262073,https://www.instagram.com/transurban/,2024-11-07T11:57:36.575Z,2
+https://www.instagram.com/p/DA-qK-rtxUR/,Iconic drive.,4,11,Sound Tube,10224061,2024-10-11T09:36:09.000Z,false,true,Photo,"Photo by Transurban on October 11, 2024. Kan een afbeelding zijn van limousine, nacht en tekst.",https://www.instagram.com/transurban,transurban,Transurban,https://scontent-ams4-1.cdninstagram.com/v/t51.2885-15/462744719_539689995352838_3635766472495674316_n.jpg?stp=dst-jpg_e35&efg=eyJ2ZW5jb2RlX3RhZyI6ImltYWdlX3VybGdlbi4xMDgweDEzNTAuc2RyLmYyODg1LmRlZmF1bHRfaW1hZ2UifQ&_nc_ht=scontent-ams4-1.cdninstagram.com&_nc_cat=102&_nc_ohc=AmclIxdvmIwQ7kNvgFS0brq&_nc_gid=6d24b235055a416a9388d12a22409a86&edm=ACWDqb8BAAAA&ccb=7-5&ig_cache_key=MzQ3NjQwMTQxNTE1ODc5NDk5OA%3D%3D.3-ccb7-5&oh=00_AYDJOVWUK1ruzJGRKOmLg7CN2-oc9yprtIv4rt44_FudbA&oe=6732754D&_nc_sid=ee9879,3476401415158794998,https://www.instagram.com/transurban/,2024-11-07T11:57:36.575Z,2
+https://www.instagram.com/p/DA22wFRtIbW/,That morning light 🙌,1,10,Gateway Bridge,1660123460959642,2024-10-08T08:52:08.000Z,false,true,Photo,"Photo by Transurban on October 08, 2024. Kan een afbeelding zijn van water, brug en tekst.",https://www.instagram.com/transurban,transurban,Transurban,https://scontent-ams2-1.cdninstagram.com/v/t51.2885-15/462172235_1720153952116048_4988073154950750775_n.jpg?stp=dst-jpg_e35&efg=eyJ2ZW5jb2RlX3RhZyI6ImltYWdlX3VybGdlbi4xMDgweDEzNTAuc2RyLmYyODg1LmRlZmF1bHRfaW1hZ2UifQ&_nc_ht=scontent-ams2-1.cdninstagram.com&_nc_cat=104&_nc_ohc=35S-UYn1bmQQ7kNvgGHi-UM&_nc_gid=6d24b235055a416a9388d12a22409a86&edm=ACWDqb8BAAAA&ccb=7-5&ig_cache_key=MzQ3NDIwNDkxNDUwMDM2MzI0NA%3D%3D.3-ccb7-5&oh=00_AYCh6nV8CnrFpWJt9uzU8wRhPcPEIizJVMfHwmxw_yOVYA&oe=67329432&_nc_sid=ee9879,3474204914500363244,https://www.instagram.com/transurban/,2024-11-07T11:57:36.575Z,2
+https://www.instagram.com/p/DA22wFRtIbW/,That morning light 🙌,1,10,Gateway Bridge,1660123460959642,2024-10-08T08:52:08.000Z,false,true,Photo,"Photo by Transurban on October 08, 2024. Kan een afbeelding zijn van water, brug en tekst.",https://www.instagram.com/transurban,transurban,Transurban,https://scontent-ams2-1.cdninstagram.com/v/t51.2885-15/462404718_1049335426668352_5535199890794569290_n.jpg?stp=dst-jpg_e35&efg=eyJ2ZW5jb2RlX3RhZyI6ImltYWdlX3VybGdlbi4xMDgweDEzNTAuc2RyLmYyODg1LmRlZmF1bHRfaW1hZ2UifQ&_nc_ht=scontent-ams2-1.cdninstagram.com&_nc_cat=104&_nc_ohc=t39tSyWqt3EQ7kNvgEftZci&_nc_gid=6d24b235055a416a9388d12a22409a86&edm=ACWDqb8BAAAA&ccb=7-5&ig_cache_key=MzQ3NDIwNDkzNDgzNDM1MTY0MA%3D%3D.3-ccb7-5&oh=00_AYDKmK8kfSMDZx7DikcyS2YH9BOyjGmcfdIDIP5490rN4A&oe=67328BBD&_nc_sid=ee9879,3474204934834351640,https://www.instagram.com/transurban/,2024-11-07T11:57:36.575Z,2
+,,,,,,,,,,,,,,,,,,
+,,,,,,,,,,,,,,,,,,
+Export limit reached - Get more with our premium plans,,,,,,,,,,,,,,,,,,
+Upgrade to export all your data with the link below:,,,,,,,,,,,,,,,,,,
+https://phbuster.io/upgrade,,,,,,,,,,,,,,,,,,

data/LinkedIn_transurban_phantombuster.csv

@@ -0,0 +1,50 @@
+postUrl,imgUrl,type,postContent,likeCount,commentCount,repostCount,postDate,action,profileUrl,timestamp,viewCount,postTimestamp,videoUrl
+https://www.linkedin.com/feed/update/urn:li:activity:7259735903592460288,https://media.licdn.com/dms/image/v2/D5622AQF_MrHXGrVCnQ/feedshare-shrink_800/feedshare-shrink_800/0/1730855917881?e=1733961600&v=beta&t=FvOT6iYbI0BwfLj-HHTdkknzi--k9bd3n9bQqcHQwWk,Image,"According to the Back to the Future movies, flying cars were meant to be everywhere by 2015! While that prediction didn't come true, we will have the XPENG X2 flying car on display at our EV Drive Day later this month.
+
+You can also take XPeng's G6 for a test drive.
+ 
+Come down and check them out: https://lnkd.in/gDuhQyvf",48,1,2,1d,Post,https://www.linkedin.com/company/transurban,2024-11-07T10:18:41.056Z,,2024-11-06T01:18:38.787Z,
+https://www.linkedin.com/feed/update/urn:li:activity:7256514521815474177,https://media.licdn.com/dms/image/v2/D5610AQGaFh6j9QC4bQ/image-shrink_800/image-shrink_800/0/1730087881323?e=1731582000&v=beta&t=NTYb4lDoqfCL4bQ5XDEzPBhtq3zbaB8GUKqbPbfuxRA,Image,"This new, sporty little Volvo SUV is electric-ly quick and just one of the many EVs we'll have at Sydney Motorsport Park on 17 November as part of our EV Drive Day.
+
+Learn more about #EV ownership, talk to the experts and see a range of electric cars up close.
+
+Get your free ticket here: https://lnkd.in/gDuhQyvf",35,0,2,1w,Post,https://www.linkedin.com/company/transurban,2024-11-07T10:18:41.057Z,,2024-10-28T03:58:01.521Z,
+https://www.linkedin.com/feed/update/urn:li:activity:7257164308491481090,https://media.licdn.com/dms/image/v2/D5622AQGgCDitxftvGw/feedshare-shrink_800/feedshare-shrink_800/0/1730152107518?e=1733961600&v=beta&t=bioRCBoksd_C5pdgUGudJn549UsCwtqbsX7bRy5Tlrw,Image,"Samantha from our Customer and Technology team has a simple but effective wellbeing tip:
+
+""Taking a break from the screen and looking outside is a great way to reset and for my eyes to catch a break. Who knows, you might even see something interesting out the window like a double rainbow.""",73,2,0,1w,Post,https://www.linkedin.com/company/transurban,2024-11-07T10:18:41.057Z,,2024-10-29T23:00:02.737Z,
+https://www.linkedin.com/feed/update/urn:li:activity:7253944739832504320,https://media.licdn.com/dms/image/v2/D5622AQFwRdDMUtAj6Q/feedshare-shrink_800/feedshare-shrink_800/0/1729475186566?e=1733961600&v=beta&t=6upLFJSp7V8K_leaydR_Z0tHHcbtDYXtCO5FVWlhHHk,Image,"How do we harness the power of AI whilst mitigating the risks?
+
+We were delighted to have the opportunity to chat about this topic with AWSN - Australian Women in Security Network and Data#3 in our Melbourne HQ!
+
+AI should be treated like any other software – whilst it can help us deliver at speed it should never be used without human oversight.
+
+Partnering with AWSN helps us to increase the representation of women in tech, as we believe diverse perspectives are what drive innovation and creativity.
+
+#WomenInTech #CyberAwarenessMonth",126,1,1,2w,Post,https://www.linkedin.com/company/transurban,2024-11-07T10:18:46.635Z,,2024-10-21T01:46:37.752Z,
+https://www.linkedin.com/feed/update/urn:li:activity:7254536001191043076,https://media.licdn.com/dms/image/v2/D5610AQEAzsI9Wg3tng/image-shrink_800/image-shrink_800/0/1729616163011?e=1731582000&v=beta&t=FV0uoNv66dIKPW_uN0Kt5u0QJqBLIq_gYoVnW-Rh4Ow,Image,Fresh air meeting vibes.,56,1,0,2w,Post,https://www.linkedin.com/company/transurban,2024-11-07T10:18:46.635Z,,2024-10-22T16:56:05.445Z,
+https://www.linkedin.com/feed/update/urn:li:activity:7254281556205215744,https://media.licdn.com/dms/image/v2/D5622AQETlhYcjIolwQ/feedshare-shrink_800/feedshare-shrink_800/0/1729483408087?e=1733961600&v=beta&t=WSugkyoUAKUoPtaq9tcILPU1xjXqh44M75BbHelu-gs,Image,"Need some inspo? Matthew, our Traffic Manager on the M7-M12 Integration Project shares his healthy habit:
+
+Powerlifting has been a game-changer for my overall wellbeing and work performance. By committing to this discipline, I’ve built physical strength and mental resilience, which translates to increased energy and focus at work.
+
+Setting this example for my kids not only instils valuable life skills in them but also reinforces my own commitment to personal growth and wellbeing.
+
+This holistic approach boosts my confidence and fosters a positive, productive mindset, enabling me to bring my best self to work every day. 💪👨‍👩‍👧‍👦",109,9,1,2w,Post,https://www.linkedin.com/company/transurban,2024-11-07T10:18:46.636Z,,2024-10-22T00:05:01.033Z,
+https://www.linkedin.com/feed/update/urn:li:activity:7257535078552018944,https://media.licdn.com/dms/image/v2/D5610AQEjrJ13AYXINQ/ads-video-thumbnail_720_1280/ads-video-thumbnail_720_1280/0/1730331185304?e=1731582000&v=beta&t=vsE1rgddwxJ6qFEs02GQBED9HtbiwtRh429RJI1cn7k,Video (LinkedIn Source),"A trip through NorthConnex in 40 seconds.
+
+Skipping 21 sets of lights for 4 years.",151,7,3,1w,Post,https://www.linkedin.com/company/transurban,2024-11-07T10:18:46.636Z,,2024-10-30T23:33:21.208Z,blob:https://www.linkedin.com/f650d67b-6647-4e24-8cd5-fd0529106260
+https://www.linkedin.com/feed/update/urn:li:activity:7251366127283380224,https://media.licdn.com/dms/image/v2/D5622AQH1bCsSSOOFmQ/feedshare-shrink_800/feedshare-shrink_800/0/1728850318117?e=1733961600&v=beta&t=YDdXkRYJIpgv5twDckNODOmBrrahciSbRhwK3dX7f8I,Image,"Meet Sonal (and Coco) – a Senior Structures Engineer and avid dog lover.
+
+""My wellbeing tip is simple: Eat, Sleep, Cuddle and Repeat.""",124,7,0,3w,Post,https://www.linkedin.com/company/transurban,2024-11-07T10:18:46.637Z,,2024-10-13T23:00:08.612Z,
+https://www.linkedin.com/feed/update/urn:li:activity:7247032590015029250,https://media.licdn.com/dms/image/v2/D5610AQHECX1Qdp12xw/image-shrink_800/image-shrink_800/0/1727827210898?e=1731582000&v=beta&t=YV5XwFJvYqAxTx0Zi2iDS_u7mjx0p8GPoOS1Lgh4ZZI,Image,"We loved seeing our Ignite Mentoring participants exploring various assets, bridges and tunnels across Melbourne, Brisbane and in our WestConnex Control Centre in Sydney.
+
+What a better way to ignite your passion than seeing it all for yourself!
+
+#WomenInSTEM",170,0,3,1mo,Post,https://www.linkedin.com/company/transurban,2024-11-07T10:18:46.637Z,,2024-10-02T00:00:12.814Z,
+https://www.linkedin.com/feed/update/urn:li:activity:7246307808109830145,https://media.licdn.com/dms/image/v2/D5610AQEsvAO6mWY8Qg/image-shrink_800/image-shrink_800/0/1727654409678?e=1731582000&v=beta&t=pkJT6kXcO6pzNq3aYtfOjH2hkI5M8Y_iY_QOsfnme6w,Image,"An astonishing 200 tonnes of rubbish was collected from our NSW roads through street sweeping activities over the past year.
+
+Over 90% of roadside waste collected is recycled at purpose-built recycling plants such as this one – the Downer Reconomy Centre in Western Sydney. Here, gravel and debris is turned into Recycled Asphalt Product (RAP) which is then re-used as bitumen for paving roads.",107,1,0,1mo,Post,https://www.linkedin.com/company/transurban,2024-11-07T10:18:46.638Z,,2024-09-30T00:00:11.342Z,
+,,,,,,,,,,,,,
+,,,,,,,,,,,,,
+Export limit reached - Get more with our premium plans,,,,,,,,,,,,,
+Upgrade to export all your data with the link below:,,,,,,,,,,,,,
+https://phbuster.io/upgrade,,,,,,,,,,,,,

data/Twitter_transurban_phantombuster.csv

@@ -0,0 +1,19 @@
+tweetDate,twitterId,handle,text,profileUrl,name,tweetLink,timestamp,query
+Sat Nov 02 10:09:06 +0000 2024,2424176252,VirginiaTechCEE,Robert Ridgell was instrumental in the I-95 Fredericksburg Express Lanes Extension project. Read more in our latest alumni spotlight! https://t.co/eJYZaF3HQ3,https://twitter.com/VirginiaTechCEE,Virginia Tech Civil and Environmental Engineering,https://twitter.com/VirginiaTechCEE/status/1852654156583931932,2024-11-07T11:06:42.582Z,https://x.com/search?q=virginia+express+lanes
+Tue Nov 05 16:14:46 +0000 2024,39762255,ARTBA,.@Transurban and @VaDOT continue to provide connectivity and mobility solutions to growing communities along the I-95 Corridor. Read about their latest project – the $70 million 95 Express Lanes Opitz Boulevard project – in #TransportationBuilder. https://t.co/ehPyW7aeFa #IReadTB https://t.co/1RnjXng0h5,https://twitter.com/ARTBA,ARTBA,https://twitter.com/ARTBA/status/1853833344590475745,2024-11-07T11:06:42.582Z,https://x.com/search?q=virginia+express+lanes
+Wed Nov 06 21:52:20 +0000 2024,22731335,babesandballers,Pack your patience if your going beyond 289 toward Manassas on 66 lanes blocked in @VAExpressLanes and main lanes due to large crash @Newsguy41 @alanhenney @CordellTraffic @WTOPtraffic @DCNewsLive @DCCelebrity https://t.co/EBWI1Z2PyN,https://twitter.com/babesandballers,Solomon Tucker,https://twitter.com/babesandballers/status/1854280683952226607,2024-11-07T11:06:42.582Z,https://x.com/search?q=virginia+express+lanes
+Tue Jun 11 11:30:03 +0000 2024,294682376,Itsjoeco,"As @mattyglesias wrote, time to reframe congestion pricing as express lanes like they do in Virginia.
+
+Though of course the real express lane is riding a bus, which skips this traffic altogether. https://t.co/Ep7uV1V9rl",https://twitter.com/Itsjoeco,Joe Colangelo,https://twitter.com/Itsjoeco/status/1800490677861773750,2024-11-07T11:06:42.582Z,https://x.com/search?q=virginia+express+lanes
+Tue Nov 29 19:03:57 +0000 2022,1481701998273650692,GovernorVA,"Congratulations to everyone who played a role in building the 66 Express Lanes project from the ground up! This was one of Virginia’s largest public-private partnership projects, a cornerstone of nearly decade long initiative that will serve as a model for the Nation. https://t.co/YE6uBxgass",https://twitter.com/GovernorVA,Governor Glenn Youngkin,https://twitter.com/GovernorVA/status/1597667697999118336,2024-11-07T11:06:42.582Z,https://x.com/search?q=virginia+express+lanes
+Mon Nov 04 19:23:25 +0000 2024,175476068,VAExpressLanes,🚧 ⚠️ #TrafficAlert: Work continues on the Opitz Boulevard Project with overnight #ExpressLane closures starting tonight until Nov. 7 from 9:30PM - 4:30AM. View the full schedule: https://t.co/PlECpCAONy @VaDOT https://t.co/CXHrKdzrjz,https://twitter.com/VAExpressLanes,VA Express Lanes,https://twitter.com/VAExpressLanes/status/1853518430248333352,2024-11-07T11:06:42.582Z,https://x.com/search?q=virginia+express+lanes
+Thu Oct 31 17:16:30 +0000 2024,175476068,VAExpressLanes,#TrafficAlert: Both the left and right lanes are blocked on the southbound 95 Express Lanes after route 123 due to a crash. The center lane is open to traffic. @VaDOTNOVA https://t.co/x8CRxHMl6i,https://twitter.com/VAExpressLanes,VA Express Lanes,https://twitter.com/VAExpressLanes/status/1852036942168215623,2024-11-07T11:06:42.582Z,https://x.com/search?q=virginia+express+lanes
+Mon Nov 04 00:30:13 +0000 2024,16259594,WAVY_News,"As construction on the Hampton Roads Express Lanes (HREL) project continues, the Virginia Department of Transportation (VDOT) are scheduled to implement another long-term on-ramp closure beginning on Nov. 3. https://t.co/uNfbeE1kP2 https://t.co/Fwy6WbRrhg",https://twitter.com/WAVY_News,WAVY TV 10,https://twitter.com/WAVY_News/status/1853233252347048175,2024-11-07T11:06:42.582Z,https://x.com/search?q=virginia+express+lanes
+Wed Nov 06 20:52:30 +0000 2024,1392368760,VaDOTHR,"@CityofVaBeach motorists...Crews have completed all of the required major roadway work for the expedited sections of the project on Laskin Rd from Republic Rd to Hilltop North Shopping Center, plus on First Colonial Rd from Laurel Lane to I-264. 
+For more: https://t.co/O8qoCfzUc4 https://t.co/u3OJZW7rFG",https://twitter.com/VaDOTHR,VDOT Hampton Roads,https://twitter.com/VaDOTHR/status/1854265627319382074,2024-11-07T11:06:42.582Z,https://x.com/search?q=virginia+express+lanes
+Thu Apr 25 14:07:48 +0000 2024,88953642,Conduent,"We're excited to announce the launch of an innovative new Express Lanes tolling solution in partnership with the VDOT. Using an overhead #vehicle classification system, this service improves #traffic flow for an easier drive. Read more: https://t.co/aV3xDoEqor https://t.co/yJtt0U2N7v",https://twitter.com/Conduent,Conduent,https://twitter.com/Conduent/status/1783498147668324445,2024-11-07T11:06:42.582Z,https://x.com/search?q=virginia+express+lanes
+,,,,,,,,
+,,,,,,,,
+Export limit reached - Get more with our premium plans,,,,,,,,
+Upgrade to export all your data with the link below:,,,,,,,,
+https://phbuster.io/upgrade,,,,,,,,

requirements.txt

@@ -0,0 +1,23 @@
+torch
+python-dotenv==1.0.1
+tavily-python==0.5.0
+beautifulsoup4==4.12.3
+
+
+fastapi==0.110.3
+
+GoogleNews==1.6.15
+
+langchain
+langchain-community
+langchain-core
+langchain-experimental
+langchain-openai
+
+openai
+transformers==4.44.0
+
+pandas==2.2.2
+praw==7.7.1
+streamlit==1.37.1
+

tools/sentiment_analysis_util.py

@@ -0,0 +1,306 @@
+
+import os
+from dotenv import load_dotenv
+from transformers import pipeline
+import pandas as pd
+from GoogleNews import GoogleNews
+from langchain_openai import ChatOpenAI
+import praw
+from datetime import datetime
+import numpy as np
+from tavily import TavilyClient
+
+load_dotenv()
+TAVILY_API_KEY = os.environ["TAVILY_API_KEY"]
+
+def fetch_news(topic):
+    
+    """ Fetches news articles within a specified date range.
+
+    Args:
+    - topic (str): Topic of interest
+    
+    Returns:
+    - list: A list of dictionaries containing news. """
+    
+    load_dotenv()
+    days_to_fetch_news = os.environ["DAYS_TO_FETCH_NEWS"]
+
+    googlenews = GoogleNews()
+    googlenews.set_period(days_to_fetch_news)
+    googlenews.get_news(topic)
+    news_json=googlenews.get_texts()
+    urls=googlenews.get_links()
+    
+    no_of_news_articles_to_fetch = os.environ["NO_OF_NEWS_ARTICLES_TO_FETCH"]
+    news_article_list = []
+    counter = 0
+    for article in news_json:
+        
+        if(counter >= int(no_of_news_articles_to_fetch)):
+            break
+
+        relevant_info = {
+            'News_Article': article,
+            'URL': urls[counter]
+        }
+        news_article_list.append(relevant_info)
+        counter+=1
+    return news_article_list
+
+# def fetch_tavily_news(topic):
+#     """ Fetches news articles.
+
+#     Args:
+#     - topic (str): Topic of interest
+    
+#     Returns:
+#     - list: A list of dictionaries containing news. """
+    
+#     # Step 1. Instantiating your TavilyClient
+#     tavily_client = TavilyClient(api_key=TAVILY_API_KEY)
+
+#     #response = tavily_client.search(topic)
+#     # Step 2.1. Executing a context search query
+#     answer = tavily_client.get_search_context(query=f"Give me news on {topic}")
+    
+#     line=[]
+#     tavily_news=[]
+
+#     for i in range(len(answer.split("url")))[1:]:
+#         https_link=(answer.split("url")[i].split("\\\\\\")[2]).split('"')[1]
+#         topic_answer=answer.split("url")[i].split("\\\\\\")[-3]
+#         tavily_news=np.append(tavily_news,{'https':https_link,'topic_answer':topic_answer})
+
+#     return tavily_news
+
+def fetch_tavily_news(prompt):
+    try:
+        # Assuming answer contains the Tavily API response
+        # First, let's make the URL extraction more robust
+        urls = []
+        
+        # Method 1: Using string manipulation with error handling
+        try:
+            parts = answer.split("url")
+            for part in parts[1:]:  # Skip the first part before 'url'
+                try:
+                    # Try different splitting patterns
+                    if '\\\\' in part:
+                        url = part.split('\\\\')[2].split('"')[1]
+                    elif '"' in part:
+                        url = part.split('"')[1]
+                    else:
+                        continue
+                    
+                    if url.startswith('http'):  # Validate URL
+                        urls.append(url)
+                except (IndexError, AttributeError):
+                    continue
+        except Exception as e:
+            print(f"Error extracting URLs: {e}")
+
+        # If no URLs found, try alternative parsing
+        if not urls:
+            # Method 2: Try JSON parsing if the response is JSON formatted
+            try:
+                import json
+                data = json.loads(answer)
+                if isinstance(data, list):
+                    for item in data:
+                        if isinstance(item, dict) and 'url' in item:
+                            urls.append(item['url'])
+            except json.JSONDecodeError:
+                pass
+
+        # If still no URLs found, try regex
+        if not urls:
+            import re
+            url_pattern = r'https?://[^\s<>"]+|www\.[^\s<>"]+|http?://[^\s<>"]+'
+            urls = re.findall(url_pattern, answer)
+
+        # Remove duplicates while preserving order
+        urls = list(dict.fromkeys(urls))
+        
+        return urls
+
+    except Exception as e:
+        print(f"Error in fetch_tavily_news: {e}")
+        return []  # Return empty list on error
+
+
+def fetch_reddit_news(topic):
+    load_dotenv()
+    REDDIT_USER_AGENT= os.environ["REDDIT_USER_AGENT"]
+    REDDIT_CLIENT_ID= os.environ["REDDIT_CLIENT_ID"]
+    REDDIT_CLIENT_SECRET= os.environ["REDDIT_CLIENT_SECRET"]
+    #https://medium.com/geekculture/a-complete-guide-to-web-scraping-reddit-with-python-16e292317a52
+    user_agent = REDDIT_USER_AGENT
+    reddit = praw.Reddit (
+    client_id= REDDIT_CLIENT_ID,
+    client_secret= REDDIT_CLIENT_SECRET,
+    user_agent=user_agent
+    )
+
+    headlines = set ( )
+    for submission in reddit.subreddit('nova').search(topic,time_filter='day'):
+        headlines.add(submission.title + ', Date: ' +datetime.utcfromtimestamp(int(submission.created_utc)).strftime('%Y-%m-%d %H:%M:%S') + ', URL:' +submission.url)
+    
+    for submission in reddit.subreddit('fednews').search(topic,time_filter='day'):
+        headlines.add(submission.title + ', Date: ' +datetime.utcfromtimestamp(int(submission.created_utc)).strftime('%Y-%m-%d %H:%M:%S') + ', URL:' +submission.url)
+
+    for submission in reddit.subreddit('washingtondc').search(topic,time_filter='day'):
+        headlines.add(submission.title + ', Date: ' +datetime.utcfromtimestamp(int(submission.created_utc)).strftime('%Y-%m-%d %H:%M:%S') + ', URL:' +submission.url)
+    
+    if len(headlines)<10:
+       for submission in reddit.subreddit('washingtondc').search(topic,time_filter='year'):
+           headlines.add(submission.title + ', Date: ' +datetime.utcfromtimestamp(int(submission.created_utc)).strftime('%Y-%m-%d %H:%M:%S') + ', URL:' +submission.url)
+    if len(headlines)<10:
+       for submission in reddit.subreddit('washingtondc').search(topic): #,time_filter='week'):
+           headlines.add(submission.title + ', Date: ' +datetime.utcfromtimestamp(int(submission.created_utc)).strftime('%Y-%m-%d %H:%M:%S') + ', URL:' +submission.url)
+
+    return headlines
+
+def analyze_sentiment(article):
+    """
+    Analyzes the sentiment of a given news article.
+
+    Args:
+    - news_article (dict): Dictionary containing 'summary', 'headline', and 'created_at' keys.
+
+    Returns:
+    - dict: A dictionary containing sentiment analysis results.
+    """
+
+    #Analyze sentiment using default model
+    #classifier = pipeline('sentiment-analysis')
+
+    #Analyze sentiment using specific model
+    classifier = pipeline(model='tabularisai/robust-sentiment-analysis') #mrm8488/distilroberta-finetuned-financial-news-sentiment-analysis')
+    sentiment_result = classifier(str(article))
+
+    analysis_result = {
+        'News_Article': article,
+        'Sentiment': sentiment_result
+    }
+
+    return analysis_result
+
+
+def generate_summary_of_sentiment(sentiment_analysis_results): #, dominant_sentiment):
+    
+    
+    news_article_sentiment = str(sentiment_analysis_results)
+    print("News article sentiment : " + news_article_sentiment)
+    
+
+    OPENAI_API_KEY = os.environ["OPENAI_API_KEY"]
+    model = ChatOpenAI(
+        model="gpt-4o",
+        temperature=0,
+        max_tokens=None,
+        timeout=None,
+        max_retries=2,
+        api_key=OPENAI_API_KEY,  # if you prefer to pass api key in directly instaed of using env vars
+        # base_url="...",
+        # organization="...",
+        # other params...
+    )
+
+    messages=[
+            {"role": "system", "content": "You are a helpful assistant that looks at all news articles with their sentiment, hyperlink and date in front of the article text, the articles MUST be ordered by date!, and generate a summary rationalizing dominant sentiment. At the end of the summary, add URL links for all the articles in the markdown format for streamlit. Make sure the articles as well as the links are ordered descending by Date!!!!!!! Example of adding the URLs: The Check out the links: [link](%s) % url. "},
+            {"role": "user", "content": f"News articles and their sentiments: {news_article_sentiment}"} #, and dominant sentiment is: {dominant_sentiment}"}
+    ]
+    response = model.invoke(messages)
+    
+
+    summary = response.content
+    print ("+++++++++++++++++++++++++++++++++++++++++++++++")
+    print(summary)
+    print ("+++++++++++++++++++++++++++++++++++++++++++++++")
+    return summary
+
+
+def plot_sentiment_graph(sentiment_analysis_results):
+    """
+    Plots a sentiment analysis graph 
+
+    Args:
+    - sentiment_analysis_result): (dict): Dictionary containing 'Review Title : Summary', 'Rating', and 'Sentiment' keys.
+
+    Returns:
+    - dict: A dictionary containing sentiment analysis results.
+    """
+    df = pd.DataFrame(sentiment_analysis_results)
+    #print(df)
+
+    #Group by Rating, sentiment value count
+    grouped = df['Sentiment'].value_counts()
+
+    sentiment_counts = df['Sentiment'].value_counts()
+
+    # Plotting pie chart
+    # fig = plt.figure(figsize=(5, 3))
+    # plt.pie(sentiment_counts, labels=sentiment_counts.index, autopct='%1.1f%%', startangle=140)
+    # plt.axis('equal')  # Equal aspect ratio ensures that pie is drawn as a circle.
+    
+    #Open below when u running this program locally and c
+    #plt.show()
+
+    return sentiment_counts
+
+
+def get_dominant_sentiment (sentiment_analysis_results):
+    """
+    Returns overall sentiment, negative or positive or neutral depending on the count of negative sentiment vs positive sentiment 
+
+    Args:
+    - sentiment_analysis_result): (dict): Dictionary containing 'summary', 'headline', and 'created_at' keys.
+
+    Returns:
+    - dict: A dictionary containing sentiment analysis results.
+    """
+    df = pd.DataFrame(sentiment_analysis_results)
+
+    # Group by the 'sentiment' column and count the occurrences of each sentiment value
+    #print(df)
+    #print(df['Sentiment'])
+    sentiment_counts = df['Sentiment'].value_counts().reset_index()
+    sentiment_counts.columns = ['sentiment', 'count']
+    print(sentiment_counts)
+
+    # Find the sentiment with the highest count
+    dominant_sentiment = sentiment_counts.loc[sentiment_counts['count'].idxmax()]
+
+    return dominant_sentiment['sentiment']
+
+#starting point of the program
+if __name__ == '__main__':
+    
+    #fetch news
+    news_articles = fetch_news('AAPL')
+
+    analysis_results = []
+    
+    #Perform sentiment analysis for each product review
+    for article in news_articles:
+        sentiment_analysis_result = analyze_sentiment(article['News_Article'])
+
+        # Display sentiment analysis results
+        print(f'News Article: {sentiment_analysis_result["News_Article"]} : Sentiment: {sentiment_analysis_result["Sentiment"]}', '\n')
+
+        result = {
+                    'News_Article': sentiment_analysis_result["News_Article"],
+                    'Sentiment': sentiment_analysis_result["Sentiment"][0]['label']
+                }
+        
+        analysis_results.append(result)
+
+    
+    #Graph dominant sentiment based on sentiment analysis data of reviews
+    dominant_sentiment = get_dominant_sentiment(analysis_results)
+    print(dominant_sentiment)
+    
+    #Plot graph
+    plot_sentiment_graph(analysis_results)
+