Files
OpenBB/openbb_terminal/common/feedparser_model.py
James Simmons fbdf6e7858 adding warning to news (#2545)
Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com>
2022-09-15 15:04:53 +03:00

70 lines
2.3 KiB
Python

""" Feedparser Model """
__docformat__ = "numpy"
import feedparser
import pandas as pd
from openbb_terminal.rich_config import console
def get_news(
term: str,
sources: str = "bloomberg.com",
) -> pd.DataFrame:
"""Get news for a given term and source. [Source: Feedparser]
Parameters
----------
term : str
term to search on the news articles
sources: str
sources to exclusively show news from
Returns
----------
articles : dict
term to search on the news articles
"""
have_data = False
console.print("[yellow]Fetching data. Please be patient\n[/yellow]")
limit = 0
while not have_data:
if term:
if sources:
data = feedparser.parse(
f"https://news.google.com/rss/search?q={term}&hl=en-US&gl=US&ceid=US:en&when:24h+allinurl"
f':{sources.replace(" ", "%20")}'
)
else:
data = feedparser.parse(
f"https://news.google.com/rss/search?q={term}&when:24h&hl=en-US&gl=US&ceid=US:en"
)
else:
if sources:
data = feedparser.parse(
f'https://news.google.com/rss/search?q=when:24h+allinurl:{sources.replace(" ", "%20")}'
"&hl=en-US&gl=US&ceid=US:en"
)
else:
data = feedparser.parse(
"https://news.google.com/rss/search?q=when:24h&hl=en-US&gl=US&ceid=US:en"
)
if (
hasattr(data, "status") and data.status == 200
): # Checking if data has status attribute and if data request succeeded
if data.entries:
have_data = True
elif limit == 60: # Breaking if 60 successful requests return no data
console.print("[red]Timeout occurred. Please try again\n[/red")
break
limit = limit + 1
elif hasattr(data, "status") and data.status != 200: # If data request failed
console.print("[red]Status code not 200. Unable to retrieve data\n[/red]")
break
else:
console.print("[red]Could not retrieve data\n[/red]")
break
return pd.DataFrame(data.entries, columns=["title", "link", "published"])