mirror of
https://github.com/OpenBB-finance/OpenBB.git
synced 2026-10-27 20:42:26 +00:00
87fac96b7c
* Added sorting to news command * Separate PRs * Added fixes * Added fixes * Forgot to remove item from api * Test fixes
75 lines
2.5 KiB
Python
75 lines
2.5 KiB
Python
""" Feedparser Model """
|
|
__docformat__ = "numpy"
|
|
|
|
import os
|
|
from urllib.parse import quote
|
|
import certifi
|
|
import feedparser
|
|
import pandas as pd
|
|
from openbb_terminal.rich_config import console
|
|
|
|
|
|
def get_news(
|
|
term: str = "", sources: str = "bloomberg.com", sort: str = "published"
|
|
) -> pd.DataFrame:
|
|
"""Get news for a given term and source. [Source: Feedparser]
|
|
|
|
Parameters
|
|
----------
|
|
term : str
|
|
term to search on the news articles
|
|
sources: str
|
|
sources to exclusively show news from
|
|
sort: str
|
|
the column to sort by
|
|
|
|
Returns
|
|
----------
|
|
articles : dict
|
|
term to search on the news articles
|
|
"""
|
|
# Necessary for installer so that it can locate the correct certificates for
|
|
# API calls and https
|
|
# https://stackoverflow.com/questions/27835619/urllib-and-ssl-certificate-verify-failed-error/73270162#73270162
|
|
os.environ["REQUESTS_CA_BUNDLE"] = certifi.where()
|
|
os.environ["SSL_CERT_FILE"] = certifi.where()
|
|
|
|
have_data = False
|
|
console.print("[yellow]Fetching data. Please be patient\n[/yellow]")
|
|
limit = 0
|
|
|
|
while not have_data:
|
|
if term:
|
|
term = quote(term)
|
|
data = feedparser.parse(
|
|
f"https://news.google.com/rss/search?q={term}&hl=en-US&gl=US&ceid=US:en&when:24h+allinurl"
|
|
f':{sources.replace(" ", "%20")}'
|
|
)
|
|
else:
|
|
data = feedparser.parse(
|
|
f'https://news.google.com/rss/search?q=when:24h+allinurl:{sources.replace(" ", "%20")}'
|
|
"&hl=en-US&gl=US&ceid=US:en"
|
|
)
|
|
|
|
if (
|
|
hasattr(data, "status") and data.status == 200
|
|
): # Checking if data has status attribute and if data request succeeded
|
|
if data.entries:
|
|
have_data = True
|
|
elif limit == 60: # Breaking if 60 successful requests return no data
|
|
console.print("[red]Timeout occurred. Please try again\n[/red")
|
|
break
|
|
limit = limit + 1
|
|
|
|
elif hasattr(data, "status") and data.status != 200: # If data request failed
|
|
console.print("[red]Status code not 200. Unable to retrieve data\n[/red]")
|
|
break
|
|
else:
|
|
console.print("[red]Could not retrieve data\n[/red]")
|
|
break
|
|
|
|
df = pd.DataFrame(data.entries, columns=["title", "link", "published"])
|
|
df["published"] = pd.to_datetime(df["published"])
|
|
df = df.sort_values(by=[sort], ascending=False)
|
|
return df
|