fix get_df for output in stocks/disc (#2667)

* Update disc_helpers.py

* fixed linters

* removed whitespace

* reordered imports
This commit is contained in:
Damian Guenzing
2022-09-29 13:58:35 +02:00
committed by GitHub
parent 769ae75805
commit 30be17a924

View File

@@ -1,11 +1,15 @@
import re
import pandas as pd
import requests
from openbb_terminal.helper_funcs import get_user_agent
def get_df(url: str, header: int = None) -> pd.DataFrame:
headers = {"User-Agent": get_user_agent()}
html = requests.get(url, headers=headers).text
dfs = pd.read_html(html, header=header)
# use regex to replace radio button html entries
html_clean = re.sub(r"(<span class=\"Fz\(0\)\">).*?(</span>)", "", html)
dfs = pd.read_html(html_clean, header=header)
return dfs