mirror of
https://github.com/OpenBB-finance/OpenBB.git
synced 2026-11-08 10:22:09 +00:00
* Added github actions for gitflow * Minor changes * Fix plot look when using eval and add query to choices (#3881) (#3898) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> * Testing Gitflow (#3899) * testing gitflow * Name changes * Testing python changes * Added Checkout to Base test * Feature/gitflow (#3900) * Fix plot look when using eval and add query to choices (#3881) (#3901) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> * Gitflow Implementations (#3902) * testing gitflow * Name changes * Testing python changes * Added Checkout to Base test * More minor fixes for merge * Minor fix * Added nightly build * Gitflow Implementations (#3904) * testing gitflow * Name changes * Testing python changes * Added Checkout to Base test * More minor fixes for merge * Minor fix * Added nightly build * Testing Merge * Main --> develop (#3906) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> * GItflow Implementations (#3909) * testing gitflow * Name changes * Testing python changes * Added Checkout to Base test * More minor fixes for merge * Minor fix * Added nightly build * Testing Merge * Merge error fix * Feature/gitflow (#3911) * testing gitflow * Name changes * Testing python changes * Added Checkout to Base test * More minor fixes for merge * Minor fix * Added nightly build * Testing Merge * Merge error fix * Merge fix * merge fix * Merge fix * Merge fix * Merge fix * merge fix * Update develop (#3913) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> * Feature/gitflow (#3914) * testing gitflow * Name changes * Testing python changes * Added Checkout to Base test * More minor fixes for merge * Minor fix * Added nightly build * Testing Merge * Merge error fix * Merge fix * merge fix * Merge fix * Merge fix * Merge fix * merge fix * [Gitflow] - Minor fix * Feature/gitflow (#3921) * testing gitflow * Name changes * Testing python changes * Added Checkout to Base test * More minor fixes for merge * Minor fix * Added nightly build * Testing Merge * Merge error fix * Merge fix * merge fix * Merge fix * Merge fix * Merge fix * merge fix * [Gitflow] - Minor fix * Feature/gitflow (#3914) (#3915) * testing gitflow * Name changes * Testing python changes * Added Checkout to Base test * More minor fixes for merge * Minor fix * Added nightly build * Testing Merge * Merge error fix * Merge fix * merge fix * Merge fix * Merge fix * Merge fix * merge fix * [Gitflow] - Minor fix * Nightly build feature * Added branch name docs * poetry add ccxt@latest (#3920) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version * poetry add ccxt@latest Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> * Add crypto dd functions to sdk (#3888) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Add crypto dd functions to sdk * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version * Fixes currency and trailmap Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> * Integration tests refactor (#3781) * generate integration tests report * new console report * simple run_scripts * move tests script to folder * add skipping * always display skips * func name * allow running from relative path * rename some vars and time * typo * change portfolio supress and warning * uncomment economy test * rename test controller * multiprocessing * display test progress and available * rename func * mypy * should not be here * small changes * type hinting and docstrings * new subprocesses default * forget context and chunksize * clean len skipt * small comment * fix subproc default with v * minor change * fix path * better this way * make output visible * allow only sequential run with verbose mode * change message * detail * include andrew idea * limit multiprocessing to clone version * fix for package application * must be up here * allow verbose with multiprocessing but warn * update readme * move tests to core * Update README.md * Update README.md * move readme outside * Update README.md * Update README.md * Update README.md * Update README.md * Update README.md * Update README.md * Update README.md * Update README.md * Update README.md * parse subproc arg * Update README.md * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version * Delete glossary base command * move scripts * ruff * update pyproject.toml * update yfinance * fix futures and economy test, rewrite * rewrite stocks test yfinance dependent * refactor sia to yfinance 0.2... * fix last failing sia tests * black * update reqs Co-authored-by: James Maslek <jmaslek11@gmail.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> Co-authored-by: Chavithra PARANA <chavithra@gmail.com> * Gitflow - Autodoc (#3922) * Hotfix/dots sources (#3928) * fix: wordwrap * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version * fix: str Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> * Update dependency: grpcio (#3937) * Update grpcio * Revert "Update grpcio" This reverts commit 676c50a2bdde5ca64614bddd3eaebbccd68c5994. * Update dependencies * Rebase develop? (#3935) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> * Update installation guides with videos (#3903) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Update installation guides with videos * Add fix for Ruff crashing * Me no longer do what James said * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Jeroen Bouma <jeroenbouma@Jeroens-MacBook-Pro.local> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> Co-authored-by: James Maslek <jmaslek11@gmail.com> * broken link (#3889) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * broken link due to quandl.com redirecting to nasdaq.com, for the link to work and get the appropiate API key you need to remove the period at the end of this link... Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: james <jmaslek11@gmail.com> * Issue #3882 Fixed (#3885) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Issue #3882 Fixed * 2 files reformatted by black * tests added * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version * fixed mypy errors Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> Co-authored-by: James Maslek <jmaslek11@gmail.com> * GitFlow - improve check for changes (#3948) Gitflow Implementation * Rewrite and skip yfinance tests (#3953) * economy * fix futures * fix stocks tests * skip unfixable tests * fix ark * Fixed failing badge not used anymore (#3932) Co-authored-by: James Maslek <jmaslek11@gmail.com> * Fix portfolio returns (#3931) * fix inception bug and clean some useless attributes * reorder attributes * add returns and cumulative returns * fix cumulative returns * fix cumulative returns * remove cumulative ret * add some doc and encapsule methods * order detail * add more details on docstrings * wrong docstring * add commnet * Update portfolio_engine.py * fix bug with unsupported type * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version * fix table header * fix portfolio integration test * ruff * fix tests * rewrite yfinance call * fix test_draw * test_stocks_helper * bt model * fix comp analysis * fix ftd * fix dd * fix screener Co-authored-by: James Maslek <jmaslek11@gmail.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> Co-authored-by: hjoaquim <h.joaquim@campus.fct.unl.pt> * Put yf.info behind an exchange flag on `load` (#3951) * Put yf.info behind an exchange flag * Guides Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> * Last Price Bug into Previous Close #3865 (#3949) Co-authored-by: James Maslek <jmaslek11@gmail.com> * Add multiple countries option to events (#3938) * allow multiple countries in events cmd * fix test * fix last test * black Co-authored-by: James Maslek <jmaslek11@gmail.com> * Minor Fix for branch name check (#3979) * Gitflow - Added manual trigger to Linting (#3981) * Minor Fix for branch name check * added manual trigger to linting * Linting fix (#3984) Linting fix * Feature/macro convert (#3924) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Issue #3882 Fixed * 2 files reformatted by black * tests added * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version * fixed mypy errors * Fixed parser options for currency conversion Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> Co-authored-by: James Maslek <jmaslek11@gmail.com> * Update sma.md (#3956) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version * Update sma.md Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> Co-authored-by: James Maslek <jmaslek11@gmail.com> * Update overlap_model.py (#3955) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version * Update overlap_model.py Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> Co-authored-by: James Maslek <jmaslek11@gmail.com> * Update vwap.md (#3971) Co-authored-by: James Maslek <jmaslek11@gmail.com> * Update overlap_model.py - wrong typehint (#3970) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version * Update overlap_model.py Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> Co-authored-by: James Maslek <jmaslek11@gmail.com> * Bump yfinance to 0.2.4 and fix tests (#3977) * upgrade yfinance to 0.2.4 * fix some tests failing bc yfinance new date format * fix remaining tests * fix tests * rewrite failing test * black * rerecord test * fix get_1y_sp500 test * missing import here Co-authored-by: Henrique Joaquim <h.joaquim@campus.fct.unl.pt> Co-authored-by: James Maslek <jmaslek11@gmail.com> * Add extra error handling for yf in etf (#3985) * Fix the news command and making it more stable (#3965) Co-authored-by: James Maslek <jmaslek11@gmail.com> * Hotfix/bug #3945 (#3963) * Add exception to http requests made by ftd * Formatting Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: James Maslek <jmaslek11@gmail.com> * Fix #3787 (#3966) Make the get_equal_weights handle portfolio's with stock's filtered out, due to the stocks having to many NaNs. Co-authored-by: James Maslek <jmaslek11@gmail.com> * Add ticker to the load export file (#3997) * bump * Change export name to have the ticker * revert yaml * Feature/release branch gitflow (#3998) * release branch gitflow implentation * Fix integration tests bugs (#3993) * fix tk * fix newsletters * fix lt * exception on pir * fix attrib bug and remove warning * fix earnings * fix ins, lt, whatif * fillna * fix vis Co-authored-by: James Maslek <jmaslek11@gmail.com> * change .env loading priority (#4005) * [FIX] Pytorch-lightning trainer conflict with TQDM progress bar (#4002) * fix for tqdm progress bar conflict * fix tests Co-authored-by: James Maslek <jmaslek11@gmail.com> * bump * Update release branch * revert conda yaml * logging hash * Fix historical futures plot axes (#4006) * change start date to model * rewrite test * ruff * add end date * move futures and update test * return if wrong dates * fix controller test * record mode rewrite model and view Co-authored-by: James Maslek <jmaslek11@gmail.com> * Update version number * Added scipy to intel * Fix M1 build (#4010) * Fix plot look when using eval and add query to choices (#3881) * convert index to datetime and update choices * uncomment economy integration test * fix treasury concat bug * fix datasets concat on duplciates * Lock ruff version so that new lints dont break our CI (#3905) * Lock ruff version so that new lints dont break our CI * Bumped pre-commit ruff version * adding xgboost explicitly * testing juan sugestion * removing unncessary stuff that the hook deals with Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> * Add xgboost to intel * add scipy libs to windows only * add scipy sparse * update scipy and pywin * update tests * UPdate installation.md to reflect 2.2 * fix yf unit tests * Try to get futures tests working * Ignore tz in yf download * Found another end date needed * delelte yf cache Co-authored-by: luqazino@gmail.com <luqazino@gmail.com> Co-authored-by: montezdesousa <79287829+montezdesousa@users.noreply.github.com> Co-authored-by: Colin Delahunty <72827203+colin99d@users.noreply.github.com> Co-authored-by: Chavithra PARANA <chavithra@gmail.com> Co-authored-by: jose-donato <43375532+jose-donato@users.noreply.github.com> Co-authored-by: Jeroen Bouma <jer.bouma@gmail.com> Co-authored-by: Jeroen Bouma <jeroenbouma@Jeroens-MacBook-Pro.local> Co-authored-by: Rob-Rychs <Robrychel@gmail.com> Co-authored-by: Mert Nuhuz <mail@mertnuhuz.com> Co-authored-by: hjoaquim <h.joaquim@campus.fct.unl.pt> Co-authored-by: Bongani Bendile <58882596+Bonganibendi@users.noreply.github.com> Co-authored-by: Sergio A. S <sergio-abu@proton.me> Co-authored-by: northern-64bit <75195383+northern-64bit@users.noreply.github.com> Co-authored-by: martinb-bb <105685594+martinb-bb@users.noreply.github.com>
1280 lines
45 KiB
Python
1280 lines
45 KiB
Python
"""Parent Classes."""
|
|
__docformat__ = "numpy"
|
|
|
|
# pylint: disable=C0301,C0302,R0902,global-statement,too-many-boolean-expressions
|
|
|
|
import argparse
|
|
import difflib
|
|
import json
|
|
import logging
|
|
import os
|
|
import re
|
|
from abc import ABCMeta, abstractmethod
|
|
from datetime import datetime, timedelta
|
|
from typing import Any, Dict, List, Union
|
|
|
|
import numpy as np
|
|
import pandas as pd
|
|
from prompt_toolkit.formatted_text import HTML
|
|
from prompt_toolkit.styles import Style
|
|
from rich.markdown import Markdown
|
|
|
|
from openbb_terminal.core.config.paths import (
|
|
USER_CUSTOM_IMPORTS_DIRECTORY,
|
|
USER_ROUTINES_DIRECTORY,
|
|
)
|
|
from openbb_terminal.decorators import log_start_end
|
|
from openbb_terminal.custom_prompt_toolkit import NestedCompleter
|
|
from openbb_terminal.menu import session
|
|
from openbb_terminal import feature_flags as obbff
|
|
from openbb_terminal.config_terminal import theme
|
|
from openbb_terminal.helper_funcs import (
|
|
check_file_type_saved,
|
|
check_positive,
|
|
export_data,
|
|
get_flair,
|
|
parse_and_split_input,
|
|
prefill_form,
|
|
screenshot,
|
|
search_wikipedia,
|
|
set_command_location,
|
|
support_message,
|
|
system_clear,
|
|
valid_date,
|
|
)
|
|
from openbb_terminal.rich_config import console, get_ordered_list_sources
|
|
from openbb_terminal.stocks import stocks_helper
|
|
from openbb_terminal.terminal_helper import open_openbb_documentation
|
|
from openbb_terminal.cryptocurrency import cryptocurrency_helpers
|
|
from openbb_terminal.core.completer.choices import build_controller_choice_map
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
NO_EXPORT = 0
|
|
EXPORT_ONLY_RAW_DATA_ALLOWED = 1
|
|
EXPORT_ONLY_FIGURES_ALLOWED = 2
|
|
EXPORT_BOTH_RAW_DATA_AND_FIGURES = 3
|
|
|
|
controllers: Dict[str, Any] = {}
|
|
|
|
CRYPTO_SOURCES = {
|
|
"bin": "Binance",
|
|
"CoinGecko": "CoinGecko",
|
|
"cp": "CoinPaprika",
|
|
"cb": "Coinbase",
|
|
"YahooFinance": "YahooFinance",
|
|
}
|
|
|
|
SUPPORT_TYPE = ["bug", "suggestion", "question", "generic"]
|
|
|
|
RECORD_SESSION = False
|
|
SESSION_RECORDED = list()
|
|
SESSION_RECORDED_NAME = ""
|
|
|
|
|
|
class BaseController(metaclass=ABCMeta):
|
|
"""Base class for a terminal controller."""
|
|
|
|
CHOICES_COMMON = [
|
|
"cls",
|
|
"home",
|
|
"about",
|
|
"h",
|
|
"?",
|
|
"help",
|
|
"q",
|
|
"quit",
|
|
"..",
|
|
"e",
|
|
"exit",
|
|
"r",
|
|
"reset",
|
|
"support",
|
|
"wiki",
|
|
"record",
|
|
"stop",
|
|
"screenshot",
|
|
]
|
|
|
|
CHOICES_COMMANDS: List[str] = []
|
|
CHOICES_MENUS: List[str] = []
|
|
SUPPORT_CHOICES: dict = {}
|
|
ABOUT_CHOICES: dict = {}
|
|
COMMAND_SEPARATOR = "/"
|
|
KEYS_MENU = "keys" + COMMAND_SEPARATOR
|
|
TRY_RELOAD = False
|
|
PATH: str = ""
|
|
FILE_PATH: str = ""
|
|
CHOICES_GENERATION = False
|
|
|
|
@property
|
|
def choices_default(self):
|
|
if self.CHOICES_GENERATION:
|
|
choices = build_controller_choice_map(controller=self)
|
|
else:
|
|
choices = {}
|
|
|
|
return choices
|
|
|
|
def __init__(self, queue: List[str] = None) -> None:
|
|
"""Create the base class for any controller in the codebase.
|
|
|
|
Used to simplify the creation of menus.
|
|
|
|
queue: List[str]
|
|
The current queue of jobs to process separated by "/"
|
|
E.g. /stocks/load gme/dps/sidtc/../exit
|
|
"""
|
|
self.check_path()
|
|
self.path = [x for x in self.PATH.split("/") if x != ""]
|
|
self.queue = (
|
|
self.parse_input(an_input="/".join(queue))
|
|
if (queue and self.PATH != "/")
|
|
else list()
|
|
)
|
|
|
|
controller_choices = self.CHOICES_COMMANDS + self.CHOICES_MENUS
|
|
if controller_choices:
|
|
self.controller_choices = controller_choices + self.CHOICES_COMMON
|
|
else:
|
|
self.controller_choices = self.CHOICES_COMMON
|
|
|
|
self.completer: Union[None, NestedCompleter] = None
|
|
|
|
self.parser = argparse.ArgumentParser(
|
|
add_help=False,
|
|
prog=self.path[-1] if self.PATH != "/" else "terminal",
|
|
)
|
|
self.parser.exit_on_error = False # type: ignore
|
|
self.parser.add_argument("cmd", choices=self.controller_choices)
|
|
|
|
theme.applyMPLstyle()
|
|
|
|
# Add in about options
|
|
self.ABOUT_CHOICES = {
|
|
c: None for c in self.CHOICES_COMMANDS + self.CHOICES_MENUS
|
|
}
|
|
|
|
# Remove common choices from list of support commands
|
|
self.support_commands = [
|
|
c for c in self.controller_choices if c not in self.CHOICES_COMMON
|
|
]
|
|
|
|
support_choices: dict = {c: {} for c in self.controller_choices}
|
|
|
|
support_choices = {c: None for c in (["generic"] + self.support_commands)}
|
|
|
|
support_choices["--command"] = {
|
|
c: None for c in (["generic"] + self.support_commands)
|
|
}
|
|
|
|
support_choices["-c"] = {c: None for c in (["generic"] + self.support_commands)}
|
|
|
|
support_choices["--type"] = {c: None for c in (SUPPORT_TYPE)}
|
|
|
|
self.SUPPORT_CHOICES = support_choices
|
|
|
|
def check_path(self) -> None:
|
|
"""Check if command path is valid."""
|
|
path = self.PATH
|
|
if path[0] != "/":
|
|
raise ValueError("Path must begin with a '/' character.")
|
|
if path[-1] != "/":
|
|
raise ValueError("Path must end with a '/' character.")
|
|
if not re.match("^[a-z/]*$", path):
|
|
raise ValueError(
|
|
"Path must only contain lowercase letters and '/' characters."
|
|
)
|
|
|
|
def load_class(self, class_ins, *args, **kwargs):
|
|
"""Check for an existing instance of the controller before creating a new one."""
|
|
self.save_class()
|
|
arguments = len(args) + len(kwargs)
|
|
# Due to the 'arguments == 1' condition, we actually NEVER load a class
|
|
# that has arguments (The 1 argument corresponds to self.queue)
|
|
# Advantage: If the user changes something on one controller and then goes to the
|
|
# controller below, it will create such class from scratch bringing all new variables
|
|
# in and considering latest changes.
|
|
# Disadvantage: If the user goes on a controller below and we have been there before
|
|
# it will not load that previous class, but create a new one from scratch.
|
|
# SCENARIO: If the user is in stocks and does load AAPL/ta the TA menu will get AAPL,
|
|
# and if then the user goes back to the stocks menu using .. that menu will have AAPL
|
|
# Now, if "arguments == 1" condition exists, if the user does "load TSLA" and then
|
|
# goes into "TA", the "TSLA" ticker will appear. If that condition doesn't exist
|
|
# the previous class will be loaded and even if the user changes the ticker on
|
|
# the stocks context it will not impact the one of TA menu - unless changes are done.
|
|
# An exception is made for forecasting because it is built to handle multiple loaded
|
|
# tickers.
|
|
if class_ins.PATH in controllers and class_ins.PATH == "/forecast/":
|
|
old_class = controllers[class_ins.PATH]
|
|
old_class.queue = self.queue
|
|
old_class.load(*args[:-1], **kwargs)
|
|
return old_class.menu()
|
|
if class_ins.PATH in controllers and arguments == 1 and obbff.REMEMBER_CONTEXTS:
|
|
old_class = controllers[class_ins.PATH]
|
|
old_class.queue = self.queue
|
|
return old_class.menu()
|
|
return class_ins(*args, **kwargs).menu()
|
|
|
|
def save_class(self) -> None:
|
|
"""Save the current instance of the class to be loaded later."""
|
|
if obbff.REMEMBER_CONTEXTS:
|
|
controllers[self.PATH] = self
|
|
|
|
def custom_reset(self) -> List[str]:
|
|
"""Implement custom reset.
|
|
|
|
This will be replaced by any children with custom_reset functions.
|
|
"""
|
|
return []
|
|
|
|
@abstractmethod
|
|
def print_help(self) -> None:
|
|
"""Print help placeholder."""
|
|
raise NotImplementedError("Must override print_help.")
|
|
|
|
def parse_input(self, an_input: str) -> list:
|
|
"""Parse controller input.
|
|
|
|
Splits the command chain from user input into a list of individual commands
|
|
while respecting the forward slash in the command arguments.
|
|
|
|
In the default scenario only unix-like paths are handles by the parser.
|
|
Override this function in the controller classes that inherit from this one to
|
|
resolve edge cases specific to command arguments on those controllers.
|
|
|
|
When handling edge cases add additional regular expressions to the list.
|
|
|
|
Parameters
|
|
----------
|
|
an_input : str
|
|
User input string
|
|
|
|
Returns
|
|
----------
|
|
list
|
|
Command queue as list
|
|
"""
|
|
custom_filters: list = []
|
|
commands = parse_and_split_input(
|
|
an_input=an_input, custom_filters=custom_filters
|
|
)
|
|
return commands
|
|
|
|
def contains_keys(self, string_to_check: str) -> bool:
|
|
"""Check if string contains keys."""
|
|
if self.KEYS_MENU in string_to_check or self.KEYS_MENU in self.PATH:
|
|
return True
|
|
return False
|
|
|
|
def log_queue(self) -> None:
|
|
"""Log command queue."""
|
|
joined_queue = self.COMMAND_SEPARATOR.join(self.queue)
|
|
if self.queue and not self.contains_keys(joined_queue):
|
|
logger.info(
|
|
"QUEUE: {'path': '%s', 'queue': '%s'}",
|
|
self.PATH,
|
|
joined_queue,
|
|
)
|
|
|
|
def log_cmd_and_queue(
|
|
self, known_cmd: str, other_args_str: str, the_input: str
|
|
) -> None:
|
|
"""Log command and command queue.
|
|
|
|
Parameters
|
|
----------
|
|
known_cmd : str
|
|
Current command
|
|
other_args_str : str
|
|
Command arguments
|
|
the_input : str
|
|
Raw command input (command queue)
|
|
"""
|
|
if not self.contains_keys(the_input):
|
|
cmd = {
|
|
"path": self.PATH,
|
|
"known_cmd": known_cmd,
|
|
"other_args": other_args_str,
|
|
"input": the_input,
|
|
}
|
|
logger.info("CMD: %s", json.dumps(cmd))
|
|
|
|
if the_input not in self.KEYS_MENU:
|
|
self.log_queue()
|
|
|
|
@log_start_end(log=logger)
|
|
def switch(self, an_input: str) -> List[str]:
|
|
"""Process and dispatch input.
|
|
|
|
Returns
|
|
----------
|
|
List[str]
|
|
list of commands in the queue to execute
|
|
"""
|
|
actions = self.parse_input(an_input)
|
|
|
|
console.print()
|
|
|
|
# Empty command
|
|
if len(actions) == 0:
|
|
pass
|
|
|
|
# Navigation slash is being used first split commands
|
|
elif len(actions) > 1:
|
|
|
|
# Absolute path is specified
|
|
if not actions[0]:
|
|
actions[0] = "home"
|
|
|
|
# Add all instructions to the queue
|
|
for cmd in actions[::-1]:
|
|
if cmd:
|
|
self.queue.insert(0, cmd)
|
|
|
|
# Single command fed, process
|
|
else:
|
|
try:
|
|
(known_args, other_args) = self.parser.parse_known_args(
|
|
an_input.split()
|
|
)
|
|
except Exception as exc:
|
|
raise SystemExit from exc
|
|
|
|
if RECORD_SESSION:
|
|
SESSION_RECORDED.append(an_input)
|
|
|
|
# Redirect commands to their correct functions
|
|
if known_args.cmd:
|
|
if known_args.cmd in ("..", "q"):
|
|
known_args.cmd = "quit"
|
|
elif known_args.cmd in ("e"):
|
|
known_args.cmd = "exit"
|
|
elif known_args.cmd in ("?", "h"):
|
|
known_args.cmd = "help"
|
|
elif known_args.cmd == "r":
|
|
known_args.cmd = "reset"
|
|
|
|
set_command_location(f"{self.PATH}{known_args.cmd}")
|
|
self.log_cmd_and_queue(known_args.cmd, ";".join(other_args), an_input)
|
|
|
|
getattr(
|
|
self,
|
|
"call_" + known_args.cmd,
|
|
lambda _: "Command not recognized!",
|
|
)(other_args)
|
|
|
|
self.log_queue()
|
|
|
|
return self.queue
|
|
|
|
@log_start_end(log=logger)
|
|
def call_cls(self, _) -> None:
|
|
"""Process cls command."""
|
|
system_clear()
|
|
|
|
@log_start_end(log=logger)
|
|
def call_home(self, _) -> None:
|
|
"""Process home command."""
|
|
self.save_class()
|
|
if self.PATH.count("/") == 1 and obbff.ENABLE_EXIT_AUTO_HELP:
|
|
self.print_help()
|
|
for _ in range(self.PATH.count("/") - 1):
|
|
self.queue.insert(0, "quit")
|
|
|
|
@log_start_end(log=logger)
|
|
def call_help(self, _) -> None:
|
|
"""Process help command."""
|
|
self.print_help()
|
|
|
|
@log_start_end(log=logger)
|
|
def call_about(self, other_args: List[str]) -> None:
|
|
"""Process about command."""
|
|
description = "Display the documentation of the menu or command."
|
|
if self.CHOICES_COMMANDS and self.CHOICES_MENUS:
|
|
description += (
|
|
f" E.g. 'about {self.CHOICES_COMMANDS[0]}' opens a guide about the command "
|
|
f"{self.CHOICES_COMMANDS[0]} and 'about {self.CHOICES_MENUS[0]}' opens a guide about the "
|
|
f"menu {self.CHOICES_MENUS[0]}."
|
|
)
|
|
|
|
parser = argparse.ArgumentParser(
|
|
add_help=False, prog="about", description=description
|
|
)
|
|
parser.add_argument(
|
|
"-c",
|
|
"--command",
|
|
type=str,
|
|
dest="command",
|
|
default=None,
|
|
help="Obtain documentation on the given command or menu",
|
|
choices=self.CHOICES_COMMANDS + self.CHOICES_MENUS,
|
|
)
|
|
|
|
if other_args and "-" not in other_args[0][0]:
|
|
other_args.insert(0, "-c")
|
|
ns_parser = self.parse_known_args_and_warn(parser, other_args)
|
|
|
|
if ns_parser:
|
|
arg_type = ""
|
|
if ns_parser.command in self.CHOICES_COMMANDS:
|
|
arg_type = "command"
|
|
elif ns_parser.command in self.CHOICES_MENUS:
|
|
arg_type = "menu"
|
|
|
|
open_openbb_documentation(
|
|
self.PATH, command=ns_parser.command, arg_type=arg_type
|
|
)
|
|
|
|
@log_start_end(log=logger)
|
|
def call_quit(self, _) -> None:
|
|
"""Process quit menu command."""
|
|
self.save_class()
|
|
self.queue.insert(0, "quit")
|
|
|
|
@log_start_end(log=logger)
|
|
def call_exit(self, _) -> None:
|
|
# Not sure how to handle controller loading here
|
|
"""Process exit terminal command."""
|
|
self.save_class()
|
|
for _ in range(self.PATH.count("/")):
|
|
self.queue.insert(0, "quit")
|
|
|
|
@log_start_end(log=logger)
|
|
def call_reset(self, _) -> None:
|
|
"""Process reset command.
|
|
|
|
If you would like to have customization in the reset process define a method
|
|
`custom_reset` in the child class.
|
|
"""
|
|
self.save_class()
|
|
if self.PATH != "/":
|
|
if self.custom_reset():
|
|
self.queue = self.custom_reset() + self.queue
|
|
else:
|
|
for val in self.path[::-1]:
|
|
self.queue.insert(0, val)
|
|
self.queue.insert(0, "reset")
|
|
for _ in range(len(self.path)):
|
|
self.queue.insert(0, "quit")
|
|
|
|
@log_start_end(log=logger)
|
|
def call_resources(self, other_args: List[str]) -> None:
|
|
"""Process resources command."""
|
|
parser = argparse.ArgumentParser(
|
|
add_help=False,
|
|
formatter_class=argparse.ArgumentDefaultsHelpFormatter,
|
|
prog="resources",
|
|
description="Display available markdown resources.",
|
|
)
|
|
ns_parser = self.parse_simple_args(parser, other_args)
|
|
|
|
if ns_parser:
|
|
if os.path.isfile(self.FILE_PATH):
|
|
with open(self.FILE_PATH) as f:
|
|
console.print(Markdown(f.read()))
|
|
|
|
else:
|
|
console.print("No resources available.\n")
|
|
|
|
@log_start_end(log=logger)
|
|
def call_support(self, other_args: List[str]) -> None:
|
|
"""Process support command."""
|
|
self.save_class()
|
|
|
|
path_split = [x for x in self.PATH.split("/") if x != ""]
|
|
main_menu = path_split[0] if len(path_split) else "home"
|
|
|
|
parser = argparse.ArgumentParser(
|
|
add_help=False,
|
|
formatter_class=argparse.ArgumentDefaultsHelpFormatter,
|
|
prog="support",
|
|
description="Submit your support request",
|
|
)
|
|
|
|
parser.add_argument(
|
|
"-c",
|
|
"--command",
|
|
action="store",
|
|
dest="command",
|
|
required="-h" not in other_args,
|
|
choices=["generic"] + self.support_commands,
|
|
help="Command that needs support",
|
|
)
|
|
|
|
parser.add_argument(
|
|
"--msg",
|
|
"-m",
|
|
action="store",
|
|
type=support_message,
|
|
nargs="+",
|
|
dest="msg",
|
|
required=False,
|
|
default="",
|
|
help="Message to send. Enclose it with double quotes",
|
|
)
|
|
|
|
parser.add_argument(
|
|
"--type",
|
|
"-t",
|
|
action="store",
|
|
dest="type",
|
|
required=False,
|
|
choices=SUPPORT_TYPE,
|
|
default="generic",
|
|
help="Support ticket type",
|
|
)
|
|
|
|
if other_args and "-" not in other_args[0][0]:
|
|
other_args.insert(0, "-c")
|
|
|
|
ns_parser = self.parse_simple_args(parser, other_args)
|
|
|
|
if ns_parser:
|
|
prefill_form(
|
|
ticket_type=ns_parser.type,
|
|
menu=main_menu,
|
|
command=ns_parser.command,
|
|
message=" ".join(ns_parser.msg),
|
|
path=self.PATH,
|
|
)
|
|
|
|
@log_start_end(log=logger)
|
|
def call_wiki(self, other_args: List[str]) -> None:
|
|
"""Process wiki command."""
|
|
parser = argparse.ArgumentParser(
|
|
add_help=False,
|
|
formatter_class=argparse.ArgumentDefaultsHelpFormatter,
|
|
prog="wiki",
|
|
description="Search Wikipedia",
|
|
)
|
|
parser.add_argument(
|
|
"--expression",
|
|
"-e",
|
|
action="store",
|
|
nargs="+",
|
|
dest="expression",
|
|
required=True,
|
|
default="",
|
|
help="Expression to search for",
|
|
)
|
|
if other_args and "-" not in other_args[0][0]:
|
|
other_args.insert(0, "-e")
|
|
|
|
ns_parser = self.parse_simple_args(parser, other_args)
|
|
|
|
if ns_parser:
|
|
if ns_parser.expression:
|
|
expression = " ".join(ns_parser.expression)
|
|
search_wikipedia(expression)
|
|
|
|
@log_start_end(log=logger)
|
|
def call_record(self, other_args) -> None:
|
|
"""Process record command."""
|
|
parser = argparse.ArgumentParser(
|
|
add_help=False,
|
|
formatter_class=argparse.ArgumentDefaultsHelpFormatter,
|
|
prog="record",
|
|
description="Start recording session into .openbb routine file",
|
|
)
|
|
parser.add_argument(
|
|
"-r",
|
|
"--routine",
|
|
action="store",
|
|
dest="routine_name",
|
|
type=str,
|
|
default=datetime.now().strftime("%Y%m%d_%H%M%S_routine.openbb"),
|
|
help="Routine file name to be saved.",
|
|
)
|
|
if other_args and "-" not in other_args[0][0]:
|
|
other_args.insert(0, "-r")
|
|
ns_parser = self.parse_simple_args(parser, other_args)
|
|
|
|
if ns_parser:
|
|
global SESSION_RECORDED_NAME
|
|
global RECORD_SESSION
|
|
if ".openbb" in ns_parser.routine_name:
|
|
SESSION_RECORDED_NAME = ns_parser.routine_name
|
|
else:
|
|
SESSION_RECORDED_NAME = ns_parser.routine_name + ".openbb"
|
|
|
|
console.print(
|
|
"[green]The session is successfully being recorded."
|
|
+ " Remember to 'stop' before exiting terminal!\n[/green]"
|
|
)
|
|
RECORD_SESSION = True
|
|
|
|
@log_start_end(log=logger)
|
|
def call_stop(self, _) -> None:
|
|
"""Process stop command."""
|
|
global RECORD_SESSION
|
|
global SESSION_RECORDED
|
|
|
|
if not RECORD_SESSION:
|
|
console.print(
|
|
"[red]There is no session being recorded. Start one using 'record'[/red]\n"
|
|
)
|
|
elif not SESSION_RECORDED:
|
|
console.print(
|
|
"[red]There is no session to be saved. Run at least 1 command after starting 'record'[/red]\n"
|
|
)
|
|
else:
|
|
routine_file = os.path.join(USER_ROUTINES_DIRECTORY, SESSION_RECORDED_NAME)
|
|
|
|
if os.path.isfile(routine_file):
|
|
routine_file = os.path.join(
|
|
USER_ROUTINES_DIRECTORY,
|
|
datetime.now().strftime("%Y%m%d_%H%M%S_") + SESSION_RECORDED_NAME,
|
|
)
|
|
|
|
# Writing to file
|
|
with open(routine_file, "w") as file1:
|
|
# Writing data to a file
|
|
file1.writelines([c + "\n\n" for c in SESSION_RECORDED[:-1]])
|
|
|
|
console.print(
|
|
f"[green]Your routine has been recorded and saved here: {routine_file}[/green]\n"
|
|
)
|
|
|
|
# Clear session to be recorded again
|
|
RECORD_SESSION = False
|
|
SESSION_RECORDED = list()
|
|
|
|
@log_start_end(log=logger)
|
|
def call_screenshot(self, other_args: List[str]) -> None:
|
|
"""Process screenshot command."""
|
|
parser = argparse.ArgumentParser(
|
|
add_help=False,
|
|
formatter_class=argparse.ArgumentDefaultsHelpFormatter,
|
|
prog="screenshot",
|
|
description="Screenshot terminal window or plot figure open into an OpenBB frame. "
|
|
"Default target is plot if there is one open, otherwise it's terminal window. "
|
|
" In case the user wants the terminal window, it can be forced with '-t` or '--terminal' flag passed.",
|
|
)
|
|
ns_parser = self.parse_simple_args(parser, other_args)
|
|
|
|
if ns_parser:
|
|
screenshot()
|
|
|
|
@staticmethod
|
|
def parse_simple_args(parser: argparse.ArgumentParser, other_args: List[str]):
|
|
"""Parse list of arguments into the supplied parser.
|
|
|
|
Parameters
|
|
----------
|
|
parser: argparse.ArgumentParser
|
|
Parser with predefined arguments
|
|
other_args: List[str]
|
|
List of arguments to parse
|
|
|
|
Returns
|
|
-------
|
|
ns_parser:
|
|
Namespace with parsed arguments
|
|
"""
|
|
parser.add_argument(
|
|
"-h", "--help", action="store_true", help="show this help message"
|
|
)
|
|
|
|
if obbff.USE_CLEAR_AFTER_CMD:
|
|
system_clear()
|
|
|
|
try:
|
|
(ns_parser, l_unknown_args) = parser.parse_known_args(other_args)
|
|
except SystemExit:
|
|
# In case the command has required argument that isn't specified
|
|
console.print("\n")
|
|
return None
|
|
|
|
if ns_parser.help:
|
|
txt_help = parser.format_help()
|
|
console.print(f"[help]{txt_help}[/help]")
|
|
return None
|
|
|
|
if l_unknown_args:
|
|
console.print(
|
|
f"The following args couldn't be interpreted: {l_unknown_args}\n"
|
|
)
|
|
|
|
return ns_parser
|
|
|
|
@classmethod
|
|
def parse_known_args_and_warn(
|
|
cls,
|
|
parser: argparse.ArgumentParser,
|
|
other_args: List[str],
|
|
export_allowed: int = NO_EXPORT,
|
|
raw: bool = False,
|
|
limit: int = 0,
|
|
):
|
|
"""Parse list of arguments into the supplied parser.
|
|
|
|
Parameters
|
|
----------
|
|
parser: argparse.ArgumentParser
|
|
Parser with predefined arguments
|
|
other_args: List[str]
|
|
list of arguments to parse
|
|
export_allowed: int
|
|
Choose from NO_EXPORT, EXPORT_ONLY_RAW_DATA_ALLOWED,
|
|
EXPORT_ONLY_FIGURES_ALLOWED and EXPORT_BOTH_RAW_DATA_AND_FIGURES
|
|
raw: bool
|
|
Add the --raw flag
|
|
limit: int
|
|
Add a --limit flag with this number default
|
|
|
|
Returns
|
|
----------
|
|
ns_parser:
|
|
Namespace with parsed arguments
|
|
"""
|
|
parser.add_argument(
|
|
"-h", "--help", action="store_true", help="show this help message"
|
|
)
|
|
if export_allowed > NO_EXPORT:
|
|
choices_export = []
|
|
help_export = "Does not export!"
|
|
|
|
if export_allowed == EXPORT_ONLY_RAW_DATA_ALLOWED:
|
|
choices_export = ["csv", "json", "xlsx"]
|
|
help_export = "Export raw data into csv, json, xlsx"
|
|
elif export_allowed == EXPORT_ONLY_FIGURES_ALLOWED:
|
|
choices_export = ["png", "jpg", "pdf", "svg"]
|
|
help_export = "Export figure into png, jpg, pdf, svg "
|
|
else:
|
|
choices_export = ["csv", "json", "xlsx", "png", "jpg", "pdf", "svg"]
|
|
help_export = "Export raw data into csv, json, xlsx and figure into png, jpg, pdf, svg "
|
|
|
|
parser.add_argument(
|
|
"--export",
|
|
default="",
|
|
type=check_file_type_saved(choices_export),
|
|
dest="export",
|
|
help=help_export,
|
|
)
|
|
|
|
if raw:
|
|
parser.add_argument(
|
|
"--raw",
|
|
dest="raw",
|
|
action="store_true",
|
|
default=False,
|
|
help="Flag to display raw data",
|
|
)
|
|
if limit > 0:
|
|
parser.add_argument(
|
|
"-l",
|
|
"--limit",
|
|
dest="limit",
|
|
default=limit,
|
|
help="Number of entries to show in data.",
|
|
type=check_positive,
|
|
)
|
|
sources = get_ordered_list_sources(f"{cls.PATH}{parser.prog}")
|
|
# Allow to change source if there is more than one
|
|
if len(sources) > 1:
|
|
parser.add_argument(
|
|
"--source",
|
|
action="store",
|
|
dest="source",
|
|
choices=sources,
|
|
default=sources[0], # the first source from the list is the default
|
|
help="Data source to select from",
|
|
)
|
|
|
|
if obbff.USE_CLEAR_AFTER_CMD:
|
|
system_clear()
|
|
|
|
try:
|
|
(ns_parser, l_unknown_args) = parser.parse_known_args(other_args)
|
|
except SystemExit:
|
|
# In case the command has required argument that isn't specified
|
|
|
|
return None
|
|
|
|
if ns_parser.help:
|
|
txt_help = parser.format_help() + "\n"
|
|
if parser.prog != "about":
|
|
txt_help += (
|
|
f"For more information and examples, use 'about {parser.prog}' "
|
|
f"to access the related guide.\n"
|
|
)
|
|
console.print(f"[help]{txt_help}[/help]")
|
|
return None
|
|
|
|
if l_unknown_args:
|
|
console.print(
|
|
f"The following args couldn't be interpreted: {l_unknown_args}"
|
|
)
|
|
|
|
return ns_parser
|
|
|
|
def menu(self, custom_path_menu_above: str = ""):
|
|
"""Enter controller menu."""
|
|
an_input = "HELP_ME"
|
|
|
|
while True:
|
|
# There is a command in the queue
|
|
if self.queue and len(self.queue) > 0:
|
|
# If the command is quitting the menu we want to return in here
|
|
if self.queue[0] in ("q", "..", "quit"):
|
|
self.save_class()
|
|
# Go back to the root in order to go to the right directory because
|
|
# there was a jump between indirect menus
|
|
if custom_path_menu_above:
|
|
self.queue.insert(1, custom_path_menu_above)
|
|
|
|
if len(self.queue) > 1:
|
|
return self.queue[1:]
|
|
|
|
if obbff.ENABLE_EXIT_AUTO_HELP:
|
|
return ["help"]
|
|
return []
|
|
|
|
# Consume 1 element from the queue
|
|
an_input = self.queue[0]
|
|
self.queue = self.queue[1:]
|
|
|
|
# Print location because this was an instruction and we want user to know the action
|
|
if (
|
|
an_input
|
|
and an_input != "home"
|
|
and an_input != "help"
|
|
and an_input.split(" ")[0] in self.controller_choices
|
|
):
|
|
console.print(f"{get_flair()} {self.PATH} $ {an_input}")
|
|
|
|
# Get input command from user
|
|
else:
|
|
# Display help menu when entering on this menu from a level above
|
|
if an_input == "HELP_ME":
|
|
self.print_help()
|
|
|
|
try:
|
|
# Get input from user using auto-completion
|
|
if session and obbff.USE_PROMPT_TOOLKIT:
|
|
if bool(obbff.TOOLBAR_HINT):
|
|
an_input = session.prompt(
|
|
f"{get_flair()} {self.PATH} $ ",
|
|
completer=self.completer,
|
|
search_ignore_case=True,
|
|
bottom_toolbar=HTML(
|
|
'<style bg="ansiblack" fg="ansiwhite">[h]</style> help menu '
|
|
'<style bg="ansiblack" fg="ansiwhite">[q]</style> return to previous menu '
|
|
'<style bg="ansiblack" fg="ansiwhite">[e]</style> exit terminal '
|
|
'<style bg="ansiblack" fg="ansiwhite">[cmd -h]</style> '
|
|
"see usage and available options "
|
|
f'<style bg="ansiblack" fg="ansiwhite">[about (cmd/menu)]</style> '
|
|
f"{self.path[-1].capitalize()} (cmd/menu) Documentation"
|
|
),
|
|
style=Style.from_dict(
|
|
{
|
|
"bottom-toolbar": "#ffffff bg:#333333",
|
|
}
|
|
),
|
|
)
|
|
else:
|
|
an_input = session.prompt(
|
|
f"{get_flair()} {self.PATH} $ ",
|
|
completer=self.completer,
|
|
search_ignore_case=True,
|
|
)
|
|
# Get input from user without auto-completion
|
|
else:
|
|
an_input = input(f"{get_flair()} {self.PATH} $ ")
|
|
|
|
except (KeyboardInterrupt, EOFError):
|
|
# Exit in case of keyboard interrupt
|
|
an_input = "exit"
|
|
|
|
try:
|
|
# Allow user to go back to root
|
|
if an_input == "/":
|
|
an_input = "home"
|
|
|
|
# Process the input command
|
|
self.queue = self.switch(an_input)
|
|
if not self.queue or (
|
|
self.queue and self.queue[0] not in ("quit", "help")
|
|
):
|
|
console.print()
|
|
|
|
except SystemExit:
|
|
if not self.contains_keys(an_input):
|
|
logger.exception(
|
|
"The command '%s' doesn't exist on the %s menu.",
|
|
an_input,
|
|
self.PATH,
|
|
)
|
|
console.print(
|
|
f"[red]The command '{an_input}' doesn't exist on the {self.PATH} menu.[/red]\n",
|
|
)
|
|
similar_cmd = difflib.get_close_matches(
|
|
an_input.split(" ")[0] if " " in an_input else an_input,
|
|
self.controller_choices,
|
|
n=1,
|
|
cutoff=0.7,
|
|
)
|
|
if similar_cmd:
|
|
if " " in an_input:
|
|
candidate_input = (
|
|
f"{similar_cmd[0]} {' '.join(an_input.split(' ')[1:])}"
|
|
)
|
|
if candidate_input == an_input:
|
|
an_input = ""
|
|
self.queue = []
|
|
console.print("\n")
|
|
continue
|
|
|
|
an_input = candidate_input
|
|
else:
|
|
an_input = similar_cmd[0]
|
|
if not self.contains_keys(an_input):
|
|
logger.warning("Replacing by %s", an_input)
|
|
console.print(f"[green]Replacing by '{an_input}'.[/green]\n")
|
|
self.queue.insert(0, an_input)
|
|
else:
|
|
if self.TRY_RELOAD and obbff.RETRY_WITH_LOAD:
|
|
console.print(f"\nTrying `load {an_input}`\n")
|
|
self.queue.insert(0, "load " + an_input)
|
|
|
|
|
|
class StockBaseController(BaseController, metaclass=ABCMeta):
|
|
"""Base controller class for stocks related menus."""
|
|
|
|
def __init__(self, queue):
|
|
"""Instantiate the base class for Stock Controllers that use a load function."""
|
|
super().__init__(queue)
|
|
self.stock = pd.DataFrame()
|
|
self.interval = "1440min"
|
|
self.ticker = ""
|
|
self.start = ""
|
|
self.suffix = "" # To hold suffix for Yahoo Finance
|
|
self.add_info = stocks_helper.additional_info_about_ticker("")
|
|
self.TRY_RELOAD = True
|
|
|
|
def call_load(self, other_args: List[str]):
|
|
"""Process load command."""
|
|
parser = argparse.ArgumentParser(
|
|
add_help=False,
|
|
formatter_class=argparse.ArgumentDefaultsHelpFormatter,
|
|
prog="load",
|
|
description="Load stock ticker to perform analysis on. When the data source"
|
|
+ " is yf, an Indian ticker can be"
|
|
+ " loaded by using '.NS' at the end, e.g. 'SBIN.NS'. See available market in"
|
|
+ " https://help.yahoo.com/kb/exchanges-data-providers-yahoo-finance-sln2310.html.",
|
|
)
|
|
parser.add_argument(
|
|
"-t",
|
|
"--ticker",
|
|
action="store",
|
|
dest="ticker",
|
|
required="-h" not in other_args,
|
|
help="Stock ticker",
|
|
)
|
|
parser.add_argument(
|
|
"-s",
|
|
"--start",
|
|
type=valid_date,
|
|
default=(datetime.now() - timedelta(days=1100)).strftime("%Y-%m-%d"),
|
|
dest="start",
|
|
help="The starting date (format YYYY-MM-DD) of the stock",
|
|
)
|
|
parser.add_argument(
|
|
"-e",
|
|
"--end",
|
|
type=valid_date,
|
|
default=datetime.now().strftime("%Y-%m-%d"),
|
|
dest="end",
|
|
help="The ending date (format YYYY-MM-DD) of the stock",
|
|
)
|
|
parser.add_argument(
|
|
"-i",
|
|
"--interval",
|
|
action="store",
|
|
dest="interval",
|
|
type=int,
|
|
default=1440,
|
|
choices=[1, 5, 15, 30, 60],
|
|
help="Intraday stock minutes",
|
|
)
|
|
parser.add_argument(
|
|
"-p",
|
|
"--prepost",
|
|
action="store_true",
|
|
default=False,
|
|
dest="prepost",
|
|
help="Pre/After market hours. Only works for 'yf' source, and intraday data",
|
|
)
|
|
parser.add_argument(
|
|
"-f",
|
|
"--file",
|
|
default=None,
|
|
help="Path to load custom file.",
|
|
dest="filepath",
|
|
type=str,
|
|
)
|
|
parser.add_argument(
|
|
"-m",
|
|
"--monthly",
|
|
action="store_true",
|
|
default=False,
|
|
help="Load monthly data",
|
|
dest="monthly",
|
|
)
|
|
parser.add_argument(
|
|
"-w",
|
|
"--weekly",
|
|
action="store_true",
|
|
default=False,
|
|
help="Load weekly data",
|
|
dest="weekly",
|
|
)
|
|
parser.add_argument(
|
|
"-r",
|
|
"--iexrange",
|
|
dest="iexrange",
|
|
help="Range for using the iexcloud api. Longer range requires more tokens in account",
|
|
choices=["ytd", "1y", "2y", "5y", "6m"],
|
|
type=str,
|
|
default="ytd",
|
|
)
|
|
parser.add_argument(
|
|
"--exchange",
|
|
dest="exchange",
|
|
action="store_true",
|
|
default=False,
|
|
help="Show exchange information.",
|
|
)
|
|
parser.add_argument(
|
|
"--performance",
|
|
dest="performance",
|
|
action="store_true",
|
|
default=False,
|
|
help="Show performance information.",
|
|
)
|
|
if other_args and "-" not in other_args[0][0]:
|
|
other_args.insert(0, "-t")
|
|
|
|
ns_parser = self.parse_known_args_and_warn(
|
|
parser, other_args, export_allowed=EXPORT_ONLY_RAW_DATA_ALLOWED
|
|
)
|
|
|
|
if ns_parser:
|
|
if ns_parser.weekly and ns_parser.monthly:
|
|
console.print(
|
|
"[red]Only one of monthly or weekly can be selected.[/red]."
|
|
)
|
|
return
|
|
if ns_parser.filepath is None:
|
|
df_stock_candidate = stocks_helper.load(
|
|
ns_parser.ticker,
|
|
ns_parser.start,
|
|
ns_parser.interval,
|
|
ns_parser.end,
|
|
ns_parser.prepost,
|
|
ns_parser.source,
|
|
weekly=ns_parser.weekly,
|
|
monthly=ns_parser.monthly,
|
|
)
|
|
else:
|
|
# This seems to block the .exe since the folder needs to be manually created
|
|
# This block makes sure that we only look for the file if the -f flag is used
|
|
# Adding files in the argparse choices, will fail for the .exe even without -f
|
|
STOCKS_CUSTOM_IMPORTS = USER_CUSTOM_IMPORTS_DIRECTORY / "stocks"
|
|
try:
|
|
file_list = [x.name for x in STOCKS_CUSTOM_IMPORTS.iterdir()]
|
|
if ns_parser.filepath not in file_list:
|
|
console.print(
|
|
f"[red]{ns_parser.filepath} not found in custom_imports/stocks/ "
|
|
"folder[/red]."
|
|
)
|
|
return
|
|
except Exception as e:
|
|
console.print(e)
|
|
return
|
|
|
|
df_stock_candidate = stocks_helper.load_custom(
|
|
str(STOCKS_CUSTOM_IMPORTS / ns_parser.filepath)
|
|
)
|
|
if df_stock_candidate.empty:
|
|
return
|
|
if not df_stock_candidate.empty:
|
|
self.stock = df_stock_candidate
|
|
if ns_parser.exchange:
|
|
self.add_info = stocks_helper.additional_info_about_ticker(
|
|
ns_parser.ticker
|
|
)
|
|
console.print(self.add_info)
|
|
if (
|
|
ns_parser.interval == 1440
|
|
and not ns_parser.weekly
|
|
and not ns_parser.monthly
|
|
and ns_parser.filepath is None
|
|
and self.PATH == "/stocks/"
|
|
and ns_parser.performance
|
|
):
|
|
console.print()
|
|
stocks_helper.show_quick_performance(self.stock, ns_parser.ticker)
|
|
if "." in ns_parser.ticker:
|
|
self.ticker, self.suffix = ns_parser.ticker.upper().split(".")
|
|
else:
|
|
self.ticker = ns_parser.ticker.upper()
|
|
self.suffix = ""
|
|
|
|
if ns_parser.source == "IEXCloud":
|
|
self.start = self.stock.index[0].to_pydatetime()
|
|
elif ns_parser.source == "EODHD":
|
|
self.start = self.stock.index[0].to_pydatetime()
|
|
elif ns_parser.source == "eodhd":
|
|
self.start = self.stock.index[0].to_pydatetime()
|
|
else:
|
|
self.start = ns_parser.start
|
|
self.interval = f"{ns_parser.interval}min"
|
|
|
|
if self.PATH in ["/stocks/qa/", "/stocks/pred/"]:
|
|
self.stock["Returns"] = self.stock["Adj Close"].pct_change()
|
|
self.stock["LogRet"] = np.log(self.stock["Adj Close"]) - np.log(
|
|
self.stock["Adj Close"].shift(1)
|
|
)
|
|
self.stock["LogPrice"] = np.log(self.stock["Adj Close"])
|
|
self.stock = self.stock.rename(columns={"Adj Close": "AdjClose"})
|
|
self.stock = self.stock.dropna()
|
|
self.stock.columns = [x.lower() for x in self.stock.columns]
|
|
|
|
export_data(
|
|
ns_parser.export,
|
|
os.path.dirname(os.path.abspath(__file__)),
|
|
f"load_{self.ticker}",
|
|
self.stock.copy(),
|
|
)
|
|
|
|
|
|
class CryptoBaseController(BaseController, metaclass=ABCMeta):
|
|
"""Base controller class for crypto related menus."""
|
|
|
|
def __init__(self, queue):
|
|
"""Instantiate the base class for Crypto Controllers that use a load function."""
|
|
super().__init__(queue)
|
|
|
|
self.symbol = ""
|
|
self.vs = ""
|
|
self.current_df = pd.DataFrame()
|
|
self.current_currency = ""
|
|
self.source = ""
|
|
self.current_interval = ""
|
|
self.exchange = ""
|
|
self.price_str = ""
|
|
self.interval = ""
|
|
self.resolution = "1D"
|
|
self.TRY_RELOAD = True
|
|
self.exchanges = cryptocurrency_helpers.get_exchanges_ohlc()
|
|
|
|
def call_load(self, other_args):
|
|
"""Process load command."""
|
|
parser = argparse.ArgumentParser(
|
|
add_help=False,
|
|
formatter_class=argparse.ArgumentDefaultsHelpFormatter,
|
|
prog="load",
|
|
description="""Load crypto currency to perform analysis on.
|
|
Yahoo Finance is used as default source.
|
|
Other sources can be used such as 'ccxt' or 'cg' with --source.
|
|
If you select 'ccxt', you can then select any exchange with --exchange.
|
|
You can also select a specific interval with --interval.""",
|
|
)
|
|
parser.add_argument(
|
|
"-c",
|
|
"--coin",
|
|
help="Coin to get. Must be coin symbol (e.g., btc, eth)",
|
|
dest="coin",
|
|
type=str,
|
|
required="-h" not in other_args,
|
|
)
|
|
|
|
parser.add_argument(
|
|
"-s",
|
|
"--start",
|
|
type=valid_date,
|
|
default=(datetime.now() - timedelta(days=1100)).strftime("%Y-%m-%d"),
|
|
dest="start",
|
|
help="The starting date (format YYYY-MM-DD) of the crypto",
|
|
)
|
|
|
|
parser.add_argument(
|
|
"--exchange",
|
|
help="Exchange to search",
|
|
dest="exchange",
|
|
type=str,
|
|
default="binance",
|
|
choices=self.exchanges,
|
|
)
|
|
|
|
parser.add_argument(
|
|
"-e",
|
|
"--end",
|
|
type=valid_date,
|
|
default=datetime.now().strftime("%Y-%m-%d"),
|
|
dest="end",
|
|
help="The ending date (format YYYY-MM-DD) of the crypto",
|
|
)
|
|
parser.add_argument(
|
|
"-i",
|
|
"--interval",
|
|
action="store",
|
|
dest="interval",
|
|
type=str,
|
|
default="1440",
|
|
choices=["1", "5", "15", "30", "60", "240", "1440", "10080", "43200"],
|
|
help="The interval of the crypto",
|
|
)
|
|
|
|
parser.add_argument(
|
|
"--vs",
|
|
help="Quote currency (what to view coin vs). e.g., usdc, usdt, ... if source is ccxt, usd, eur, ... otherwise", # noqa
|
|
dest="vs",
|
|
default="usdt",
|
|
type=str,
|
|
)
|
|
|
|
if other_args and "-" not in other_args[0][0]:
|
|
other_args.insert(0, "-c")
|
|
|
|
ns_parser = self.parse_known_args_and_warn(
|
|
parser, other_args, export_allowed=EXPORT_ONLY_RAW_DATA_ALLOWED
|
|
)
|
|
|
|
if ns_parser:
|
|
if ns_parser.source in ("YahooFinance", "CoinGecko"):
|
|
if ns_parser.vs == "usdt":
|
|
ns_parser.vs = "usd"
|
|
(self.current_df) = cryptocurrency_helpers.load(
|
|
symbol=ns_parser.coin.lower(),
|
|
to_symbol=ns_parser.vs,
|
|
end_date=ns_parser.end.strftime("%Y-%m-%d"),
|
|
start_date=ns_parser.start.strftime("%Y-%m-%d"),
|
|
interval=ns_parser.interval,
|
|
source=ns_parser.source,
|
|
exchange=ns_parser.exchange,
|
|
)
|
|
if not self.current_df.empty:
|
|
self.vs = ns_parser.vs
|
|
self.exchange = ns_parser.exchange
|
|
self.source = ns_parser.source
|
|
self.current_interval = ns_parser.interval
|
|
self.current_currency = ns_parser.vs
|
|
self.symbol = ns_parser.coin.lower()
|
|
cryptocurrency_helpers.show_quick_performance(
|
|
self.current_df,
|
|
self.symbol,
|
|
self.current_currency,
|
|
ns_parser.source,
|
|
ns_parser.exchange,
|
|
self.current_interval,
|
|
)
|
|
export_data(
|
|
ns_parser.export,
|
|
os.path.dirname(os.path.abspath(__file__)),
|
|
"load",
|
|
self.current_df.copy(),
|
|
)
|