mirror of
https://github.com/OpenBB-finance/OpenBB.git
synced 2026-10-29 13:32:08 +00:00
* implement user and change is guest * replace User methods * move remaining functions to user * fix bug * portfolio test * fix tests * fix tests * uncomment skip * ruff * start credentials model implementation * change deault structure * refacto quandl * change default struct and file names * bug * start using global user * add comments * move update flair * change cfg references in keys model * reddit & fmp * refactore additional keys * remaing config keys * remove unsude imports and fix hub keys * ruff * fix line too long * unblock unittests * fix keys model tests * remove os patch * fix account controller tests * fix account controller tests * fix account model * account fixed * fix user tests * User Model * User Model * User Model * Move session folder * User Model : grouping the models * User Model : fix bugs * Config Plot + bug fix * User Model : Refactoring plots * Feature flags * Remove dup * clean comments a fix some vars * fix feature flags controller * refactor obbff from settings controller * refactor a bunch of obbff variables * fix bug blocking terminal * fix integration tests * refactor controllers with obbff * refactor remaining ffs * remove comments * log not started * mispelled variable * set current user on local model * User Model : moving files + updating * User Preferences * User : Refactor is_guest function + bug fix * User : refactor is_guest function * Fix conftest.py * remove lost obbffs * typo on fileoverwrite * Plot config: move variables and start plot dpi * User : tests * refactor plot dpi references * remove plot dpi imports * refactor some config terminal leftover * /account/sync : fix bug * remove configs reload * start path refactor * installation paths vs user paths * remove cfg_plot * Tests : User Refactoring * user prefix only for preferences * user prefix only for preferences * move user paths * remove comment * update apply remote configs * fix tz not updating * save some copys * small fix * create interface for credentials and preferences * wrong docstrings fixed * ruff core * fix some pref setting * login is better * ruff * ruff * remove Literal * add small comment * Tests : User Refactoring * Credentials Model : add DataBento * Fix helper_funcs * Fixing code * Tests : fixing * User Model : freezing the models * Fixed Income + Databento * Tests : fixing keys * black * ruff * Tests : user model * Tests : user model * Fix linting * Fix linting * Linting * Linting * Fixing code and tests * Fix tests * mypy * SDK * Clean ruff cache * Fix syntax issue * Update fred_view * Black * Linting * Update code * Update tests * Linting * Linting * Tests * Black * Linting * Linting * Mock os.listdir to avoid looking for file that doesnt exist * Mock options paths * lint * Tests : fix * Code : update * Tests + Linting * Tests * Ruff * Code : update * Tests * Code : update * Fix workflow * Code : update --------- Co-authored-by: Chavithra PARANA <chavithra@gmail.com> Co-authored-by: luqazino@gmail.com <luqazino@gmail.com> Co-authored-by: James Maslek <jmaslek11@gmail.com>
185 lines
5.7 KiB
Python
185 lines
5.7 KiB
Python
# pylint: disable=too-many-arguments
|
|
"""RNN Model"""
|
|
__docformat__ = "numpy"
|
|
|
|
import logging
|
|
import warnings
|
|
from typing import List, Optional, Tuple, Union
|
|
|
|
import pandas as pd
|
|
from darts import TimeSeries
|
|
from darts.models import BlockRNNModel
|
|
from darts.models.forecasting.torch_forecasting_model import GlobalForecastingModel
|
|
from darts.utils.likelihood_models import GaussianLikelihood
|
|
|
|
from openbb_terminal.core.session.current_user import get_current_user
|
|
from openbb_terminal.decorators import log_start_end
|
|
from openbb_terminal.forecast import helpers
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
@log_start_end(log=logger)
|
|
def get_brnn_data(
|
|
data: Union[pd.Series, pd.DataFrame],
|
|
target_column: str = "close",
|
|
n_predict: int = 5,
|
|
train_split: float = 0.85,
|
|
past_covariates: Optional[str] = None,
|
|
forecast_horizon: int = 5,
|
|
input_chunk_length: int = 14,
|
|
output_chunk_length: int = 5,
|
|
model_type: str = "LSTM",
|
|
n_rnn_layers: int = 1,
|
|
dropout: float = 0.0,
|
|
batch_size: int = 32,
|
|
n_epochs: int = 100,
|
|
learning_rate: float = 1e-3,
|
|
model_save_name: str = "brnn_model",
|
|
force_reset: bool = True,
|
|
save_checkpoints: bool = True,
|
|
metric: str = "mape",
|
|
) -> Tuple[
|
|
Optional[List[TimeSeries]],
|
|
Optional[List[TimeSeries]],
|
|
Optional[List[TimeSeries]],
|
|
Optional[float],
|
|
Optional[type[GlobalForecastingModel]],
|
|
]:
|
|
"""Performs Block RNN forecasting
|
|
|
|
Parameters
|
|
----------
|
|
data: Union[pd.Series, pd.DataFrame]
|
|
Input Data
|
|
target_column: str
|
|
Target column to forecast. Defaults to "close".
|
|
n_predict: int
|
|
Days to predict. Defaults to 5.
|
|
train_split: float
|
|
Train/val split. Defaults to 0.85.
|
|
past_covariates: str
|
|
Multiple secondary columns to factor in when forecasting. Defaults to None.
|
|
forecast_horizon: int
|
|
Forecast horizon when performing historical forecasting. Defaults to 5.
|
|
input_chunk_length: int
|
|
Number of past time steps that are fed to the forecasting module at prediction time. Defaults to 14.
|
|
output_chunk_length: int
|
|
The length of the forecast of the model. Defaults to 5.
|
|
model_type: str
|
|
Either a string specifying the RNN module type ("RNN", "LSTM" or "GRU"). Defaults to "LSTM".
|
|
n_rnn_layers: int
|
|
Number of layers in the RNN module. Defaults to 1.
|
|
dropout: float
|
|
Fraction of neurons affected by Dropout. Defaults to 0.0.
|
|
batch_size: int
|
|
Number of time series (input and output sequences) used in each training pass. Defaults to 32.
|
|
n_epochs: int
|
|
Number of epochs over which to train the model. Defaults to 100.
|
|
learning_rate: float
|
|
Defaults to 1e-3.
|
|
model_save_name: str
|
|
Name for model. Defaults to "brnn_model".
|
|
force_reset: bool
|
|
If set to True, any previously-existing model with the same name will be reset (all checkpoints will be
|
|
discarded). Defaults to True.
|
|
save_checkpoints: bool
|
|
Whether or not to automatically save the untrained model and checkpoints from training. Defaults to True.
|
|
metric: str
|
|
Metric to use for model selection. Defaults to "mape".
|
|
|
|
Returns
|
|
-------
|
|
Tuple[
|
|
List[TimeSeries],
|
|
List[TimeSeries],
|
|
List[TimeSeries],
|
|
Optional[Union[float, ndarray]],
|
|
type[GlobalForecastingModel]
|
|
]
|
|
Adjusted Data series,
|
|
Historical forecast by best RNN model,
|
|
list of Predictions,
|
|
Mean average precision error,
|
|
Best BRNN Model.
|
|
"""
|
|
|
|
# TODO Check if torch GPU AVAILABLE
|
|
|
|
use_scalers = True
|
|
probabilistic = False
|
|
|
|
scaler, ticker_series = helpers.get_series(
|
|
data, target_column, is_scaler=use_scalers
|
|
)
|
|
train, val = ticker_series.split_before(train_split)
|
|
valid = helpers.check_data_length(
|
|
train, val, input_chunk_length, output_chunk_length
|
|
)
|
|
if not valid:
|
|
return [], [], [], None, None
|
|
|
|
(
|
|
past_covariate_whole,
|
|
past_covariate_train,
|
|
past_covariate_val,
|
|
) = helpers.past_covs(past_covariates, data, train_split, use_scalers)
|
|
|
|
# Early Stopping
|
|
|
|
brnn_model = BlockRNNModel(
|
|
input_chunk_length=input_chunk_length,
|
|
output_chunk_length=output_chunk_length,
|
|
model=model_type,
|
|
n_rnn_layers=n_rnn_layers,
|
|
dropout=dropout,
|
|
batch_size=batch_size,
|
|
n_epochs=n_epochs,
|
|
optimizer_kwargs={"lr": learning_rate},
|
|
model_name=model_save_name,
|
|
random_state=42,
|
|
pl_trainer_kwargs=helpers.get_pl_kwargs(accelerator="cpu"),
|
|
force_reset=force_reset,
|
|
save_checkpoints=save_checkpoints,
|
|
likelihood=GaussianLikelihood(),
|
|
log_tensorboard=True,
|
|
work_dir=get_current_user().preferences.USER_FORECAST_MODELS_DIRECTORY,
|
|
)
|
|
|
|
# fit model on train series for historical forecasting
|
|
with warnings.catch_warnings():
|
|
warnings.simplefilter("ignore")
|
|
helpers.fit_model(
|
|
brnn_model,
|
|
train,
|
|
val,
|
|
past_covariate_train,
|
|
past_covariate_val,
|
|
)
|
|
best_model = BlockRNNModel.load_from_checkpoint(
|
|
model_name=model_save_name,
|
|
best=True,
|
|
work_dir=get_current_user().preferences.USER_FORECAST_MODELS_DIRECTORY,
|
|
)
|
|
|
|
helpers.print_tensorboard_logs(
|
|
model_save_name,
|
|
str(get_current_user().preferences.USER_FORECAST_MODELS_DIRECTORY),
|
|
)
|
|
|
|
# Showing historical backtesting without retraining model (too slow)
|
|
return helpers.get_prediction(
|
|
"Block RNN",
|
|
probabilistic,
|
|
use_scalers,
|
|
scaler,
|
|
past_covariates,
|
|
best_model,
|
|
ticker_series,
|
|
past_covariate_whole,
|
|
train_split,
|
|
forecast_horizon,
|
|
n_predict,
|
|
metric,
|
|
)
|