mirror of
https://github.com/OpenBB-finance/OpenBB.git
synced 2026-10-31 06:22:18 +00:00
* implement user and change is guest * replace User methods * move remaining functions to user * fix bug * portfolio test * fix tests * fix tests * uncomment skip * ruff * start credentials model implementation * change deault structure * refacto quandl * change default struct and file names * bug * start using global user * add comments * move update flair * change cfg references in keys model * reddit & fmp * refactore additional keys * remaing config keys * remove unsude imports and fix hub keys * ruff * fix line too long * unblock unittests * fix keys model tests * remove os patch * fix account controller tests * fix account controller tests * fix account model * account fixed * fix user tests * User Model * User Model * User Model * Move session folder * User Model : grouping the models * User Model : fix bugs * Config Plot + bug fix * User Model : Refactoring plots * Feature flags * Remove dup * clean comments a fix some vars * fix feature flags controller * refactor obbff from settings controller * refactor a bunch of obbff variables * fix bug blocking terminal * fix integration tests * refactor controllers with obbff * refactor remaining ffs * remove comments * log not started * mispelled variable * set current user on local model * User Model : moving files + updating * User Preferences * User : Refactor is_guest function + bug fix * User : refactor is_guest function * Fix conftest.py * remove lost obbffs * typo on fileoverwrite * Plot config: move variables and start plot dpi * User : tests * refactor plot dpi references * remove plot dpi imports * refactor some config terminal leftover * /account/sync : fix bug * remove configs reload * start path refactor * installation paths vs user paths * remove cfg_plot * Tests : User Refactoring * user prefix only for preferences * user prefix only for preferences * move user paths * remove comment * update apply remote configs * fix tz not updating * save some copys * small fix * create interface for credentials and preferences * wrong docstrings fixed * ruff core * fix some pref setting * login is better * ruff * ruff * remove Literal * add small comment * Tests : User Refactoring * Credentials Model : add DataBento * Fix helper_funcs * Fixing code * Tests : fixing * User Model : freezing the models * Fixed Income + Databento * Tests : fixing keys * black * ruff * Tests : user model * Tests : user model * Fix linting * Fix linting * Linting * Linting * Fixing code and tests * Fix tests * mypy * SDK * Clean ruff cache * Fix syntax issue * Update fred_view * Black * Linting * Update code * Update tests * Linting * Linting * Tests * Black * Linting * Linting * Mock os.listdir to avoid looking for file that doesnt exist * Mock options paths * lint * Tests : fix * Code : update * Tests + Linting * Tests * Ruff * Code : update * Tests * Code : update * Fix workflow * Code : update --------- Co-authored-by: Chavithra PARANA <chavithra@gmail.com> Co-authored-by: luqazino@gmail.com <luqazino@gmail.com> Co-authored-by: James Maslek <jmaslek11@gmail.com>
159 lines
4.9 KiB
Python
159 lines
4.9 KiB
Python
# pylint: disable=too-many-arguments
|
|
"""RNN Model"""
|
|
__docformat__ = "numpy"
|
|
|
|
import logging
|
|
import warnings
|
|
from typing import List, Optional, Tuple, Union
|
|
|
|
import pandas as pd
|
|
from darts import TimeSeries
|
|
from darts.models import RNNModel
|
|
from darts.utils.likelihood_models import GaussianLikelihood
|
|
|
|
from openbb_terminal.core.session.current_user import get_current_user
|
|
from openbb_terminal.decorators import log_start_end
|
|
from openbb_terminal.forecast import helpers
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
@log_start_end(log=logger)
|
|
def get_rnn_data(
|
|
data: Union[pd.Series, pd.DataFrame],
|
|
target_column: str = "close",
|
|
n_predict: int = 5,
|
|
train_split: float = 0.85,
|
|
forecast_horizon: int = 5,
|
|
model_type: str = "LSTM",
|
|
hidden_dim: int = 20,
|
|
dropout: float = 0.0,
|
|
batch_size: int = 32,
|
|
n_epochs: int = 100,
|
|
learning_rate: float = 1e-3,
|
|
model_save_name: str = "rnn_model",
|
|
training_length: int = 20,
|
|
input_chunk_size: int = 14,
|
|
force_reset: bool = True,
|
|
save_checkpoints: bool = True,
|
|
metric: str = "mape",
|
|
) -> Tuple[
|
|
Optional[List[type[TimeSeries]]],
|
|
Optional[List[type[TimeSeries]]],
|
|
Optional[List[type[TimeSeries]]],
|
|
Optional[float],
|
|
Optional[type[RNNModel]],
|
|
]:
|
|
"""Perform RNN forecasting
|
|
|
|
Parameters
|
|
----------
|
|
data: Union[pd.Series, pd.DataFrame]
|
|
Input Data
|
|
n_predict: int
|
|
Days to predict. Defaults to 5.
|
|
target_column: str
|
|
Target column to forecast. Defaults to "close".
|
|
train_split: float
|
|
Train/val split. Defaults to 0.85.
|
|
forecast_horizon: int
|
|
Forecast horizon when performing historical forecasting. Defaults to 5.
|
|
model_type: str
|
|
Either a string specifying the RNN module type ("RNN", "LSTM" or "GRU"). Defaults to "LSTM".
|
|
hidden_dim: int
|
|
Size for feature maps for each hidden RNN layer.. Defaults to 20.
|
|
dropout: float
|
|
Fraction of neurons affected by Dropout. Defaults to 0.0.
|
|
batch_size: int
|
|
Number of time series (input and output sequences) used in each training pass. Defaults to 32.
|
|
n_epochs: int
|
|
Number of epochs over which to train the model. Defaults to 100.
|
|
learning_rate: float
|
|
Defaults to 1e-3.
|
|
model_save_name: str
|
|
Name for model. Defaults to "brnn_model".
|
|
force_reset: bool
|
|
If set to True, any previously-existing model with the same name will be reset
|
|
(all checkpoints will be discarded). Defaults to True.
|
|
save_checkpoints: bool
|
|
Whether or not to automatically save the untrained model and checkpoints from training.
|
|
Defaults to True.
|
|
metric: str
|
|
Metric to use for model selection. Defaults to "mape".
|
|
|
|
Returns
|
|
-------
|
|
Tuple[List[TimeSeries], List[TimeSeries], List[TimeSeries], Optional[float], type[RNNModel]]
|
|
Adjusted Data series,
|
|
Historical forecast by best RNN model,
|
|
list of Predictions,
|
|
Mean average precision error,
|
|
Best RNN Model
|
|
"""
|
|
|
|
# TODO Check if torch GPU AVAILABLE
|
|
|
|
use_scalers = True
|
|
probabilistic = True
|
|
past_covariates = None
|
|
past_covariate_whole = None
|
|
|
|
scaler, ticker_series = helpers.get_series(
|
|
data, target_column, is_scaler=use_scalers
|
|
)
|
|
train, val = ticker_series.split_before(train_split)
|
|
valid = helpers.check_data_length(train, val, input_chunk_size, 0)
|
|
if not valid:
|
|
return [], [], [], None, None
|
|
|
|
current_user = get_current_user()
|
|
|
|
rnn_model = RNNModel(
|
|
model=model_type,
|
|
hidden_dim=hidden_dim,
|
|
dropout=dropout,
|
|
batch_size=batch_size,
|
|
n_epochs=n_epochs,
|
|
optimizer_kwargs={"lr": learning_rate},
|
|
model_name=model_save_name,
|
|
random_state=42,
|
|
training_length=training_length,
|
|
input_chunk_length=input_chunk_size,
|
|
pl_trainer_kwargs=helpers.get_pl_kwargs(accelerator="cpu"),
|
|
force_reset=force_reset,
|
|
save_checkpoints=save_checkpoints,
|
|
likelihood=GaussianLikelihood(),
|
|
log_tensorboard=True,
|
|
work_dir=current_user.preferences.USER_FORECAST_MODELS_DIRECTORY,
|
|
)
|
|
|
|
# fit model on train series for historical forecasting
|
|
with warnings.catch_warnings():
|
|
warnings.simplefilter("ignore")
|
|
helpers.fit_model(rnn_model, train, val)
|
|
best_model = RNNModel.load_from_checkpoint(
|
|
model_name=model_save_name,
|
|
best=True,
|
|
work_dir=current_user.preferences.USER_FORECAST_MODELS_DIRECTORY,
|
|
)
|
|
|
|
helpers.print_tensorboard_logs(
|
|
model_save_name, str(current_user.preferences.USER_FORECAST_MODELS_DIRECTORY)
|
|
)
|
|
|
|
# Showing historical backtesting without retraining model (too slow)
|
|
return helpers.get_prediction(
|
|
"RNN",
|
|
probabilistic,
|
|
use_scalers,
|
|
scaler,
|
|
past_covariates,
|
|
best_model,
|
|
ticker_series,
|
|
past_covariate_whole,
|
|
train_split,
|
|
forecast_horizon,
|
|
n_predict,
|
|
metric,
|
|
)
|