2022-05-03 08:14:17 +00:00
|
|
|
import logging
|
2022-05-04 15:42:34 +00:00
|
|
|
from functools import reduce
|
|
|
|
|
|
|
|
import pandas as pd
|
2022-05-03 08:14:17 +00:00
|
|
|
import talib.abstract as ta
|
|
|
|
from pandas import DataFrame
|
|
|
|
from technical import qtpylib
|
2022-05-04 15:42:34 +00:00
|
|
|
|
2022-09-08 20:35:52 +00:00
|
|
|
from freqtrade.strategy import CategoricalParameter, IStrategy, merge_informative_pair
|
2022-05-04 15:42:34 +00:00
|
|
|
|
|
|
|
|
2022-05-03 08:14:17 +00:00
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
2022-05-04 15:42:34 +00:00
|
|
|
|
2022-05-03 08:14:17 +00:00
|
|
|
class FreqaiExampleStrategy(IStrategy):
|
|
|
|
"""
|
2022-05-04 15:42:34 +00:00
|
|
|
Example strategy showing how the user connects their own
|
2022-05-03 08:14:17 +00:00
|
|
|
IFreqaiModel to the strategy. Namely, the user uses:
|
2022-07-23 13:58:31 +00:00
|
|
|
self.freqai.start(dataframe, metadata)
|
2022-05-03 08:14:17 +00:00
|
|
|
|
2022-05-04 15:42:34 +00:00
|
|
|
to make predictions on their data. populate_any_indicators() automatically
|
2022-05-03 08:14:17 +00:00
|
|
|
generates the variety of features indicated by the user in the
|
|
|
|
canonical freqtrade configuration file under config['freqai'].
|
|
|
|
"""
|
|
|
|
|
2022-06-06 22:24:32 +00:00
|
|
|
minimal_roi = {"0": 0.1, "240": -1}
|
2022-05-03 08:14:17 +00:00
|
|
|
|
|
|
|
plot_config = {
|
2022-05-04 15:42:34 +00:00
|
|
|
"main_plot": {},
|
|
|
|
"subplots": {
|
2023-01-03 20:52:16 +00:00
|
|
|
"&-s_close": {"prediction": {"color": "blue"}},
|
2022-05-04 15:42:34 +00:00
|
|
|
"do_predict": {
|
|
|
|
"do_predict": {"color": "brown"},
|
2022-05-03 08:14:17 +00:00
|
|
|
},
|
2022-05-04 15:42:34 +00:00
|
|
|
},
|
2022-05-03 08:14:17 +00:00
|
|
|
}
|
|
|
|
|
2022-06-02 13:24:08 +00:00
|
|
|
process_only_new_candles = True
|
2022-05-03 08:14:17 +00:00
|
|
|
stoploss = -0.05
|
2022-06-02 13:24:08 +00:00
|
|
|
use_exit_signal = True
|
2022-08-22 16:19:07 +00:00
|
|
|
# this is the maximum period fed to talib (timeframe independent)
|
2022-09-03 12:00:01 +00:00
|
|
|
startup_candle_count: int = 40
|
2022-06-27 09:35:33 +00:00
|
|
|
can_short = False
|
2022-05-29 12:45:46 +00:00
|
|
|
|
2022-09-08 20:22:50 +00:00
|
|
|
std_dev_multiplier_buy = CategoricalParameter(
|
|
|
|
[0.75, 1, 1.25, 1.5, 1.75], default=1.25, space="buy", optimize=True)
|
|
|
|
std_dev_multiplier_sell = CategoricalParameter(
|
2022-09-18 15:00:55 +00:00
|
|
|
[0.75, 1, 1.25, 1.5, 1.75], space="sell", default=1.25, optimize=True)
|
2022-05-03 08:14:17 +00:00
|
|
|
|
2022-07-03 10:15:59 +00:00
|
|
|
def populate_any_indicators(
|
2022-07-31 15:05:29 +00:00
|
|
|
self, pair, df, tf, informative=None, set_generalized_indicators=False
|
2022-07-03 10:15:59 +00:00
|
|
|
):
|
2022-05-03 08:14:17 +00:00
|
|
|
"""
|
|
|
|
Function designed to automatically generate, name and merge features
|
2022-05-17 16:15:03 +00:00
|
|
|
from user indicated timeframes in the configuration file. User controls the indicators
|
2022-10-29 20:26:49 +00:00
|
|
|
passed to the training/prediction by prepending indicators with `f'%-{pair}`
|
2022-05-17 16:15:03 +00:00
|
|
|
(see convention below). I.e. user should not prepend any supporting metrics
|
|
|
|
(e.g. bb_lowerband below) with % unless they explicitly want to pass that metric to the
|
|
|
|
model.
|
2022-07-24 14:51:48 +00:00
|
|
|
:param pair: pair to be used as informative
|
|
|
|
:param df: strategy dataframe which will receive merges from informatives
|
|
|
|
:param tf: timeframe of the dataframe which will modify the feature names
|
|
|
|
:param informative: the dataframe associated with the informative pair
|
2022-05-03 08:14:17 +00:00
|
|
|
"""
|
2022-05-31 16:42:27 +00:00
|
|
|
|
2022-08-14 15:19:50 +00:00
|
|
|
if informative is None:
|
|
|
|
informative = self.dp.get_pair_dataframe(pair, tf)
|
|
|
|
|
|
|
|
# first loop is automatically duplicating indicators for time periods
|
|
|
|
for t in self.freqai_info["feature_parameters"]["indicator_periods_candles"]:
|
|
|
|
|
|
|
|
t = int(t)
|
2022-10-29 20:26:49 +00:00
|
|
|
informative[f"%-{pair}rsi-period_{t}"] = ta.RSI(informative, timeperiod=t)
|
|
|
|
informative[f"%-{pair}mfi-period_{t}"] = ta.MFI(informative, timeperiod=t)
|
|
|
|
informative[f"%-{pair}adx-period_{t}"] = ta.ADX(informative, timeperiod=t)
|
|
|
|
informative[f"%-{pair}sma-period_{t}"] = ta.SMA(informative, timeperiod=t)
|
|
|
|
informative[f"%-{pair}ema-period_{t}"] = ta.EMA(informative, timeperiod=t)
|
2022-08-14 15:19:50 +00:00
|
|
|
|
|
|
|
bollinger = qtpylib.bollinger_bands(
|
|
|
|
qtpylib.typical_price(informative), window=t, stds=2.2
|
|
|
|
)
|
2022-10-29 20:26:49 +00:00
|
|
|
informative[f"{pair}bb_lowerband-period_{t}"] = bollinger["lower"]
|
|
|
|
informative[f"{pair}bb_middleband-period_{t}"] = bollinger["mid"]
|
|
|
|
informative[f"{pair}bb_upperband-period_{t}"] = bollinger["upper"]
|
|
|
|
|
|
|
|
informative[f"%-{pair}bb_width-period_{t}"] = (
|
|
|
|
informative[f"{pair}bb_upperband-period_{t}"]
|
|
|
|
- informative[f"{pair}bb_lowerband-period_{t}"]
|
|
|
|
) / informative[f"{pair}bb_middleband-period_{t}"]
|
|
|
|
informative[f"%-{pair}close-bb_lower-period_{t}"] = (
|
|
|
|
informative["close"] / informative[f"{pair}bb_lowerband-period_{t}"]
|
2022-08-14 15:19:50 +00:00
|
|
|
)
|
|
|
|
|
2022-10-29 20:26:49 +00:00
|
|
|
informative[f"%-{pair}roc-period_{t}"] = ta.ROC(informative, timeperiod=t)
|
2022-08-14 15:19:50 +00:00
|
|
|
|
2022-10-29 20:26:49 +00:00
|
|
|
informative[f"%-{pair}relative_volume-period_{t}"] = (
|
2022-08-14 15:19:50 +00:00
|
|
|
informative["volume"] / informative["volume"].rolling(t).mean()
|
|
|
|
)
|
|
|
|
|
2022-10-29 20:26:49 +00:00
|
|
|
informative[f"%-{pair}pct-change"] = informative["close"].pct_change()
|
|
|
|
informative[f"%-{pair}raw_volume"] = informative["volume"]
|
|
|
|
informative[f"%-{pair}raw_price"] = informative["close"]
|
2022-08-14 15:19:50 +00:00
|
|
|
|
|
|
|
indicators = [col for col in informative if col.startswith("%")]
|
|
|
|
# This loop duplicates and shifts all indicators to add a sense of recency to data
|
|
|
|
for n in range(self.freqai_info["feature_parameters"]["include_shifted_candles"] + 1):
|
|
|
|
if n == 0:
|
|
|
|
continue
|
|
|
|
informative_shift = informative[indicators].shift(n)
|
|
|
|
informative_shift = informative_shift.add_suffix("_shift-" + str(n))
|
|
|
|
informative = pd.concat((informative, informative_shift), axis=1)
|
|
|
|
|
|
|
|
df = merge_informative_pair(df, informative, self.config["timeframe"], tf, ffill=True)
|
|
|
|
skip_columns = [
|
|
|
|
(s + "_" + tf) for s in ["date", "open", "high", "low", "close", "volume"]
|
|
|
|
]
|
|
|
|
df = df.drop(columns=skip_columns)
|
|
|
|
|
|
|
|
# Add generalized indicators here (because in live, it will call this
|
|
|
|
# function to populate indicators during training). Notice how we ensure not to
|
|
|
|
# add them multiple times
|
|
|
|
if set_generalized_indicators:
|
|
|
|
df["%-day_of_week"] = (df["date"].dt.dayofweek + 1) / 7
|
|
|
|
df["%-hour_of_day"] = (df["date"].dt.hour + 1) / 25
|
|
|
|
|
|
|
|
# user adds targets here by prepending them with &- (see convention below)
|
|
|
|
df["&-s_close"] = (
|
|
|
|
df["close"]
|
|
|
|
.shift(-self.freqai_info["feature_parameters"]["label_period_candles"])
|
|
|
|
.rolling(self.freqai_info["feature_parameters"]["label_period_candles"])
|
|
|
|
.mean()
|
|
|
|
/ df["close"]
|
|
|
|
- 1
|
|
|
|
)
|
|
|
|
|
|
|
|
# Classifiers are typically set up with strings as targets:
|
|
|
|
# df['&s-up_or_down'] = np.where( df["close"].shift(-100) >
|
|
|
|
# df["close"], 'up', 'down')
|
|
|
|
|
|
|
|
# If user wishes to use multiple targets, they can add more by
|
|
|
|
# appending more columns with '&'. User should keep in mind that multi targets
|
|
|
|
# requires a multioutput prediction model such as
|
2023-01-03 20:52:16 +00:00
|
|
|
# freqai/prediction_models/CatboostRegressorMultiTarget.py,
|
|
|
|
# freqtrade trade --freqaimodel CatboostRegressorMultiTarget
|
2022-08-14 15:19:50 +00:00
|
|
|
|
|
|
|
# df["&-s_range"] = (
|
|
|
|
# df["close"]
|
|
|
|
# .shift(-self.freqai_info["feature_parameters"]["label_period_candles"])
|
|
|
|
# .rolling(self.freqai_info["feature_parameters"]["label_period_candles"])
|
|
|
|
# .max()
|
|
|
|
# -
|
|
|
|
# df["close"]
|
|
|
|
# .shift(-self.freqai_info["feature_parameters"]["label_period_candles"])
|
|
|
|
# .rolling(self.freqai_info["feature_parameters"]["label_period_candles"])
|
|
|
|
# .min()
|
|
|
|
# )
|
2022-07-31 15:05:29 +00:00
|
|
|
|
2022-05-03 08:14:17 +00:00
|
|
|
return df
|
|
|
|
|
|
|
|
def populate_indicators(self, dataframe: DataFrame, metadata: dict) -> DataFrame:
|
|
|
|
|
2022-05-24 12:46:16 +00:00
|
|
|
# All indicators must be populated by populate_any_indicators() for live functionality
|
|
|
|
# to work correctly.
|
2022-05-04 15:42:34 +00:00
|
|
|
|
2022-07-21 10:24:22 +00:00
|
|
|
# the model will return all labels created by user in `populate_any_indicators`
|
|
|
|
# (& appended targets), an indication of whether or not the prediction should be accepted,
|
|
|
|
# the target mean/std values for each of the labels created by user in
|
|
|
|
# `populate_any_indicators()` for each training period.
|
|
|
|
|
2022-07-23 13:58:31 +00:00
|
|
|
dataframe = self.freqai.start(dataframe, metadata, self)
|
2022-09-08 20:22:50 +00:00
|
|
|
for val in self.std_dev_multiplier_buy.range:
|
2022-09-18 06:45:24 +00:00
|
|
|
dataframe[f'target_roi_{val}'] = (
|
|
|
|
dataframe["&-s_close_mean"] + dataframe["&-s_close_std"] * val
|
|
|
|
)
|
2022-09-08 20:22:50 +00:00
|
|
|
for val in self.std_dev_multiplier_sell.range:
|
2022-09-18 06:45:24 +00:00
|
|
|
dataframe[f'sell_roi_{val}'] = (
|
|
|
|
dataframe["&-s_close_mean"] - dataframe["&-s_close_std"] * val
|
|
|
|
)
|
2022-05-03 08:14:17 +00:00
|
|
|
return dataframe
|
|
|
|
|
2022-05-29 12:45:46 +00:00
|
|
|
def populate_entry_trend(self, df: DataFrame, metadata: dict) -> DataFrame:
|
2022-05-03 08:14:17 +00:00
|
|
|
|
2022-09-18 06:45:24 +00:00
|
|
|
enter_long_conditions = [
|
|
|
|
df["do_predict"] == 1,
|
|
|
|
df["&-s_close"] > df[f"target_roi_{self.std_dev_multiplier_buy.value}"],
|
|
|
|
]
|
2022-05-03 08:14:17 +00:00
|
|
|
|
2022-05-29 12:45:46 +00:00
|
|
|
if enter_long_conditions:
|
2022-06-02 12:37:40 +00:00
|
|
|
df.loc[
|
|
|
|
reduce(lambda x, y: x & y, enter_long_conditions), ["enter_long", "enter_tag"]
|
|
|
|
] = (1, "long")
|
2022-05-03 08:14:17 +00:00
|
|
|
|
2022-09-18 06:45:24 +00:00
|
|
|
enter_short_conditions = [
|
|
|
|
df["do_predict"] == 1,
|
|
|
|
df["&-s_close"] < df[f"sell_roi_{self.std_dev_multiplier_sell.value}"],
|
|
|
|
]
|
2022-05-29 12:45:46 +00:00
|
|
|
|
|
|
|
if enter_short_conditions:
|
2022-06-02 12:37:40 +00:00
|
|
|
df.loc[
|
|
|
|
reduce(lambda x, y: x & y, enter_short_conditions), ["enter_short", "enter_tag"]
|
|
|
|
] = (1, "short")
|
2022-05-29 12:45:46 +00:00
|
|
|
|
|
|
|
return df
|
2022-05-03 08:14:17 +00:00
|
|
|
|
2022-05-29 12:45:46 +00:00
|
|
|
def populate_exit_trend(self, df: DataFrame, metadata: dict) -> DataFrame:
|
2022-09-18 06:45:24 +00:00
|
|
|
exit_long_conditions = [
|
|
|
|
df["do_predict"] == 1,
|
|
|
|
df["&-s_close"] < df[f"sell_roi_{self.std_dev_multiplier_sell.value}"] * 0.25,
|
|
|
|
]
|
2022-05-29 12:45:46 +00:00
|
|
|
if exit_long_conditions:
|
|
|
|
df.loc[reduce(lambda x, y: x & y, exit_long_conditions), "exit_long"] = 1
|
2022-05-03 08:14:17 +00:00
|
|
|
|
2022-09-18 06:45:24 +00:00
|
|
|
exit_short_conditions = [
|
|
|
|
df["do_predict"] == 1,
|
|
|
|
df["&-s_close"] > df[f"target_roi_{self.std_dev_multiplier_buy.value}"] * 0.25,
|
|
|
|
]
|
2022-05-29 12:45:46 +00:00
|
|
|
if exit_short_conditions:
|
|
|
|
df.loc[reduce(lambda x, y: x & y, exit_short_conditions), "exit_short"] = 1
|
|
|
|
|
|
|
|
return df
|
2022-05-03 08:14:17 +00:00
|
|
|
|
|
|
|
def get_ticker_indicator(self):
|
2022-05-04 15:42:34 +00:00
|
|
|
return int(self.config["timeframe"][:-1])
|
2022-05-29 12:45:46 +00:00
|
|
|
|
2022-06-02 12:37:40 +00:00
|
|
|
def confirm_trade_entry(
|
|
|
|
self,
|
|
|
|
pair: str,
|
|
|
|
order_type: str,
|
|
|
|
amount: float,
|
|
|
|
rate: float,
|
|
|
|
time_in_force: str,
|
|
|
|
current_time,
|
|
|
|
entry_tag,
|
|
|
|
side: str,
|
2022-07-03 08:59:38 +00:00
|
|
|
**kwargs,
|
2022-06-02 12:37:40 +00:00
|
|
|
) -> bool:
|
2022-05-31 12:35:04 +00:00
|
|
|
|
|
|
|
df, _ = self.dp.get_analyzed_dataframe(pair, self.timeframe)
|
|
|
|
last_candle = df.iloc[-1].squeeze()
|
|
|
|
|
2022-06-02 12:37:40 +00:00
|
|
|
if side == "long":
|
|
|
|
if rate > (last_candle["close"] * (1 + 0.0025)):
|
2022-05-31 12:35:04 +00:00
|
|
|
return False
|
|
|
|
else:
|
2022-06-02 12:37:40 +00:00
|
|
|
if rate < (last_candle["close"] * (1 - 0.0025)):
|
2022-05-31 12:35:04 +00:00
|
|
|
return False
|
2022-05-29 14:36:46 +00:00
|
|
|
|
|
|
|
return True
|