stable/tests/strategy/test_strategy_loading.py

441 lines
16 KiB
Python
Raw Normal View History

2018-01-28 07:38:41 +00:00
# pragma pylint: disable=missing-docstring, protected-access, C0103
2018-01-15 08:35:11 +00:00
import logging
from base64 import urlsafe_b64encode
2018-11-24 19:39:16 +00:00
from pathlib import Path
2018-03-24 20:56:20 +00:00
2018-03-25 14:28:04 +00:00
import pytest
from pandas import DataFrame
2018-03-25 14:28:04 +00:00
from freqtrade.exceptions import OperationalException
from freqtrade.resolvers import StrategyResolver
2018-03-24 20:56:20 +00:00
from freqtrade.strategy.interface import IStrategy
from tests.conftest import CURRENT_TEST_STRATEGY, log_has, log_has_re
2018-01-15 08:35:11 +00:00
def test_search_strategy():
default_location = Path(__file__).parent / 'strats'
2019-07-12 20:45:49 +00:00
s, _ = StrategyResolver._search_object(
directory=default_location,
object_name=CURRENT_TEST_STRATEGY,
2020-09-17 05:38:56 +00:00
add_source=True,
2018-03-24 21:16:42 +00:00
)
assert issubclass(s, IStrategy)
2019-07-12 20:45:49 +00:00
s, _ = StrategyResolver._search_object(
directory=default_location,
2020-09-17 05:38:56 +00:00
object_name='NotFoundStrategy',
add_source=True,
2019-07-12 20:45:49 +00:00
)
assert s is None
2018-01-15 08:35:11 +00:00
2020-02-15 01:32:10 +00:00
def test_search_all_strategies_no_failed():
2020-02-18 19:12:10 +00:00
directory = Path(__file__).parent / "strats"
2020-02-15 01:22:21 +00:00
strategies = StrategyResolver.search_all_objects(directory, enum_failed=False)
2019-12-24 14:35:38 +00:00
assert isinstance(strategies, list)
assert len(strategies) == 9
2019-12-24 14:35:38 +00:00
assert isinstance(strategies[0], dict)
2020-02-15 01:32:10 +00:00
def test_search_all_strategies_with_failed():
2020-02-18 19:12:10 +00:00
directory = Path(__file__).parent / "strats"
2020-02-15 01:32:10 +00:00
strategies = StrategyResolver.search_all_objects(directory, enum_failed=True)
assert isinstance(strategies, list)
assert len(strategies) == 10
# with enum_failed=True search_all_objects() shall find 2 good strategies
2020-02-15 03:54:18 +00:00
# and 1 which fails to load
assert len([x for x in strategies if x['class'] is not None]) == 9
2020-02-15 03:54:18 +00:00
assert len([x for x in strategies if x['class'] is None]) == 1
2020-02-15 01:32:10 +00:00
directory = Path(__file__).parent / "strats_nonexistingdir"
strategies = StrategyResolver.search_all_objects(directory, enum_failed=True)
assert len(strategies) == 0
2020-02-15 01:32:10 +00:00
2019-07-25 05:17:25 +00:00
def test_load_strategy(default_conf, result):
default_conf.update({'strategy': 'SampleStrategy',
'strategy_path': str(Path(__file__).parents[2] / 'freqtrade/templates')
})
strategy = StrategyResolver.load_strategy(default_conf)
assert isinstance(strategy.__source__, str)
assert 'class SampleStrategy' in strategy.__source__
2020-09-17 05:38:56 +00:00
assert isinstance(strategy.__file__, str)
assert 'rsi' in strategy.advise_indicators(result, {'pair': 'ETH/BTC'})
2018-01-15 08:35:11 +00:00
2019-07-25 05:17:25 +00:00
def test_load_strategy_base64(result, caplog, default_conf):
filepath = Path(__file__).parents[2] / 'freqtrade/templates/sample_strategy.py'
encoded_string = urlsafe_b64encode(filepath.read_bytes()).decode("utf-8")
2019-08-27 04:41:07 +00:00
default_conf.update({'strategy': 'SampleStrategy:{}'.format(encoded_string)})
2019-07-25 05:17:25 +00:00
strategy = StrategyResolver.load_strategy(default_conf)
assert 'rsi' in strategy.advise_indicators(result, {'pair': 'ETH/BTC'})
# Make sure strategy was loaded from base64 (using temp directory)!!
2019-08-27 04:41:07 +00:00
assert log_has_re(r"Using resolved strategy SampleStrategy from '"
2019-10-18 10:48:12 +00:00
r".*(/|\\).*(/|\\)SampleStrategy\.py'\.\.\.", caplog)
2019-07-25 05:17:25 +00:00
def test_load_strategy_invalid_directory(result, caplog, default_conf):
2021-09-21 17:14:14 +00:00
default_conf['strategy'] = 'StrategyTestV3'
2019-06-17 12:34:45 +00:00
extra_dir = Path.cwd() / 'some/path'
with pytest.raises(OperationalException):
StrategyResolver._load_strategy(CURRENT_TEST_STRATEGY, config=default_conf,
extra_dir=extra_dir)
assert log_has_re(r'Path .*' + r'some.*path.*' + r'.* does not exist', caplog)
2018-03-25 14:28:04 +00:00
2019-07-25 05:17:25 +00:00
def test_load_not_found_strategy(default_conf):
2019-09-21 17:54:44 +00:00
default_conf['strategy'] = 'NotFoundStrategy'
2019-07-12 20:45:49 +00:00
with pytest.raises(OperationalException,
match=r"Impossible to load Strategy 'NotFoundStrategy'. "
r"This class does not exist or contains Python code errors."):
StrategyResolver.load_strategy(default_conf)
2019-09-21 17:54:44 +00:00
def test_load_strategy_noname(default_conf):
default_conf['strategy'] = ''
with pytest.raises(OperationalException,
match="No strategy set. Please use `--strategy` to specify "
"the strategy class to use."):
StrategyResolver.load_strategy(default_conf)
2019-09-21 17:54:44 +00:00
@pytest.mark.filterwarnings("ignore:deprecated")
@pytest.mark.parametrize('strategy_name', ['StrategyTestV2'])
def test_strategy_pre_v3(result, default_conf, strategy_name):
default_conf.update({'strategy': strategy_name})
2018-01-15 08:35:11 +00:00
strategy = StrategyResolver.load_strategy(default_conf)
metadata = {'pair': 'ETH/BTC'}
assert strategy.minimal_roi[0] == 0.04
2019-07-25 05:17:25 +00:00
assert default_conf["minimal_roi"]['0'] == 0.04
2018-01-15 08:35:11 +00:00
assert strategy.stoploss == -0.10
2019-07-25 05:17:25 +00:00
assert default_conf['stoploss'] == -0.10
2020-06-02 07:36:04 +00:00
assert strategy.timeframe == '5m'
2020-06-01 18:47:27 +00:00
assert default_conf['timeframe'] == '5m'
2018-01-15 08:35:11 +00:00
df_indicators = strategy.advise_indicators(result, metadata=metadata)
2018-07-18 20:04:34 +00:00
assert 'adx' in df_indicators
2018-01-15 08:35:11 +00:00
2021-09-22 18:42:31 +00:00
dataframe = strategy.advise_entry(df_indicators, metadata=metadata)
assert 'buy' not in dataframe.columns
assert 'enter_long' in dataframe.columns
2018-01-15 08:35:11 +00:00
2021-09-22 18:42:31 +00:00
dataframe = strategy.advise_exit(df_indicators, metadata=metadata)
assert 'sell' not in dataframe.columns
assert 'exit_long' in dataframe.columns
2021-08-08 09:38:34 +00:00
2018-01-15 08:35:11 +00:00
def test_strategy_can_short(caplog, default_conf):
caplog.set_level(logging.INFO)
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
})
strat = StrategyResolver.load_strategy(default_conf)
assert isinstance(strat, IStrategy)
default_conf['strategy'] = 'StrategyTestV3Futures'
with pytest.raises(ImportError, match=""):
StrategyResolver.load_strategy(default_conf)
default_conf['trading_mode'] = 'futures'
strat = StrategyResolver.load_strategy(default_conf)
assert isinstance(strat, IStrategy)
2019-07-25 05:17:25 +00:00
def test_strategy_override_minimal_roi(caplog, default_conf):
2018-01-31 17:37:38 +00:00
caplog.set_level(logging.INFO)
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
2018-01-15 08:35:11 +00:00
'minimal_roi': {
2021-06-13 09:34:44 +00:00
"20": 0.1,
2018-01-15 08:35:11 +00:00
"0": 0.5
}
2019-07-25 05:17:25 +00:00
})
strategy = StrategyResolver.load_strategy(default_conf)
2018-01-15 08:35:11 +00:00
assert strategy.minimal_roi[0] == 0.5
2021-06-13 09:34:44 +00:00
assert log_has(
"Override strategy 'minimal_roi' with value in config file: {'20': 0.1, '0': 0.5}.",
caplog)
2018-01-15 08:35:11 +00:00
2019-07-25 05:17:25 +00:00
def test_strategy_override_stoploss(caplog, default_conf):
2018-01-31 17:37:38 +00:00
caplog.set_level(logging.INFO)
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
2018-01-15 08:35:11 +00:00
'stoploss': -0.5
2019-07-25 05:17:25 +00:00
})
strategy = StrategyResolver.load_strategy(default_conf)
2018-01-15 08:35:11 +00:00
assert strategy.stoploss == -0.5
assert log_has("Override strategy 'stoploss' with value in config file: -0.5.", caplog)
2019-07-25 05:17:25 +00:00
def test_strategy_override_trailing_stop(caplog, default_conf):
2019-01-05 06:10:25 +00:00
caplog.set_level(logging.INFO)
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
2019-01-05 06:10:25 +00:00
'trailing_stop': True
2019-07-25 05:17:25 +00:00
})
strategy = StrategyResolver.load_strategy(default_conf)
2019-01-05 06:10:25 +00:00
assert strategy.trailing_stop
assert isinstance(strategy.trailing_stop, bool)
assert log_has("Override strategy 'trailing_stop' with value in config file: True.", caplog)
2019-01-05 06:10:25 +00:00
2019-07-25 05:17:25 +00:00
def test_strategy_override_trailing_stop_positive(caplog, default_conf):
2019-01-05 06:10:25 +00:00
caplog.set_level(logging.INFO)
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
2019-01-05 06:10:25 +00:00
'trailing_stop_positive': -0.1,
'trailing_stop_positive_offset': -0.2
2019-07-25 05:17:25 +00:00
})
strategy = StrategyResolver.load_strategy(default_conf)
2019-01-05 06:10:25 +00:00
assert strategy.trailing_stop_positive == -0.1
assert log_has("Override strategy 'trailing_stop_positive' with value in config file: -0.1.",
caplog)
2019-01-05 06:10:25 +00:00
assert strategy.trailing_stop_positive_offset == -0.2
assert log_has("Override strategy 'trailing_stop_positive' with value in config file: -0.1.",
caplog)
2019-01-05 06:10:25 +00:00
2020-06-01 18:47:27 +00:00
def test_strategy_override_timeframe(caplog, default_conf):
2018-01-31 17:37:38 +00:00
caplog.set_level(logging.INFO)
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
2020-06-01 18:47:27 +00:00
'timeframe': 60,
'stake_currency': 'ETH'
2019-07-25 05:17:25 +00:00
})
strategy = StrategyResolver.load_strategy(default_conf)
assert strategy.timeframe == 60
assert strategy.stake_currency == 'ETH'
2020-06-01 18:47:27 +00:00
assert log_has("Override strategy 'timeframe' with value in config file: 60.",
caplog)
2018-07-18 19:45:04 +00:00
2019-07-25 05:17:25 +00:00
def test_strategy_override_process_only_new_candles(caplog, default_conf):
2018-08-09 18:12:45 +00:00
caplog.set_level(logging.INFO)
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
'process_only_new_candles': False
2019-07-25 05:17:25 +00:00
})
strategy = StrategyResolver.load_strategy(default_conf)
2018-08-09 18:12:45 +00:00
assert not strategy.process_only_new_candles
assert log_has("Override strategy 'process_only_new_candles' with value in config file: False.",
caplog)
2018-08-09 18:12:45 +00:00
2018-08-09 18:17:55 +00:00
2019-07-25 05:17:25 +00:00
def test_strategy_override_order_types(caplog, default_conf):
caplog.set_level(logging.INFO)
order_types = {
2022-03-08 05:59:14 +00:00
'entry': 'market',
'exit': 'limit',
2018-11-25 18:03:28 +00:00
'stoploss': 'limit',
'stoploss_on_exchange': True,
}
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
'order_types': order_types
2019-07-25 05:17:25 +00:00
})
strategy = StrategyResolver.load_strategy(default_conf)
assert strategy.order_types
2022-03-08 05:59:14 +00:00
for method in ['entry', 'exit', 'stoploss', 'stoploss_on_exchange']:
assert strategy.order_types[method] == order_types[method]
assert log_has("Override strategy 'order_types' with value in config file:"
2022-03-08 05:59:14 +00:00
" {'entry': 'market', 'exit': 'limit', 'stoploss': 'limit',"
" 'stoploss_on_exchange': True}.", caplog)
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
2022-03-08 05:59:14 +00:00
'order_types': {'exit': 'market'}
2019-07-25 05:17:25 +00:00
})
2018-11-17 12:12:11 +00:00
# Raise error for invalid configuration
with pytest.raises(ImportError,
match=r"Impossible to load Strategy '" + CURRENT_TEST_STRATEGY + "'. "
2018-11-17 12:12:11 +00:00
r"Order-types mapping is incomplete."):
StrategyResolver.load_strategy(default_conf)
2018-11-17 12:12:11 +00:00
2019-07-25 05:17:25 +00:00
def test_strategy_override_order_tif(caplog, default_conf):
2018-12-10 18:17:56 +00:00
caplog.set_level(logging.INFO)
order_time_in_force = {
'entry': 'FOK',
'exit': 'GTC',
2018-12-10 18:17:56 +00:00
}
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
2018-12-10 18:17:56 +00:00
'order_time_in_force': order_time_in_force
2019-07-25 05:17:25 +00:00
})
strategy = StrategyResolver.load_strategy(default_conf)
2018-12-10 18:17:56 +00:00
assert strategy.order_time_in_force
for method in ['entry', 'exit']:
assert strategy.order_time_in_force[method] == order_time_in_force[method]
2018-12-10 18:17:56 +00:00
assert log_has("Override strategy 'order_time_in_force' with value in config file:"
" {'entry': 'FOK', 'exit': 'GTC'}.", caplog)
2018-12-10 18:17:56 +00:00
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
'order_time_in_force': {'entry': 'FOK'}
2019-07-25 05:17:25 +00:00
})
2018-12-10 18:17:56 +00:00
# Raise error for invalid configuration
with pytest.raises(ImportError,
match=f"Impossible to load Strategy '{CURRENT_TEST_STRATEGY}'. "
"Order-time-in-force mapping is incomplete."):
StrategyResolver.load_strategy(default_conf)
2018-12-10 18:17:56 +00:00
2022-04-05 18:07:58 +00:00
def test_strategy_override_use_exit_signal(caplog, default_conf):
caplog.set_level(logging.INFO)
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
2019-07-25 05:17:25 +00:00
})
strategy = StrategyResolver.load_strategy(default_conf)
2022-04-05 18:07:58 +00:00
assert strategy.use_exit_signal
assert isinstance(strategy.use_exit_signal, bool)
# must be inserted to configuration
2022-04-05 18:07:58 +00:00
assert 'use_exit_signal' in default_conf
assert default_conf['use_exit_signal']
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
2022-04-05 18:07:58 +00:00
'use_exit_signal': False,
2019-07-25 05:17:25 +00:00
})
strategy = StrategyResolver.load_strategy(default_conf)
2022-04-05 18:07:58 +00:00
assert not strategy.use_exit_signal
assert isinstance(strategy.use_exit_signal, bool)
assert log_has("Override strategy 'use_exit_signal' with value in config file: False.", caplog)
def test_strategy_override_use_exit_profit_only(caplog, default_conf):
caplog.set_level(logging.INFO)
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
2019-07-25 05:17:25 +00:00
})
strategy = StrategyResolver.load_strategy(default_conf)
assert not strategy.exit_profit_only
assert isinstance(strategy.exit_profit_only, bool)
# must be inserted to configuration
assert 'exit_profit_only' in default_conf
assert not default_conf['exit_profit_only']
2019-07-25 05:17:25 +00:00
default_conf.update({
'strategy': CURRENT_TEST_STRATEGY,
'exit_profit_only': True,
2019-07-25 05:17:25 +00:00
})
strategy = StrategyResolver.load_strategy(default_conf)
assert strategy.exit_profit_only
assert isinstance(strategy.exit_profit_only, bool)
assert log_has("Override strategy 'exit_profit_only' with value in config file: True.", caplog)
@pytest.mark.filterwarnings("ignore:deprecated")
2022-04-05 18:43:39 +00:00
def test_missing_implements(default_conf, caplog):
default_location = Path(__file__).parent / "strats"
default_conf.update({'strategy': 'StrategyTestV2',
'strategy_path': default_location})
StrategyResolver.load_strategy(default_conf)
log_has_re(r"DEPRECATED: .*use_sell_signal.*use_exit_signal.", caplog)
default_conf['trading_mode'] = 'futures'
with pytest.raises(OperationalException,
match=r"DEPRECATED: .*use_sell_signal.*use_exit_signal."):
StrategyResolver.load_strategy(default_conf)
default_conf['trading_mode'] = 'spot'
default_location = Path(__file__).parent / "strats/broken_strats"
default_conf.update({'strategy': 'TestStrategyNoImplements',
'strategy_path': default_location})
with pytest.raises(OperationalException,
match=r"`populate_entry_trend` or `populate_buy_trend`.*"):
StrategyResolver.load_strategy(default_conf)
default_conf['strategy'] = 'TestStrategyNoImplementSell'
with pytest.raises(OperationalException,
match=r"`populate_exit_trend` or `populate_sell_trend`.*"):
StrategyResolver.load_strategy(default_conf)
2022-03-12 10:15:27 +00:00
# Futures mode is more strict ...
default_conf['trading_mode'] = 'futures'
with pytest.raises(OperationalException,
match=r"`populate_exit_trend` must be implemented.*"):
StrategyResolver.load_strategy(default_conf)
default_conf['strategy'] = 'TestStrategyNoImplements'
with pytest.raises(OperationalException,
match=r"`populate_entry_trend` must be implemented.*"):
StrategyResolver.load_strategy(default_conf)
2022-03-12 10:15:27 +00:00
default_conf['strategy'] = 'TestStrategyImplementCustomSell'
with pytest.raises(OperationalException,
match=r"Please migrate your implementation of `custom_sell`.*"):
StrategyResolver.load_strategy(default_conf)
default_conf['strategy'] = 'TestStrategyImplementBuyTimeout'
with pytest.raises(OperationalException,
match=r"Please migrate your implementation of `check_buy_timeout`.*"):
StrategyResolver.load_strategy(default_conf)
default_conf['strategy'] = 'TestStrategyImplementSellTimeout'
with pytest.raises(OperationalException,
match=r"Please migrate your implementation of `check_sell_timeout`.*"):
StrategyResolver.load_strategy(default_conf)
def test_call_deprecated_function(default_conf):
default_location = Path(__file__).parent / "strats/broken_strats/"
2020-06-02 11:08:21 +00:00
del default_conf['timeframe']
2021-08-26 05:04:33 +00:00
default_conf.update({'strategy': 'TestStrategyLegacyV1',
2019-07-25 05:17:25 +00:00
'strategy_path': default_location})
with pytest.raises(OperationalException,
match=r"Strategy Interface v1 is no longer supported.*"):
StrategyResolver.load_strategy(default_conf)
2019-08-26 17:44:33 +00:00
2021-08-24 04:45:09 +00:00
def test_strategy_interface_versioning(result, default_conf):
2021-08-26 05:25:53 +00:00
default_conf.update({'strategy': 'StrategyTestV2'})
strategy = StrategyResolver.load_strategy(default_conf)
2019-08-26 17:44:33 +00:00
metadata = {'pair': 'ETH/BTC'}
assert strategy.INTERFACE_VERSION == 2
indicator_df = strategy.advise_indicators(result, metadata=metadata)
2018-11-25 18:03:28 +00:00
assert isinstance(indicator_df, DataFrame)
assert 'adx' in indicator_df.columns
2021-09-22 18:42:31 +00:00
enterdf = strategy.advise_entry(result, metadata=metadata)
2021-08-18 10:19:17 +00:00
assert isinstance(enterdf, DataFrame)
2021-08-24 04:45:09 +00:00
assert 'buy' not in enterdf.columns
assert 'enter_long' in enterdf.columns
2021-08-08 09:38:34 +00:00
2021-09-22 18:42:31 +00:00
exitdf = strategy.advise_exit(result, metadata=metadata)
2021-08-18 10:19:17 +00:00
assert isinstance(exitdf, DataFrame)
2021-08-24 04:45:09 +00:00
assert 'sell' not in exitdf
assert 'exit_long' in exitdf