2021-03-23 08:02:32 +00:00
|
|
|
"""
|
|
|
|
IHyperStrategy interface, hyperoptable Parameter class.
|
|
|
|
This module defines a base class for auto-hyperoptable strategies.
|
|
|
|
"""
|
2021-03-26 12:25:49 +00:00
|
|
|
import logging
|
2021-05-29 14:37:19 +00:00
|
|
|
from pathlib import Path
|
2022-05-23 18:18:09 +00:00
|
|
|
from typing import Any, Dict, Iterator, List, Tuple
|
2021-03-23 08:02:32 +00:00
|
|
|
|
2021-06-08 19:20:35 +00:00
|
|
|
from freqtrade.enums import RunMode
|
2021-03-24 08:32:34 +00:00
|
|
|
from freqtrade.exceptions import OperationalException
|
2022-05-23 18:18:09 +00:00
|
|
|
from freqtrade.misc import deep_merge_dicts, json_load
|
|
|
|
from freqtrade.optimize.hyperopt_tools import HyperoptTools
|
|
|
|
from freqtrade.strategy.parameters import BaseParameter
|
2021-03-23 08:02:32 +00:00
|
|
|
|
|
|
|
|
2021-03-26 12:25:49 +00:00
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
2021-11-11 11:06:18 +00:00
|
|
|
class HyperStrategyMixin:
|
2021-03-23 08:02:32 +00:00
|
|
|
"""
|
2021-06-25 13:45:49 +00:00
|
|
|
A helper base class which allows HyperOptAuto class to reuse implementations of buy/sell
|
2021-03-24 08:32:34 +00:00
|
|
|
strategy logic.
|
2021-03-23 08:02:32 +00:00
|
|
|
"""
|
|
|
|
|
2021-04-24 05:00:33 +00:00
|
|
|
def __init__(self, config: Dict[str, Any], *args, **kwargs):
|
2021-03-24 08:32:34 +00:00
|
|
|
"""
|
|
|
|
Initialize hyperoptable strategy mixin.
|
|
|
|
"""
|
2021-05-01 14:36:53 +00:00
|
|
|
self.config = config
|
2021-05-02 08:45:21 +00:00
|
|
|
self.ft_buy_params: List[BaseParameter] = []
|
|
|
|
self.ft_sell_params: List[BaseParameter] = []
|
2021-08-03 05:10:04 +00:00
|
|
|
self.ft_protection_params: List[BaseParameter] = []
|
2021-05-02 08:45:21 +00:00
|
|
|
|
2021-04-24 05:00:33 +00:00
|
|
|
self._load_hyper_params(config.get('runmode') == RunMode.HYPEROPT)
|
2021-03-23 08:02:32 +00:00
|
|
|
|
2021-03-24 08:32:34 +00:00
|
|
|
def enumerate_parameters(self, category: str = None) -> Iterator[Tuple[str, BaseParameter]]:
|
2021-03-23 08:02:32 +00:00
|
|
|
"""
|
2021-06-25 13:45:49 +00:00
|
|
|
Find all optimizable parameters and return (name, attr) iterator.
|
2021-03-23 08:02:32 +00:00
|
|
|
:param category:
|
|
|
|
:return:
|
|
|
|
"""
|
2021-08-03 05:10:04 +00:00
|
|
|
if category not in ('buy', 'sell', 'protection', None):
|
2021-08-04 18:01:28 +00:00
|
|
|
raise OperationalException(
|
|
|
|
'Category must be one of: "buy", "sell", "protection", None.')
|
2021-05-02 08:45:21 +00:00
|
|
|
|
|
|
|
if category is None:
|
2021-08-03 05:10:04 +00:00
|
|
|
params = self.ft_buy_params + self.ft_sell_params + self.ft_protection_params
|
2021-05-02 08:45:21 +00:00
|
|
|
else:
|
|
|
|
params = getattr(self, f"ft_{category}_params")
|
|
|
|
|
|
|
|
for par in params:
|
|
|
|
yield par.name, par
|
|
|
|
|
2021-05-29 11:02:18 +00:00
|
|
|
@classmethod
|
|
|
|
def detect_parameters(cls, category: str) -> Iterator[Tuple[str, BaseParameter]]:
|
2021-05-02 08:45:21 +00:00
|
|
|
""" Detect all parameters for 'category' """
|
2021-05-29 11:02:18 +00:00
|
|
|
for attr_name in dir(cls):
|
2021-03-23 08:02:32 +00:00
|
|
|
if not attr_name.startswith('__'): # Ignore internals, not strictly necessary.
|
2021-05-29 11:02:18 +00:00
|
|
|
attr = getattr(cls, attr_name)
|
2021-03-24 08:32:34 +00:00
|
|
|
if issubclass(attr.__class__, BaseParameter):
|
2021-05-02 08:45:21 +00:00
|
|
|
if (attr_name.startswith(category + '_')
|
2021-04-05 08:53:00 +00:00
|
|
|
and attr.category is not None and attr.category != category):
|
|
|
|
raise OperationalException(
|
|
|
|
f'Inconclusive parameter name {attr_name}, category: {attr.category}.')
|
2021-05-02 08:45:21 +00:00
|
|
|
if (category == attr.category or
|
2021-04-03 18:17:48 +00:00
|
|
|
(attr_name.startswith(category + '_') and attr.category is None)):
|
2021-03-31 09:31:28 +00:00
|
|
|
yield attr_name, attr
|
2021-03-23 08:02:32 +00:00
|
|
|
|
2021-05-29 11:02:18 +00:00
|
|
|
@classmethod
|
|
|
|
def detect_all_parameters(cls) -> Dict:
|
|
|
|
""" Detect all parameters and return them as a list"""
|
|
|
|
params: Dict = {
|
|
|
|
'buy': list(cls.detect_parameters('buy')),
|
|
|
|
'sell': list(cls.detect_parameters('sell')),
|
2021-08-03 05:10:04 +00:00
|
|
|
'protection': list(cls.detect_parameters('protection')),
|
2021-05-29 11:02:18 +00:00
|
|
|
}
|
|
|
|
params.update({
|
2021-08-03 05:10:04 +00:00
|
|
|
'count': len(params['buy'] + params['sell'] + params['protection'])
|
2021-05-29 11:02:18 +00:00
|
|
|
})
|
|
|
|
|
|
|
|
return params
|
|
|
|
|
2021-04-24 05:00:33 +00:00
|
|
|
def _load_hyper_params(self, hyperopt: bool = False) -> None:
|
|
|
|
"""
|
|
|
|
Load Hyperoptable parameters
|
|
|
|
"""
|
2021-05-29 14:37:19 +00:00
|
|
|
params = self.load_params_from_file()
|
|
|
|
params = params.get('params', {})
|
2021-06-29 05:07:34 +00:00
|
|
|
self._ft_params_from_file = params
|
2021-07-22 18:21:04 +00:00
|
|
|
buy_params = deep_merge_dicts(params.get('buy', {}), getattr(self, 'buy_params', {}))
|
|
|
|
sell_params = deep_merge_dicts(params.get('sell', {}), getattr(self, 'sell_params', {}))
|
2021-08-03 05:10:04 +00:00
|
|
|
protection_params = deep_merge_dicts(params.get('protection', {}),
|
|
|
|
getattr(self, 'protection_params', {}))
|
2021-04-24 05:00:33 +00:00
|
|
|
|
2021-05-29 14:37:19 +00:00
|
|
|
self._load_params(buy_params, 'buy', hyperopt)
|
|
|
|
self._load_params(sell_params, 'sell', hyperopt)
|
2021-08-03 05:10:04 +00:00
|
|
|
self._load_params(protection_params, 'protection', hyperopt)
|
2021-05-29 14:37:19 +00:00
|
|
|
|
|
|
|
def load_params_from_file(self) -> Dict:
|
|
|
|
filename_str = getattr(self, '__file__', '')
|
|
|
|
if not filename_str:
|
|
|
|
return {}
|
|
|
|
filename = Path(filename_str).with_suffix('.json')
|
|
|
|
|
|
|
|
if filename.is_file():
|
|
|
|
logger.info(f"Loading parameters from file {filename}")
|
2021-06-29 18:38:14 +00:00
|
|
|
try:
|
2021-10-24 20:59:28 +00:00
|
|
|
with filename.open('r') as f:
|
|
|
|
params = json_load(f)
|
2021-06-29 18:38:14 +00:00
|
|
|
if params.get('strategy_name') != self.__class__.__name__:
|
2021-06-30 04:43:49 +00:00
|
|
|
raise OperationalException('Invalid parameter file provided.')
|
2021-06-29 18:38:14 +00:00
|
|
|
return params
|
|
|
|
except ValueError:
|
2021-06-30 04:43:49 +00:00
|
|
|
logger.warning("Invalid parameter file format.")
|
2021-06-29 18:38:14 +00:00
|
|
|
return {}
|
2021-05-29 14:37:19 +00:00
|
|
|
logger.info("Found no parameter file.")
|
|
|
|
|
|
|
|
return {}
|
|
|
|
|
|
|
|
def _load_params(self, params: Dict, space: str, hyperopt: bool = False) -> None:
|
2021-03-23 08:02:32 +00:00
|
|
|
"""
|
2021-06-25 13:45:49 +00:00
|
|
|
Set optimizable parameter values.
|
2021-03-23 08:02:32 +00:00
|
|
|
:param params: Dictionary with new parameter values.
|
|
|
|
"""
|
|
|
|
if not params:
|
2021-04-23 18:35:30 +00:00
|
|
|
logger.info(f"No params for {space} found, using default values.")
|
2021-05-02 08:45:21 +00:00
|
|
|
param_container: List[BaseParameter] = getattr(self, f"ft_{space}_params")
|
2021-04-23 18:35:30 +00:00
|
|
|
|
2021-05-29 11:02:18 +00:00
|
|
|
for attr_name, attr in self.detect_parameters(space):
|
2021-05-02 08:45:21 +00:00
|
|
|
attr.name = attr_name
|
2021-05-01 14:36:53 +00:00
|
|
|
attr.in_space = hyperopt and HyperoptTools.has_space(self.config, space)
|
2021-05-02 08:45:21 +00:00
|
|
|
if not attr.category:
|
|
|
|
attr.category = space
|
|
|
|
|
|
|
|
param_container.append(attr)
|
|
|
|
|
2021-04-23 18:35:30 +00:00
|
|
|
if params and attr_name in params:
|
2021-03-31 09:31:28 +00:00
|
|
|
if attr.load:
|
2021-03-26 12:25:49 +00:00
|
|
|
attr.value = params[attr_name]
|
2021-04-05 09:21:20 +00:00
|
|
|
logger.info(f'Strategy Parameter: {attr_name} = {attr.value}')
|
2021-03-26 12:25:49 +00:00
|
|
|
else:
|
|
|
|
logger.warning(f'Parameter "{attr_name}" exists, but is disabled. '
|
|
|
|
f'Default value "{attr.value}" used.')
|
2021-04-23 18:35:30 +00:00
|
|
|
else:
|
|
|
|
logger.info(f'Strategy Parameter(default): {attr_name} = {attr.value}')
|
2021-05-02 08:45:21 +00:00
|
|
|
|
2021-06-14 18:42:54 +00:00
|
|
|
def get_no_optimize_params(self):
|
2021-05-02 08:45:21 +00:00
|
|
|
"""
|
|
|
|
Returns list of Parameters that are not part of the current optimize job
|
|
|
|
"""
|
|
|
|
params = {
|
|
|
|
'buy': {},
|
2021-08-03 05:10:04 +00:00
|
|
|
'sell': {},
|
|
|
|
'protection': {},
|
2021-05-02 08:45:21 +00:00
|
|
|
}
|
|
|
|
for name, p in self.enumerate_parameters():
|
|
|
|
if not p.optimize or not p.in_space:
|
|
|
|
params[p.category][name] = p.value
|
|
|
|
return params
|