2018-01-28 21:21:25 +00:00
|
|
|
# pragma pylint: disable=attribute-defined-outside-init
|
|
|
|
|
2018-01-28 05:26:57 +00:00
|
|
|
"""
|
|
|
|
This module load custom strategies
|
|
|
|
"""
|
2018-03-24 19:44:04 +00:00
|
|
|
import importlib.util
|
|
|
|
import inspect
|
2018-03-25 19:37:14 +00:00
|
|
|
import logging
|
2018-07-30 20:00:08 +00:00
|
|
|
import os
|
|
|
|
import tempfile
|
2018-07-05 21:30:24 +00:00
|
|
|
from base64 import urlsafe_b64decode
|
2018-02-06 14:31:50 +00:00
|
|
|
from collections import OrderedDict
|
2018-07-30 20:00:08 +00:00
|
|
|
from pathlib import Path
|
2018-07-04 07:31:35 +00:00
|
|
|
from typing import Dict, Optional, Type
|
2018-03-17 21:44:47 +00:00
|
|
|
|
2018-04-02 14:42:53 +00:00
|
|
|
from freqtrade import constants
|
2018-06-23 09:13:49 +00:00
|
|
|
from freqtrade.strategy import import_strategy
|
2018-01-15 08:35:11 +00:00
|
|
|
from freqtrade.strategy.interface import IStrategy
|
|
|
|
|
2018-03-25 19:37:14 +00:00
|
|
|
logger = logging.getLogger(__name__)
|
2018-03-24 20:56:20 +00:00
|
|
|
|
|
|
|
|
2018-03-24 17:11:21 +00:00
|
|
|
class StrategyResolver(object):
|
2018-01-28 05:26:57 +00:00
|
|
|
"""
|
|
|
|
This class contains all the logic to load custom strategy class
|
|
|
|
"""
|
2018-03-24 22:32:17 +00:00
|
|
|
|
|
|
|
__slots__ = ['strategy']
|
|
|
|
|
2018-03-24 17:14:05 +00:00
|
|
|
def __init__(self, config: Optional[Dict] = None) -> None:
|
2018-01-28 05:26:57 +00:00
|
|
|
"""
|
|
|
|
Load the custom class from config parameter
|
2018-03-25 18:24:56 +00:00
|
|
|
:param config: configuration dictionary or None
|
2018-01-28 05:26:57 +00:00
|
|
|
"""
|
2018-03-24 17:14:05 +00:00
|
|
|
config = config or {}
|
|
|
|
|
2018-01-15 08:35:11 +00:00
|
|
|
# Verify the strategy is in the configuration, otherwise fallback to the default strategy
|
2018-04-02 14:42:53 +00:00
|
|
|
strategy_name = config.get('strategy') or constants.DEFAULT_STRATEGY
|
2018-05-31 20:17:46 +00:00
|
|
|
self.strategy: IStrategy = self._load_strategy(strategy_name,
|
2018-07-16 05:11:17 +00:00
|
|
|
config=config,
|
2018-05-31 20:17:46 +00:00
|
|
|
extra_dir=config.get('strategy_path'))
|
2018-01-15 08:35:11 +00:00
|
|
|
|
|
|
|
# Set attributes
|
|
|
|
# Check if we need to override configuration
|
|
|
|
if 'minimal_roi' in config:
|
2018-03-24 22:20:21 +00:00
|
|
|
self.strategy.minimal_roi = config['minimal_roi']
|
2018-08-09 18:13:07 +00:00
|
|
|
logger.info("Override strategy 'minimal_roi' with value in config file.")
|
2018-07-15 07:01:08 +00:00
|
|
|
else:
|
|
|
|
config['minimal_roi'] = self.strategy.minimal_roi
|
2018-01-15 08:35:11 +00:00
|
|
|
|
|
|
|
if 'stoploss' in config:
|
2018-03-24 22:32:17 +00:00
|
|
|
self.strategy.stoploss = config['stoploss']
|
2018-03-24 20:56:20 +00:00
|
|
|
logger.info(
|
2018-08-09 18:13:07 +00:00
|
|
|
"Override strategy 'stoploss' with value in config file: %s.", config['stoploss']
|
2018-01-20 22:40:41 +00:00
|
|
|
)
|
2018-07-15 07:01:08 +00:00
|
|
|
else:
|
|
|
|
config['stoploss'] = self.strategy.stoploss
|
2018-01-20 22:40:41 +00:00
|
|
|
|
|
|
|
if 'ticker_interval' in config:
|
2018-03-24 22:32:17 +00:00
|
|
|
self.strategy.ticker_interval = config['ticker_interval']
|
2018-03-24 20:56:20 +00:00
|
|
|
logger.info(
|
2018-08-09 18:13:07 +00:00
|
|
|
"Override strategy 'ticker_interval' with value in config file: %s.",
|
2018-01-28 05:26:57 +00:00
|
|
|
config['ticker_interval']
|
2018-01-20 22:40:41 +00:00
|
|
|
)
|
2018-07-15 07:01:08 +00:00
|
|
|
else:
|
|
|
|
config['ticker_interval'] = self.strategy.ticker_interval
|
2018-01-15 08:35:11 +00:00
|
|
|
|
2018-09-01 17:52:40 +00:00
|
|
|
if 'process_only_new_candles' in config:
|
|
|
|
self.strategy.process_only_new_candles = config['process_only_new_candles']
|
2018-08-09 17:24:00 +00:00
|
|
|
logger.info(
|
2018-09-01 17:52:40 +00:00
|
|
|
"Override process_only_new_candles 'process_only_new_candles' "
|
|
|
|
"with value in config file: %s.", config['process_only_new_candles']
|
2018-08-09 17:24:00 +00:00
|
|
|
)
|
|
|
|
else:
|
2018-09-01 17:52:40 +00:00
|
|
|
config['process_only_new_candles'] = self.strategy.process_only_new_candles
|
2018-08-09 17:24:00 +00:00
|
|
|
|
2018-03-24 22:32:17 +00:00
|
|
|
# Sort and apply type conversions
|
2018-03-24 22:20:21 +00:00
|
|
|
self.strategy.minimal_roi = OrderedDict(sorted(
|
|
|
|
{int(key): value for (key, value) in self.strategy.minimal_roi.items()}.items(),
|
2018-03-24 22:32:17 +00:00
|
|
|
key=lambda t: t[0]))
|
|
|
|
self.strategy.stoploss = float(self.strategy.stoploss)
|
2018-01-28 05:26:57 +00:00
|
|
|
|
2018-03-25 14:28:04 +00:00
|
|
|
def _load_strategy(
|
2018-07-16 05:11:17 +00:00
|
|
|
self, strategy_name: str, config: dict, extra_dir: Optional[str] = None) -> IStrategy:
|
2018-01-15 08:35:11 +00:00
|
|
|
"""
|
2018-03-24 19:44:04 +00:00
|
|
|
Search and loads the specified strategy.
|
2018-01-15 08:35:11 +00:00
|
|
|
:param strategy_name: name of the module to import
|
2018-07-16 05:11:17 +00:00
|
|
|
:param config: configuration for the strategy
|
2018-03-25 14:28:04 +00:00
|
|
|
:param extra_dir: additional directory to search for the given strategy
|
2018-03-24 22:20:21 +00:00
|
|
|
:return: Strategy instance or None
|
2018-01-15 08:35:11 +00:00
|
|
|
"""
|
2018-03-25 14:28:04 +00:00
|
|
|
current_path = os.path.dirname(os.path.realpath(__file__))
|
|
|
|
abs_paths = [
|
2018-06-23 12:34:36 +00:00
|
|
|
os.path.join(os.getcwd(), 'user_data', 'strategies'),
|
2018-03-25 14:28:04 +00:00
|
|
|
current_path,
|
|
|
|
]
|
|
|
|
|
|
|
|
if extra_dir:
|
|
|
|
# Add extra strategy directory on top of search paths
|
|
|
|
abs_paths.insert(0, extra_dir)
|
|
|
|
|
2018-07-05 21:40:04 +00:00
|
|
|
if ":" in strategy_name:
|
2018-07-30 20:00:08 +00:00
|
|
|
logger.info("loading base64 endocded strategy")
|
2018-07-05 21:30:24 +00:00
|
|
|
strat = strategy_name.split(":")
|
|
|
|
|
|
|
|
if len(strat) == 2:
|
|
|
|
temp = Path(tempfile.mkdtemp("freq", "strategy"))
|
|
|
|
name = strat[0] + ".py"
|
|
|
|
|
|
|
|
temp.joinpath(name).write_text(urlsafe_b64decode(strat[1]).decode('utf-8'))
|
|
|
|
temp.joinpath("__init__.py").touch()
|
|
|
|
|
|
|
|
strategy_name = os.path.splitext(name)[0]
|
|
|
|
|
|
|
|
# register temp path with the bot
|
2018-07-05 23:10:38 +00:00
|
|
|
abs_paths.insert(0, str(temp.resolve()))
|
2018-07-05 21:30:24 +00:00
|
|
|
|
2018-03-25 14:28:04 +00:00
|
|
|
for path in abs_paths:
|
2018-06-23 12:42:22 +00:00
|
|
|
try:
|
2018-07-16 05:11:17 +00:00
|
|
|
strategy = self._search_strategy(path, strategy_name=strategy_name, config=config)
|
2018-06-23 12:42:22 +00:00
|
|
|
if strategy:
|
|
|
|
logger.info('Using resolved strategy %s from \'%s\'', strategy_name, path)
|
2018-07-23 16:38:21 +00:00
|
|
|
strategy._populate_fun_len = len(
|
|
|
|
inspect.getfullargspec(strategy.populate_indicators).args)
|
|
|
|
strategy._buy_fun_len = len(
|
|
|
|
inspect.getfullargspec(strategy.populate_buy_trend).args)
|
|
|
|
strategy._sell_fun_len = len(
|
|
|
|
inspect.getfullargspec(strategy.populate_sell_trend).args)
|
|
|
|
|
2018-07-16 05:11:17 +00:00
|
|
|
return import_strategy(strategy, config=config)
|
2018-06-23 12:42:22 +00:00
|
|
|
except FileNotFoundError:
|
|
|
|
logger.warning('Path "%s" does not exist', path)
|
2018-03-25 14:28:04 +00:00
|
|
|
|
|
|
|
raise ImportError(
|
|
|
|
"Impossible to load Strategy '{}'. This class does not exist"
|
|
|
|
" or contains Python code errors".format(strategy_name)
|
|
|
|
)
|
2018-01-15 08:35:11 +00:00
|
|
|
|
2018-03-24 19:44:04 +00:00
|
|
|
@staticmethod
|
|
|
|
def _get_valid_strategies(module_path: str, strategy_name: str) -> Optional[Type[IStrategy]]:
|
2018-01-15 08:35:11 +00:00
|
|
|
"""
|
2018-03-24 19:44:04 +00:00
|
|
|
Returns a list of all possible strategies for the given module_path
|
|
|
|
:param module_path: absolute path to the module
|
|
|
|
:param strategy_name: Class name of the strategy
|
|
|
|
:return: Tuple with (name, class) or None
|
2018-01-15 08:35:11 +00:00
|
|
|
"""
|
|
|
|
|
2018-03-24 19:44:04 +00:00
|
|
|
# Generate spec based on absolute path
|
2018-06-23 09:13:49 +00:00
|
|
|
spec = importlib.util.spec_from_file_location('unknown', module_path)
|
2018-03-24 19:44:04 +00:00
|
|
|
module = importlib.util.module_from_spec(spec)
|
2018-06-02 12:18:57 +00:00
|
|
|
spec.loader.exec_module(module) # type: ignore # importlib does not use typehints
|
2018-01-15 08:35:11 +00:00
|
|
|
|
2018-03-24 19:44:04 +00:00
|
|
|
valid_strategies_gen = (
|
|
|
|
obj for name, obj in inspect.getmembers(module, inspect.isclass)
|
|
|
|
if strategy_name == name and IStrategy in obj.__bases__
|
|
|
|
)
|
|
|
|
return next(valid_strategies_gen, None)
|
2018-01-15 08:35:11 +00:00
|
|
|
|
2018-03-24 20:56:20 +00:00
|
|
|
@staticmethod
|
2018-07-16 05:11:17 +00:00
|
|
|
def _search_strategy(directory: str, strategy_name: str, config: dict) -> Optional[IStrategy]:
|
2018-01-15 08:35:11 +00:00
|
|
|
"""
|
2018-03-24 19:44:04 +00:00
|
|
|
Search for the strategy_name in the given directory
|
|
|
|
:param directory: relative or absolute directory path
|
|
|
|
:return: name of the strategy class
|
2018-01-15 08:35:11 +00:00
|
|
|
"""
|
2018-03-24 20:56:20 +00:00
|
|
|
logger.debug('Searching for strategy %s in \'%s\'', strategy_name, directory)
|
2018-03-24 19:44:04 +00:00
|
|
|
for entry in os.listdir(directory):
|
|
|
|
# Only consider python files
|
|
|
|
if not entry.endswith('.py'):
|
2018-03-24 20:56:20 +00:00
|
|
|
logger.debug('Ignoring %s', entry)
|
2018-03-24 19:44:04 +00:00
|
|
|
continue
|
|
|
|
strategy = StrategyResolver._get_valid_strategies(
|
|
|
|
os.path.abspath(os.path.join(directory, entry)), strategy_name
|
|
|
|
)
|
|
|
|
if strategy:
|
2018-07-16 05:11:17 +00:00
|
|
|
return strategy(config)
|
2018-03-24 19:44:04 +00:00
|
|
|
return None
|