2017-10-19 14:12:49 +00:00
|
|
|
# pragma pylint: disable=missing-docstring
|
2017-10-28 12:22:15 +00:00
|
|
|
from operator import itemgetter
|
2017-10-19 14:12:49 +00:00
|
|
|
import logging
|
|
|
|
import os
|
|
|
|
from functools import reduce
|
2017-10-28 12:22:15 +00:00
|
|
|
from math import exp
|
2017-10-19 14:12:49 +00:00
|
|
|
import pytest
|
|
|
|
from pandas import DataFrame
|
2017-10-25 15:24:20 +00:00
|
|
|
from qtpylib.indicators import crossed_above
|
2017-10-19 14:12:49 +00:00
|
|
|
|
2017-10-28 12:22:15 +00:00
|
|
|
from hyperopt import fmin, tpe, hp, Trials, STATUS_OK
|
2017-10-19 14:12:49 +00:00
|
|
|
|
2017-10-26 14:24:28 +00:00
|
|
|
from freqtrade.tests.test_backtesting import backtest, format_results
|
2017-10-19 14:12:49 +00:00
|
|
|
|
2017-10-24 04:58:42 +00:00
|
|
|
logging.disable(logging.DEBUG) # disable debug logs that slow backtesting a lot
|
2017-10-19 14:12:49 +00:00
|
|
|
|
2017-10-28 12:22:15 +00:00
|
|
|
# set TARGET_TRADES to suit your number concurrent trades so its realistic to 20days of data
|
|
|
|
TARGET_TRADES = 1200
|
|
|
|
|
|
|
|
|
2017-10-19 14:12:49 +00:00
|
|
|
@pytest.fixture
|
|
|
|
def pairs():
|
|
|
|
return ['btc-neo', 'btc-eth', 'btc-omg', 'btc-edg', 'btc-pay',
|
|
|
|
'btc-pivx', 'btc-qtum', 'btc-mtl', 'btc-etc', 'btc-ltc']
|
|
|
|
|
|
|
|
@pytest.fixture
|
|
|
|
def conf():
|
|
|
|
return {
|
|
|
|
"minimal_roi": {
|
2017-10-21 07:28:02 +00:00
|
|
|
"40": 0.0,
|
|
|
|
"30": 0.01,
|
|
|
|
"20": 0.02,
|
|
|
|
"0": 0.04
|
2017-10-19 14:12:49 +00:00
|
|
|
},
|
2017-10-22 14:15:57 +00:00
|
|
|
"stoploss": -0.05
|
2017-10-19 14:12:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
def buy_strategy_generator(params):
|
|
|
|
print(params)
|
|
|
|
def populate_buy_trend(dataframe: DataFrame) -> DataFrame:
|
|
|
|
conditions = []
|
2017-10-21 07:26:38 +00:00
|
|
|
# GUARDS AND TRENDS
|
2017-10-20 07:39:04 +00:00
|
|
|
if params['below_sma']['enabled']:
|
|
|
|
conditions.append(dataframe['close'] < dataframe['sma'])
|
2017-10-20 09:56:44 +00:00
|
|
|
if params['over_sma']['enabled']:
|
|
|
|
conditions.append(dataframe['close'] > dataframe['sma'])
|
2017-10-28 13:52:26 +00:00
|
|
|
if params['uptrend_long_ema']['enabled']:
|
|
|
|
conditions.append(dataframe['ema50'] > dataframe['ema100'])
|
2017-10-19 14:12:49 +00:00
|
|
|
if params['mfi']['enabled']:
|
|
|
|
conditions.append(dataframe['mfi'] < params['mfi']['value'])
|
|
|
|
if params['fastd']['enabled']:
|
|
|
|
conditions.append(dataframe['fastd'] < params['fastd']['value'])
|
|
|
|
if params['adx']['enabled']:
|
|
|
|
conditions.append(dataframe['adx'] > params['adx']['value'])
|
2017-10-20 10:14:28 +00:00
|
|
|
if params['cci']['enabled']:
|
|
|
|
conditions.append(dataframe['cci'] < params['cci']['value'])
|
2017-10-28 13:21:07 +00:00
|
|
|
if params['rsi']['enabled']:
|
|
|
|
conditions.append(dataframe['rsi'] < params['rsi']['value'])
|
2017-10-20 09:56:44 +00:00
|
|
|
if params['over_sar']['enabled']:
|
|
|
|
conditions.append(dataframe['close'] > dataframe['sar'])
|
2017-10-20 15:29:38 +00:00
|
|
|
if params['uptrend_sma']['enabled']:
|
|
|
|
prevsma = dataframe['sma'].shift(1)
|
|
|
|
conditions.append(dataframe['sma'] > prevsma)
|
2017-10-21 07:26:38 +00:00
|
|
|
|
|
|
|
prev_fastd = dataframe['fastd'].shift(1)
|
|
|
|
# TRIGGERS
|
|
|
|
triggers = {
|
|
|
|
'lower_bb': dataframe['tema'] <= dataframe['blower'],
|
|
|
|
'faststoch10': (dataframe['fastd'] >= 10) & (prev_fastd < 10),
|
2017-10-25 15:24:20 +00:00
|
|
|
'ao_cross_zero': (crossed_above(dataframe['ao'], 0.0)),
|
2017-10-28 13:40:21 +00:00
|
|
|
'ema5_cross_ema10': (crossed_above(dataframe['ema5'], dataframe['ema10'])),
|
2017-10-28 13:52:49 +00:00
|
|
|
'macd_cross_signal': (crossed_above(dataframe['macd'], dataframe['macdsignal'])),
|
2017-10-21 07:26:38 +00:00
|
|
|
}
|
|
|
|
conditions.append(triggers.get(params['trigger']['type']))
|
|
|
|
|
2017-10-19 14:12:49 +00:00
|
|
|
dataframe.loc[
|
|
|
|
reduce(lambda x, y: x & y, conditions),
|
|
|
|
'buy'] = 1
|
|
|
|
dataframe.loc[dataframe['buy'] == 1, 'buy_price'] = dataframe['close']
|
|
|
|
|
|
|
|
return dataframe
|
|
|
|
return populate_buy_trend
|
|
|
|
|
|
|
|
@pytest.mark.skipif(not os.environ.get('BACKTEST', False), reason="BACKTEST not set")
|
|
|
|
def test_hyperopt(conf, pairs, mocker):
|
|
|
|
def optimizer(params):
|
2017-10-24 04:58:42 +00:00
|
|
|
buy_strategy = buy_strategy_generator(params)
|
|
|
|
mocker.patch('freqtrade.analyze.populate_buy_trend', side_effect=buy_strategy)
|
|
|
|
results = backtest(conf, pairs, mocker)
|
|
|
|
|
2017-10-26 14:24:28 +00:00
|
|
|
result = format_results(results)
|
|
|
|
print(result)
|
2017-10-28 12:22:15 +00:00
|
|
|
|
|
|
|
total_profit = results.profit.sum() * 1000
|
|
|
|
trade_count = len(results.index)
|
2017-10-28 12:24:05 +00:00
|
|
|
|
2017-10-28 12:22:15 +00:00
|
|
|
trade_loss = 1 - 0.8 * exp(-(trade_count - TARGET_TRADES) ** 2 / 10 ** 5)
|
|
|
|
profit_loss = exp(-total_profit**3 / 10**11)
|
|
|
|
|
|
|
|
return {
|
|
|
|
'loss': trade_loss + profit_loss,
|
|
|
|
'status': STATUS_OK,
|
|
|
|
'result': result
|
|
|
|
}
|
2017-10-19 14:12:49 +00:00
|
|
|
|
|
|
|
space = {
|
|
|
|
'mfi': hp.choice('mfi', [
|
|
|
|
{'enabled': False},
|
2017-10-28 13:26:32 +00:00
|
|
|
{'enabled': True, 'value': hp.uniform('mfi-value', 5, 15)}
|
2017-10-19 14:12:49 +00:00
|
|
|
]),
|
|
|
|
'fastd': hp.choice('fastd', [
|
|
|
|
{'enabled': False},
|
2017-10-28 13:26:32 +00:00
|
|
|
{'enabled': True, 'value': hp.uniform('fastd-value', 5, 40)}
|
2017-10-19 14:12:49 +00:00
|
|
|
]),
|
|
|
|
'adx': hp.choice('adx', [
|
|
|
|
{'enabled': False},
|
2017-10-28 13:26:32 +00:00
|
|
|
{'enabled': True, 'value': hp.uniform('adx-value', 10, 30)}
|
2017-10-20 07:39:04 +00:00
|
|
|
]),
|
2017-10-20 10:14:28 +00:00
|
|
|
'cci': hp.choice('cci', [
|
|
|
|
{'enabled': False},
|
2017-10-28 13:26:32 +00:00
|
|
|
{'enabled': True, 'value': hp.uniform('cci-value', -150, -100)}
|
2017-10-20 10:14:28 +00:00
|
|
|
]),
|
2017-10-28 13:21:07 +00:00
|
|
|
'rsi': hp.choice('rsi', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True, 'value': hp.uniform('rsi-value', 20, 30)}
|
|
|
|
]),
|
2017-10-20 07:39:04 +00:00
|
|
|
'below_sma': hp.choice('below_sma', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True}
|
2017-10-19 14:12:49 +00:00
|
|
|
]),
|
2017-10-20 09:56:44 +00:00
|
|
|
'over_sma': hp.choice('over_sma', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True}
|
|
|
|
]),
|
2017-10-28 13:52:26 +00:00
|
|
|
'uptrend_long_ema': hp.choice('uptrend_long_ema', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True}
|
|
|
|
]),
|
2017-10-20 09:56:44 +00:00
|
|
|
'over_sar': hp.choice('over_sar', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True}
|
|
|
|
]),
|
2017-10-20 15:29:38 +00:00
|
|
|
'uptrend_sma': hp.choice('uptrend_sma', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True}
|
|
|
|
]),
|
2017-10-21 07:26:38 +00:00
|
|
|
'trigger': hp.choice('trigger', [
|
|
|
|
{'type': 'lower_bb'},
|
2017-10-25 15:24:20 +00:00
|
|
|
{'type': 'faststoch10'},
|
2017-10-28 13:40:21 +00:00
|
|
|
{'type': 'ao_cross_zero'},
|
|
|
|
{'type': 'ema5_cross_ema10'},
|
2017-10-28 13:52:49 +00:00
|
|
|
{'type': 'macd_cross_signal'},
|
2017-10-21 07:26:38 +00:00
|
|
|
]),
|
2017-10-19 14:12:49 +00:00
|
|
|
}
|
2017-10-28 12:22:15 +00:00
|
|
|
trials = Trials()
|
|
|
|
best = fmin(fn=optimizer, space=space, algo=tpe.suggest, max_evals=40, trials=trials)
|
|
|
|
print('\n\n\n\n====================== HYPEROPT BACKTESTING REPORT ================================')
|
|
|
|
print('Best parameters {}'.format(best))
|
|
|
|
newlist = sorted(trials.results, key=itemgetter('loss'))
|
|
|
|
print('Result: {}'.format(newlist[0]['result']))
|