2017-11-18 07:45:01 +00:00
|
|
|
# pragma pylint: disable=missing-docstring,W0212
|
2017-11-25 00:04:11 +00:00
|
|
|
|
|
|
|
|
2017-11-25 00:22:36 +00:00
|
|
|
import json
|
|
|
|
|
2017-10-19 14:12:49 +00:00
|
|
|
from functools import reduce
|
2017-10-28 12:22:15 +00:00
|
|
|
from math import exp
|
2017-10-30 19:41:36 +00:00
|
|
|
from operator import itemgetter
|
2017-11-25 00:22:36 +00:00
|
|
|
from pprint import pprint
|
2017-10-19 14:12:49 +00:00
|
|
|
|
2017-10-28 12:22:15 +00:00
|
|
|
from hyperopt import fmin, tpe, hp, Trials, STATUS_OK
|
2017-10-30 19:41:36 +00:00
|
|
|
from pandas import DataFrame
|
2017-10-19 14:12:49 +00:00
|
|
|
|
2017-11-25 00:04:11 +00:00
|
|
|
from freqtrade import exchange, optimize
|
2017-11-17 16:54:31 +00:00
|
|
|
from freqtrade.exchange import Bittrex
|
2017-11-25 00:04:11 +00:00
|
|
|
from freqtrade.optimize.backtesting import backtest
|
2017-10-30 19:41:36 +00:00
|
|
|
from freqtrade.vendor.qtpylib.indicators import crossed_above
|
2017-10-19 14:12:49 +00:00
|
|
|
|
2017-10-28 12:22:15 +00:00
|
|
|
# set TARGET_TRADES to suit your number concurrent trades so its realistic to 20days of data
|
2017-11-18 08:24:18 +00:00
|
|
|
TARGET_TRADES = 1100
|
2017-11-12 07:44:31 +00:00
|
|
|
TOTAL_TRIES = 4
|
2017-11-25 00:12:44 +00:00
|
|
|
_CURRENT_TRIES = 0
|
2017-10-28 12:22:15 +00:00
|
|
|
|
2017-11-25 00:04:11 +00:00
|
|
|
# Configuration and data used by hyperopt
|
|
|
|
PROCESSED = optimize.preprocess(optimize.load_data())
|
|
|
|
OPTIMIZE_CONFIG = {
|
|
|
|
'max_open_trades': 3,
|
|
|
|
'stake_currency': 'BTC',
|
|
|
|
'stake_amount': 0.01,
|
|
|
|
'minimal_roi': {
|
|
|
|
'40': 0.0,
|
|
|
|
'30': 0.01,
|
|
|
|
'20': 0.02,
|
|
|
|
'0': 0.04,
|
|
|
|
},
|
|
|
|
'stoploss': -0.10,
|
|
|
|
}
|
|
|
|
|
|
|
|
SPACE = {
|
|
|
|
'mfi': hp.choice('mfi', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True, 'value': hp.quniform('mfi-value', 5, 25, 1)}
|
|
|
|
]),
|
|
|
|
'fastd': hp.choice('fastd', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True, 'value': hp.quniform('fastd-value', 10, 50, 1)}
|
|
|
|
]),
|
|
|
|
'adx': hp.choice('adx', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True, 'value': hp.quniform('adx-value', 15, 50, 1)}
|
|
|
|
]),
|
|
|
|
'rsi': hp.choice('rsi', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True, 'value': hp.quniform('rsi-value', 20, 40, 1)}
|
|
|
|
]),
|
|
|
|
'uptrend_long_ema': hp.choice('uptrend_long_ema', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True}
|
|
|
|
]),
|
|
|
|
'uptrend_short_ema': hp.choice('uptrend_short_ema', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True}
|
|
|
|
]),
|
|
|
|
'over_sar': hp.choice('over_sar', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True}
|
|
|
|
]),
|
|
|
|
'green_candle': hp.choice('green_candle', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True}
|
|
|
|
]),
|
|
|
|
'uptrend_sma': hp.choice('uptrend_sma', [
|
|
|
|
{'enabled': False},
|
|
|
|
{'enabled': True}
|
|
|
|
]),
|
|
|
|
'trigger': hp.choice('trigger', [
|
|
|
|
{'type': 'lower_bb'},
|
|
|
|
{'type': 'faststoch10'},
|
|
|
|
{'type': 'ao_cross_zero'},
|
|
|
|
{'type': 'ema5_cross_ema10'},
|
|
|
|
{'type': 'macd_cross_signal'},
|
|
|
|
{'type': 'sar_reversal'},
|
|
|
|
{'type': 'stochf_cross'},
|
|
|
|
{'type': 'ht_sine'},
|
|
|
|
]),
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
def optimizer(params):
|
2017-11-25 00:12:44 +00:00
|
|
|
global _CURRENT_TRIES
|
|
|
|
|
2017-11-25 00:04:11 +00:00
|
|
|
from freqtrade.optimize import backtesting
|
|
|
|
backtesting.populate_buy_trend = buy_strategy_generator(params)
|
|
|
|
|
|
|
|
results = backtest(OPTIMIZE_CONFIG, PROCESSED)
|
|
|
|
|
|
|
|
result = format_results(results)
|
|
|
|
|
|
|
|
total_profit = results.profit.sum() * 1000
|
|
|
|
trade_count = len(results.index)
|
|
|
|
|
|
|
|
trade_loss = 1 - 0.35 * exp(-(trade_count - TARGET_TRADES) ** 2 / 10 ** 5.2)
|
|
|
|
profit_loss = max(0, 1 - total_profit / 10000) # max profit 10000
|
|
|
|
|
2017-11-25 00:12:44 +00:00
|
|
|
_CURRENT_TRIES += 1
|
|
|
|
print('{:5d}/{}: {}'.format(_CURRENT_TRIES, TOTAL_TRIES, result))
|
2017-11-25 00:04:11 +00:00
|
|
|
|
|
|
|
return {
|
|
|
|
'loss': trade_loss + profit_loss,
|
|
|
|
'status': STATUS_OK,
|
|
|
|
'result': result
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
def format_results(results: DataFrame):
|
|
|
|
return ('Made {:6d} buys. Average profit {: 5.2f}%. '
|
|
|
|
'Total profit was {: 7.3f}. Average duration {:5.1f} mins.').format(
|
|
|
|
len(results.index),
|
|
|
|
results.profit.mean() * 100.0,
|
|
|
|
results.profit.sum(),
|
|
|
|
results.duration.mean() * 5,
|
|
|
|
)
|
|
|
|
|
2017-11-14 23:11:46 +00:00
|
|
|
|
2017-10-19 14:12:49 +00:00
|
|
|
def buy_strategy_generator(params):
|
|
|
|
def populate_buy_trend(dataframe: DataFrame) -> DataFrame:
|
|
|
|
conditions = []
|
2017-10-21 07:26:38 +00:00
|
|
|
# GUARDS AND TRENDS
|
2017-10-28 13:52:26 +00:00
|
|
|
if params['uptrend_long_ema']['enabled']:
|
|
|
|
conditions.append(dataframe['ema50'] > dataframe['ema100'])
|
2017-11-12 06:45:32 +00:00
|
|
|
if params['uptrend_short_ema']['enabled']:
|
|
|
|
conditions.append(dataframe['ema5'] > dataframe['ema10'])
|
2017-10-19 14:12:49 +00:00
|
|
|
if params['mfi']['enabled']:
|
|
|
|
conditions.append(dataframe['mfi'] < params['mfi']['value'])
|
|
|
|
if params['fastd']['enabled']:
|
|
|
|
conditions.append(dataframe['fastd'] < params['fastd']['value'])
|
|
|
|
if params['adx']['enabled']:
|
|
|
|
conditions.append(dataframe['adx'] > params['adx']['value'])
|
2017-10-28 13:21:07 +00:00
|
|
|
if params['rsi']['enabled']:
|
|
|
|
conditions.append(dataframe['rsi'] < params['rsi']['value'])
|
2017-10-20 09:56:44 +00:00
|
|
|
if params['over_sar']['enabled']:
|
|
|
|
conditions.append(dataframe['close'] > dataframe['sar'])
|
2017-11-11 07:35:04 +00:00
|
|
|
if params['green_candle']['enabled']:
|
|
|
|
conditions.append(dataframe['close'] > dataframe['open'])
|
2017-10-20 15:29:38 +00:00
|
|
|
if params['uptrend_sma']['enabled']:
|
|
|
|
prevsma = dataframe['sma'].shift(1)
|
|
|
|
conditions.append(dataframe['sma'] > prevsma)
|
2017-10-21 07:26:38 +00:00
|
|
|
|
|
|
|
# TRIGGERS
|
|
|
|
triggers = {
|
|
|
|
'lower_bb': dataframe['tema'] <= dataframe['blower'],
|
2017-11-11 07:26:05 +00:00
|
|
|
'faststoch10': (crossed_above(dataframe['fastd'], 10.0)),
|
2017-10-25 15:24:20 +00:00
|
|
|
'ao_cross_zero': (crossed_above(dataframe['ao'], 0.0)),
|
2017-10-28 13:40:21 +00:00
|
|
|
'ema5_cross_ema10': (crossed_above(dataframe['ema5'], dataframe['ema10'])),
|
2017-10-28 13:52:49 +00:00
|
|
|
'macd_cross_signal': (crossed_above(dataframe['macd'], dataframe['macdsignal'])),
|
2017-11-11 06:32:35 +00:00
|
|
|
'sar_reversal': (crossed_above(dataframe['close'], dataframe['sar'])),
|
2017-11-12 06:38:52 +00:00
|
|
|
'stochf_cross': (crossed_above(dataframe['fastk'], dataframe['fastd'])),
|
2017-11-12 07:13:54 +00:00
|
|
|
'ht_sine': (crossed_above(dataframe['htleadsine'], dataframe['htsine'])),
|
2017-10-21 07:26:38 +00:00
|
|
|
}
|
|
|
|
conditions.append(triggers.get(params['trigger']['type']))
|
|
|
|
|
2017-10-19 14:12:49 +00:00
|
|
|
dataframe.loc[
|
|
|
|
reduce(lambda x, y: x & y, conditions),
|
|
|
|
'buy'] = 1
|
|
|
|
|
|
|
|
return dataframe
|
|
|
|
return populate_buy_trend
|
|
|
|
|
2017-10-30 23:36:35 +00:00
|
|
|
|
2017-11-25 00:04:11 +00:00
|
|
|
def start(args):
|
2017-11-25 00:12:44 +00:00
|
|
|
global TOTAL_TRIES
|
|
|
|
TOTAL_TRIES = args.epochs
|
|
|
|
|
|
|
|
# Monkey patch config
|
|
|
|
from freqtrade import main
|
|
|
|
main._CONF = OPTIMIZE_CONFIG
|
2017-11-17 17:23:40 +00:00
|
|
|
|
2017-11-17 16:54:31 +00:00
|
|
|
exchange._API = Bittrex({'key': '', 'secret': ''})
|
2017-10-30 23:36:35 +00:00
|
|
|
|
2017-10-28 12:22:15 +00:00
|
|
|
trials = Trials()
|
2017-11-25 00:04:11 +00:00
|
|
|
best = fmin(fn=optimizer, space=SPACE, algo=tpe.suggest, max_evals=TOTAL_TRIES, trials=trials)
|
2017-11-25 00:22:36 +00:00
|
|
|
print('\n==================== HYPEROPT BACKTESTING REPORT ==============================\n')
|
|
|
|
print('Best parameters: {}'.format(json.dumps(best, indent=4)))
|
|
|
|
results = sorted(trials.results, key=itemgetter('loss'))
|
|
|
|
print('Best Result: {}\n'.format(results[0]['result']))
|