2018-02-12 06:10:21 +00:00
|
|
|
"""
|
|
|
|
This module contains the argument manager class
|
|
|
|
"""
|
|
|
|
|
2018-06-05 04:29:53 +00:00
|
|
|
import os
|
2018-02-12 06:10:21 +00:00
|
|
|
import argparse
|
2018-03-17 21:44:47 +00:00
|
|
|
import logging
|
2018-02-12 06:10:21 +00:00
|
|
|
import re
|
2018-04-27 21:16:34 +00:00
|
|
|
import arrow
|
2018-03-17 21:20:45 +00:00
|
|
|
from typing import List, Tuple, Optional
|
2018-02-12 06:10:21 +00:00
|
|
|
|
2018-04-02 14:42:53 +00:00
|
|
|
from freqtrade import __version__, constants
|
2018-02-12 06:10:21 +00:00
|
|
|
|
|
|
|
|
|
|
|
class Arguments(object):
|
|
|
|
"""
|
|
|
|
Arguments Class. Manage the arguments received by the cli
|
|
|
|
"""
|
|
|
|
|
2018-05-31 18:41:05 +00:00
|
|
|
def __init__(self, args: List[str], description: str) -> None:
|
2018-02-12 06:10:21 +00:00
|
|
|
self.args = args
|
2018-05-31 19:22:46 +00:00
|
|
|
self.parsed_arg: Optional[argparse.Namespace] = None
|
2018-02-12 06:10:21 +00:00
|
|
|
self.parser = argparse.ArgumentParser(description=description)
|
2018-03-05 01:51:57 +00:00
|
|
|
|
2018-03-17 21:20:45 +00:00
|
|
|
def _load_args(self) -> None:
|
2018-03-05 01:51:57 +00:00
|
|
|
self.common_args_parser()
|
2018-02-12 06:10:21 +00:00
|
|
|
self._build_subcommands()
|
|
|
|
|
2018-03-17 23:02:02 +00:00
|
|
|
def get_parsed_arg(self) -> argparse.Namespace:
|
2018-02-12 06:10:21 +00:00
|
|
|
"""
|
|
|
|
Return the list of arguments
|
|
|
|
:return: List[str] List of arguments
|
|
|
|
"""
|
2018-03-05 01:51:57 +00:00
|
|
|
if self.parsed_arg is None:
|
|
|
|
self._load_args()
|
|
|
|
self.parsed_arg = self.parse_args()
|
2018-02-12 06:10:21 +00:00
|
|
|
|
|
|
|
return self.parsed_arg
|
|
|
|
|
2018-03-17 23:02:02 +00:00
|
|
|
def parse_args(self) -> argparse.Namespace:
|
2018-02-12 06:10:21 +00:00
|
|
|
"""
|
|
|
|
Parses given arguments and returns an argparse Namespace instance.
|
|
|
|
"""
|
|
|
|
parsed_arg = self.parser.parse_args(self.args)
|
|
|
|
|
|
|
|
return parsed_arg
|
|
|
|
|
2018-03-05 01:51:57 +00:00
|
|
|
def common_args_parser(self) -> None:
|
2018-02-12 06:10:21 +00:00
|
|
|
"""
|
|
|
|
Parses given common arguments and returns them as a parsed object.
|
|
|
|
"""
|
|
|
|
self.parser.add_argument(
|
|
|
|
'-v', '--verbose',
|
|
|
|
help='be verbose',
|
|
|
|
action='store_const',
|
|
|
|
dest='loglevel',
|
|
|
|
const=logging.DEBUG,
|
|
|
|
default=logging.INFO,
|
|
|
|
)
|
|
|
|
self.parser.add_argument(
|
|
|
|
'--version',
|
|
|
|
action='version',
|
|
|
|
version='%(prog)s {}'.format(__version__),
|
|
|
|
)
|
|
|
|
self.parser.add_argument(
|
|
|
|
'-c', '--config',
|
2018-03-03 01:39:27 +00:00
|
|
|
help='specify configuration file (default: %(default)s)',
|
2018-02-12 06:10:21 +00:00
|
|
|
dest='config',
|
|
|
|
default='config.json',
|
|
|
|
type=str,
|
|
|
|
metavar='PATH',
|
|
|
|
)
|
|
|
|
self.parser.add_argument(
|
2018-03-03 01:39:27 +00:00
|
|
|
'-d', '--datadir',
|
2018-06-04 11:13:19 +00:00
|
|
|
help='path to backtest data',
|
2018-02-12 06:10:21 +00:00
|
|
|
dest='datadir',
|
2018-06-04 11:13:19 +00:00
|
|
|
default=None,
|
2018-02-12 06:10:21 +00:00
|
|
|
type=str,
|
|
|
|
metavar='PATH',
|
|
|
|
)
|
|
|
|
self.parser.add_argument(
|
|
|
|
'-s', '--strategy',
|
2018-03-24 21:30:21 +00:00
|
|
|
help='specify strategy class name (default: %(default)s)',
|
2018-02-12 06:10:21 +00:00
|
|
|
dest='strategy',
|
2018-03-24 19:44:04 +00:00
|
|
|
default='DefaultStrategy',
|
2018-02-12 06:10:21 +00:00
|
|
|
type=str,
|
2018-03-24 21:30:21 +00:00
|
|
|
metavar='NAME',
|
2018-02-12 06:10:21 +00:00
|
|
|
)
|
2018-03-25 14:28:04 +00:00
|
|
|
self.parser.add_argument(
|
|
|
|
'--strategy-path',
|
|
|
|
help='specify additional strategy lookup path',
|
|
|
|
dest='strategy_path',
|
2018-02-12 06:10:21 +00:00
|
|
|
type=str,
|
|
|
|
metavar='PATH',
|
|
|
|
)
|
|
|
|
self.parser.add_argument(
|
|
|
|
'--dynamic-whitelist',
|
2018-06-07 03:26:39 +00:00
|
|
|
help='dynamically generate and update whitelist'
|
2018-06-07 03:50:07 +00:00
|
|
|
' based on 24h BaseVolume (default: %(const)s)',
|
2018-02-12 06:10:21 +00:00
|
|
|
dest='dynamic_whitelist',
|
2018-04-02 14:42:53 +00:00
|
|
|
const=constants.DYNAMIC_WHITELIST,
|
2018-02-12 06:10:21 +00:00
|
|
|
type=int,
|
|
|
|
metavar='INT',
|
|
|
|
nargs='?',
|
|
|
|
)
|
|
|
|
self.parser.add_argument(
|
2018-06-07 03:26:39 +00:00
|
|
|
'--db-url',
|
|
|
|
help='Override trades database URL, this is useful if dry_run is enabled'
|
|
|
|
' or in custom deployments (default: %(default)s)',
|
|
|
|
dest='db_url',
|
2018-06-07 15:29:43 +00:00
|
|
|
default=constants.DEFAULT_DB_PROD_URL,
|
2018-06-07 03:26:39 +00:00
|
|
|
type=str,
|
|
|
|
metavar='PATH',
|
2018-02-12 06:10:21 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
@staticmethod
|
2018-03-05 01:51:57 +00:00
|
|
|
def backtesting_options(parser: argparse.ArgumentParser) -> None:
|
2018-02-12 06:10:21 +00:00
|
|
|
"""
|
|
|
|
Parses given arguments for Backtesting scripts.
|
|
|
|
"""
|
|
|
|
parser.add_argument(
|
|
|
|
'-l', '--live',
|
|
|
|
help='using live data',
|
|
|
|
action='store_true',
|
2018-03-04 09:33:39 +00:00
|
|
|
dest='live',
|
2018-02-12 06:10:21 +00:00
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
'-r', '--refresh-pairs-cached',
|
2018-06-03 20:58:00 +00:00
|
|
|
help='refresh the pairs files in tests/testdata with the latest data from the '
|
|
|
|
'exchange. Use it if you want to run your backtesting with up-to-date data.',
|
2018-02-12 06:10:21 +00:00
|
|
|
action='store_true',
|
|
|
|
dest='refresh_pairs',
|
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
'--export',
|
2018-03-04 09:33:39 +00:00
|
|
|
help='export backtest results, argument are: trades\
|
2018-02-12 06:10:21 +00:00
|
|
|
Example --export=trades',
|
|
|
|
type=str,
|
|
|
|
default=None,
|
|
|
|
dest='export',
|
|
|
|
)
|
2018-06-03 12:52:03 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'--export-filename',
|
|
|
|
help='Save backtest results to this filename \
|
|
|
|
requires --export to be set as well\
|
2018-06-03 20:58:00 +00:00
|
|
|
Example --export-filename=user_data/backtest_data/backtest_today.json\
|
2018-06-05 03:40:36 +00:00
|
|
|
(default: %(default)s)',
|
2018-06-03 12:52:03 +00:00
|
|
|
type=str,
|
2018-06-03 20:58:00 +00:00
|
|
|
default=os.path.join('user_data', 'backtest_data', 'backtest-result.json'),
|
2018-06-03 12:52:03 +00:00
|
|
|
dest='exportfilename',
|
2018-06-03 20:58:00 +00:00
|
|
|
metavar='PATH',
|
2018-06-03 12:52:03 +00:00
|
|
|
)
|
2018-03-04 09:33:39 +00:00
|
|
|
|
|
|
|
@staticmethod
|
2018-03-05 01:51:57 +00:00
|
|
|
def optimizer_shared_options(parser: argparse.ArgumentParser) -> None:
|
2018-03-04 09:33:39 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'-i', '--ticker-interval',
|
2018-03-24 09:21:59 +00:00
|
|
|
help='specify ticker interval (1m, 5m, 30m, 1h, 1d)',
|
2018-03-04 09:33:39 +00:00
|
|
|
dest='ticker_interval',
|
2018-03-24 09:21:59 +00:00
|
|
|
type=str,
|
2018-03-04 09:33:39 +00:00
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
'--realistic-simulation',
|
|
|
|
help='uses max_open_trades from config to simulate real world limitations',
|
|
|
|
action='store_true',
|
|
|
|
dest='realistic_simulation',
|
|
|
|
)
|
2018-02-12 06:10:21 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'--timerange',
|
2018-03-04 09:33:39 +00:00
|
|
|
help='specify what timerange of data to use.',
|
2018-02-12 06:10:21 +00:00
|
|
|
default=None,
|
|
|
|
type=str,
|
|
|
|
dest='timerange',
|
|
|
|
)
|
|
|
|
|
|
|
|
@staticmethod
|
2018-03-05 01:51:57 +00:00
|
|
|
def hyperopt_options(parser: argparse.ArgumentParser) -> None:
|
2018-02-12 06:10:21 +00:00
|
|
|
"""
|
2018-06-05 05:42:24 +00:00
|
|
|
Parses given arguments for Hyperopt scripts.
|
2018-02-12 06:10:21 +00:00
|
|
|
"""
|
|
|
|
parser.add_argument(
|
|
|
|
'-e', '--epochs',
|
2018-03-03 01:39:27 +00:00
|
|
|
help='specify number of epochs (default: %(default)d)',
|
2018-02-12 06:10:21 +00:00
|
|
|
dest='epochs',
|
2018-04-02 14:42:53 +00:00
|
|
|
default=constants.HYPEROPT_EPOCH,
|
2018-02-12 06:10:21 +00:00
|
|
|
type=int,
|
|
|
|
metavar='INT',
|
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
'--use-mongodb',
|
|
|
|
help='parallelize evaluations with mongodb (requires mongod in PATH)',
|
|
|
|
dest='mongodb',
|
|
|
|
action='store_true',
|
|
|
|
)
|
2018-03-04 08:51:22 +00:00
|
|
|
parser.add_argument(
|
|
|
|
'-s', '--spaces',
|
|
|
|
help='Specify which parameters to hyperopt. Space separate list. \
|
|
|
|
Default: %(default)s',
|
|
|
|
choices=['all', 'buy', 'roi', 'stoploss'],
|
|
|
|
default='all',
|
|
|
|
nargs='+',
|
|
|
|
dest='spaces',
|
|
|
|
)
|
2018-02-12 06:10:21 +00:00
|
|
|
|
|
|
|
def _build_subcommands(self) -> None:
|
|
|
|
"""
|
|
|
|
Builds and attaches all subcommands
|
|
|
|
:return: None
|
|
|
|
"""
|
|
|
|
from freqtrade.optimize import backtesting, hyperopt
|
|
|
|
|
|
|
|
subparsers = self.parser.add_subparsers(dest='subparser')
|
|
|
|
|
|
|
|
# Add backtesting subcommand
|
|
|
|
backtesting_cmd = subparsers.add_parser('backtesting', help='backtesting module')
|
|
|
|
backtesting_cmd.set_defaults(func=backtesting.start)
|
2018-03-05 01:51:57 +00:00
|
|
|
self.optimizer_shared_options(backtesting_cmd)
|
|
|
|
self.backtesting_options(backtesting_cmd)
|
2018-02-12 06:10:21 +00:00
|
|
|
|
|
|
|
# Add hyperopt subcommand
|
|
|
|
hyperopt_cmd = subparsers.add_parser('hyperopt', help='hyperopt module')
|
|
|
|
hyperopt_cmd.set_defaults(func=hyperopt.start)
|
2018-03-05 01:51:57 +00:00
|
|
|
self.optimizer_shared_options(hyperopt_cmd)
|
|
|
|
self.hyperopt_options(hyperopt_cmd)
|
2018-02-12 06:10:21 +00:00
|
|
|
|
|
|
|
@staticmethod
|
2018-06-03 20:58:00 +00:00
|
|
|
def parse_timerange(text: Optional[str]) -> \
|
2018-06-05 03:50:44 +00:00
|
|
|
Optional[Tuple[Tuple, Optional[int], Optional[int]]]:
|
2018-02-12 06:10:21 +00:00
|
|
|
"""
|
|
|
|
Parse the value of the argument --timerange to determine what is the range desired
|
|
|
|
:param text: value from --timerange
|
|
|
|
:return: Start and End range period
|
|
|
|
"""
|
|
|
|
if text is None:
|
|
|
|
return None
|
|
|
|
syntax = [(r'^-(\d{8})$', (None, 'date')),
|
|
|
|
(r'^(\d{8})-$', ('date', None)),
|
|
|
|
(r'^(\d{8})-(\d{8})$', ('date', 'date')),
|
2018-06-02 18:59:18 +00:00
|
|
|
(r'^-(\d{10})$', (None, 'date')),
|
|
|
|
(r'^(\d{10})-$', ('date', None)),
|
|
|
|
(r'^(\d{10})-(\d{10})$', ('date', 'date')),
|
2018-02-12 06:10:21 +00:00
|
|
|
(r'^(-\d+)$', (None, 'line')),
|
|
|
|
(r'^(\d+)-$', ('line', None)),
|
|
|
|
(r'^(\d+)-(\d+)$', ('index', 'index'))]
|
|
|
|
for rex, stype in syntax:
|
|
|
|
# Apply the regular expression to text
|
|
|
|
match = re.match(rex, text)
|
|
|
|
if match: # Regex has matched
|
|
|
|
rvals = match.groups()
|
|
|
|
index = 0
|
2018-05-31 19:22:46 +00:00
|
|
|
start: Optional[int] = None
|
|
|
|
stop: Optional[int] = None
|
2018-02-12 06:10:21 +00:00
|
|
|
if stype[0]:
|
2018-05-31 19:22:46 +00:00
|
|
|
starts = rvals[index]
|
2018-04-27 21:16:34 +00:00
|
|
|
if stype[0] == 'date':
|
2018-06-03 08:35:56 +00:00
|
|
|
start = int(starts) if len(starts) == 10 \
|
|
|
|
else arrow.get(starts, 'YYYYMMDD').timestamp
|
2018-04-27 21:16:34 +00:00
|
|
|
else:
|
2018-05-31 19:22:46 +00:00
|
|
|
start = int(starts)
|
2018-02-12 06:10:21 +00:00
|
|
|
index += 1
|
|
|
|
if stype[1]:
|
2018-05-31 19:22:46 +00:00
|
|
|
stops = rvals[index]
|
2018-04-27 21:16:34 +00:00
|
|
|
if stype[1] == 'date':
|
2018-06-03 08:35:56 +00:00
|
|
|
stop = int(stops) if len(stops) == 10 \
|
|
|
|
else arrow.get(stops, 'YYYYMMDD').timestamp
|
2018-04-27 21:16:34 +00:00
|
|
|
else:
|
2018-05-31 19:22:46 +00:00
|
|
|
stop = int(stops)
|
2018-03-17 21:20:45 +00:00
|
|
|
return stype, start, stop
|
2018-02-12 06:10:21 +00:00
|
|
|
raise Exception('Incorrect syntax for timerange "%s"' % text)
|
|
|
|
|
2018-03-17 21:20:45 +00:00
|
|
|
def scripts_options(self) -> None:
|
2018-02-12 06:10:21 +00:00
|
|
|
"""
|
2018-04-22 07:57:48 +00:00
|
|
|
Parses given arguments for scripts.
|
2018-02-12 06:10:21 +00:00
|
|
|
"""
|
|
|
|
self.parser.add_argument(
|
|
|
|
'-p', '--pair',
|
|
|
|
help='Show profits for only this pairs. Pairs are comma-separated.',
|
|
|
|
dest='pair',
|
|
|
|
default=None
|
|
|
|
)
|
2018-04-22 07:57:48 +00:00
|
|
|
|
|
|
|
def testdata_dl_options(self) -> None:
|
|
|
|
"""
|
|
|
|
Parses given arguments for testdata download
|
|
|
|
"""
|
|
|
|
self.parser.add_argument(
|
|
|
|
'--pairs-file',
|
|
|
|
help='File containing a list of pairs to download',
|
|
|
|
dest='pairs_file',
|
|
|
|
default=None
|
|
|
|
)
|
|
|
|
|
|
|
|
self.parser.add_argument(
|
|
|
|
'--export',
|
|
|
|
help='Export files to given dir',
|
|
|
|
dest='export',
|
|
|
|
default=None)
|
2018-04-24 23:11:07 +00:00
|
|
|
|
|
|
|
self.parser.add_argument(
|
|
|
|
'--days',
|
|
|
|
help='Download data for number of days',
|
|
|
|
dest='days',
|
|
|
|
type=int,
|
|
|
|
default=None)
|
|
|
|
|
|
|
|
self.parser.add_argument(
|
|
|
|
'--exchange',
|
2018-06-04 08:50:33 +00:00
|
|
|
help='Exchange name (default: %(default)s)',
|
2018-04-24 23:11:07 +00:00
|
|
|
dest='exchange',
|
|
|
|
type=str,
|
2018-04-25 07:32:58 +00:00
|
|
|
default='bittrex')
|
2018-06-04 10:31:52 +00:00
|
|
|
|
|
|
|
self.parser.add_argument(
|
|
|
|
'-t', '--timeframes',
|
|
|
|
help='Specify which tickers to download. Space separated list. \
|
|
|
|
Default: %(default)s',
|
2018-06-04 12:03:42 +00:00
|
|
|
choices=['1m', '3m', '5m', '15m', '30m', '1h', '2h', '4h',
|
2018-06-04 13:35:00 +00:00
|
|
|
'6h', '8h', '12h', '1d', '3d', '1w'],
|
2018-06-04 10:31:52 +00:00
|
|
|
default=['1m', '5m'],
|
|
|
|
nargs='+',
|
|
|
|
dest='timeframes',
|
|
|
|
)
|