stable/freqtrade/arguments.py

307 lines
9.9 KiB
Python
Raw Normal View History

"""
This module contains the argument manager class
"""
import argparse
2018-03-17 21:44:47 +00:00
import logging
import os
import re
import arrow
2018-03-17 21:20:45 +00:00
from typing import List, Tuple, Optional
from freqtrade import __version__, constants
class Arguments(object):
"""
Arguments Class. Manage the arguments received by the cli
"""
def __init__(self, args: List[str], description: str):
self.args = args
self.parsed_arg = None
self.parser = argparse.ArgumentParser(description=description)
2018-03-17 21:20:45 +00:00
def _load_args(self) -> None:
self.common_args_parser()
self._build_subcommands()
2018-03-17 23:02:02 +00:00
def get_parsed_arg(self) -> argparse.Namespace:
"""
Return the list of arguments
:return: List[str] List of arguments
"""
if self.parsed_arg is None:
self._load_args()
self.parsed_arg = self.parse_args()
return self.parsed_arg
2018-03-17 23:02:02 +00:00
def parse_args(self) -> argparse.Namespace:
"""
Parses given arguments and returns an argparse Namespace instance.
"""
parsed_arg = self.parser.parse_args(self.args)
return parsed_arg
def common_args_parser(self) -> None:
"""
Parses given common arguments and returns them as a parsed object.
"""
self.parser.add_argument(
'-v', '--verbose',
help='be verbose',
action='store_const',
dest='loglevel',
const=logging.DEBUG,
default=logging.INFO,
)
self.parser.add_argument(
'--version',
action='version',
version='%(prog)s {}'.format(__version__),
)
self.parser.add_argument(
'-c', '--config',
help='specify configuration file (default: %(default)s)',
dest='config',
default='config.json',
type=str,
metavar='PATH',
)
self.parser.add_argument(
'-d', '--datadir',
help='path to backtest data (default: %(default)s',
dest='datadir',
default=os.path.join('freqtrade', 'tests', 'testdata'),
type=str,
metavar='PATH',
)
self.parser.add_argument(
'-s', '--strategy',
2018-03-24 21:30:21 +00:00
help='specify strategy class name (default: %(default)s)',
dest='strategy',
default='DefaultStrategy',
type=str,
2018-03-24 21:30:21 +00:00
metavar='NAME',
)
2018-03-25 14:28:04 +00:00
self.parser.add_argument(
'--strategy-path',
help='specify additional strategy lookup path',
dest='strategy_path',
type=str,
metavar='PATH',
)
self.parser.add_argument(
'--dynamic-whitelist',
help='dynamically generate and update whitelist \
based on 24h BaseVolume (Default 20 currencies)', # noqa
dest='dynamic_whitelist',
const=constants.DYNAMIC_WHITELIST,
type=int,
metavar='INT',
nargs='?',
)
self.parser.add_argument(
'--dry-run-db',
help='Force dry run to use a local DB "tradesv3.dry_run.sqlite" \
instead of memory DB. Work only if dry_run is enabled.',
action='store_true',
dest='dry_run_db',
)
@staticmethod
def backtesting_options(parser: argparse.ArgumentParser) -> None:
"""
Parses given arguments for Backtesting scripts.
"""
parser.add_argument(
'-l', '--live',
help='using live data',
action='store_true',
dest='live',
)
parser.add_argument(
'-r', '--refresh-pairs-cached',
help='refresh the pairs files in tests/testdata with the latest data from the exchange. \
Use it if you want to run your backtesting with up-to-date data.',
action='store_true',
dest='refresh_pairs',
)
parser.add_argument(
'--export',
help='export backtest results, argument are: trades\
Example --export=trades',
type=str,
default=None,
dest='export',
)
@staticmethod
def optimizer_shared_options(parser: argparse.ArgumentParser) -> None:
parser.add_argument(
'-i', '--ticker-interval',
help='specify ticker interval (1m, 5m, 30m, 1h, 1d)',
dest='ticker_interval',
type=str,
)
parser.add_argument(
'--realistic-simulation',
help='uses max_open_trades from config to simulate real world limitations',
action='store_true',
dest='realistic_simulation',
)
parser.add_argument(
'--timerange',
help='specify what timerange of data to use.',
default=None,
type=str,
dest='timerange',
)
@staticmethod
def hyperopt_options(parser: argparse.ArgumentParser) -> None:
"""
Parses given arguments for Hyperopt scripts.
"""
parser.add_argument(
'-e', '--epochs',
help='specify number of epochs (default: %(default)d)',
dest='epochs',
default=constants.HYPEROPT_EPOCH,
type=int,
metavar='INT',
)
parser.add_argument(
'--use-mongodb',
help='parallelize evaluations with mongodb (requires mongod in PATH)',
dest='mongodb',
action='store_true',
)
parser.add_argument(
'-s', '--spaces',
help='Specify which parameters to hyperopt. Space separate list. \
Default: %(default)s',
choices=['all', 'buy', 'roi', 'stoploss'],
default='all',
nargs='+',
dest='spaces',
)
def _build_subcommands(self) -> None:
"""
Builds and attaches all subcommands
:return: None
"""
from freqtrade.optimize import backtesting, hyperopt
subparsers = self.parser.add_subparsers(dest='subparser')
# Add backtesting subcommand
backtesting_cmd = subparsers.add_parser('backtesting', help='backtesting module')
backtesting_cmd.set_defaults(func=backtesting.start)
self.optimizer_shared_options(backtesting_cmd)
self.backtesting_options(backtesting_cmd)
# Add hyperopt subcommand
hyperopt_cmd = subparsers.add_parser('hyperopt', help='hyperopt module')
hyperopt_cmd.set_defaults(func=hyperopt.start)
self.optimizer_shared_options(hyperopt_cmd)
self.hyperopt_options(hyperopt_cmd)
@staticmethod
2018-03-17 21:20:45 +00:00
def parse_timerange(text: str) -> Optional[Tuple[List, int, int]]:
"""
Parse the value of the argument --timerange to determine what is the range desired
:param text: value from --timerange
:return: Start and End range period
"""
if text is None:
return None
syntax = [(r'^-(\d{8})$', (None, 'date')),
(r'^(\d{8})-$', ('date', None)),
(r'^(\d{8})-(\d{8})$', ('date', 'date')),
Extend timerange to accept unix timestamps. This gives greater granularity over backtest, parsing tickerfiles. Example runs using date and unix time below. /usr/local/Cellar/python3/3.6.2/Frameworks/Python.framework/Versions/3.6/bin/python3.6 /Users/creslin/PycharmProjects/freqtrade/scripts/report_correlation.py --timerange=20180528-20180529 2018-06-02 18:44:58,829 - freqtrade.configuration - INFO - Log level set to INFO 2018-06-02 18:44:58,830 - freqtrade.configuration - INFO - Using max_open_trades: 200 ... 2018-06-02 18:44:58,831 - freqtrade.configuration - INFO - Parameter --timerange detected: 20180528-20180529 ... 2018-06-02 18:44:58,831 - freqtrade.configuration - INFO - Parameter --datadir detected: freqtrade/tests/testdata ... BasePair Pair Correlation BTC % Change Pair % USD Ch Pair % BTC Ch Gain % on BTC Start Stop BTC Volume 1 BTC_USDT ETC_USD 0.965 -2.942 -4.070 -1.163 -1.128585 05-28 00:00 05-29 00:00 335.19 0 BTC_USDT SNT_USD 0.943 -2.942 -5.857 -3.004 -2.915585 05-28 00:00 05-29 00:00 496.01 3 BTC_USDT DASH_USD 0.902 -2.942 -9.034 -6.277 -6.092432 05-28 00:00 05-29 00:00 751.41 2 BTC_USDT MTH_USD 0.954 -2.942 -9.290 -6.541 -6.348708 05-28 00:00 05-29 00:00 23.00 4 BTC_USDT TRX_USD 0.951 -2.942 -13.647 -11.029 -10.704957 05-28 00:00 05-29 00:00 14544.57 Process finished with exit code 0 /usr/local/Cellar/python3/3.6.2/Frameworks/Python.framework/Versions/3.6/bin/python3.6 /Users/creslin/PycharmProjects/freqtrade/scripts/report_correlation.py --timerange=1527595200-1527618600 2018-06-02 18:47:40,382 - freqtrade.configuration - INFO - Log level set to INFO 2018-06-02 18:47:40,382 - freqtrade.configuration - INFO - Using max_open_trades: 200 ... 2018-06-02 18:47:40,383 - freqtrade.configuration - INFO - Parameter --timerange detected: 1527595200-1527618600 ... 2018-06-02 18:47:40,383 - freqtrade.configuration - INFO - Parameter --datadir detected: freqtrade/tests/testdata ... BasePair Pair Correlation BTC % Change Pair % USD Ch Pair % BTC Ch Gain % on BTC Start Stop BTC Volume 0 BTC_USDT SNT_USD 0.680 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 68866.30 1 BTC_USDT ETC_USD 0.857 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 227514.17 2 BTC_USDT MTH_USD 0.790 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 12103.96 3 BTC_USDT DASH_USD 0.862 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 72982.78 4 BTC_USDT TRX_USD 0.178 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 1258316.95 Process finished with exit code 0
2018-06-02 16:45:08 +00:00
(r'^-(\d{10})$', (None, 'timestamp')),
(r'^(\d{10})-$', ('timestamp', None)),
(r'^(\d{10})-(\d{10})$', ('timestamp', 'timestamp')),
(r'^(-\d+)$', (None, 'line')),
(r'^(\d+)-$', ('line', None)),
(r'^(\d+)-(\d+)$', ('index', 'index'))]
for rex, stype in syntax:
# Apply the regular expression to text
match = re.match(rex, text)
if match: # Regex has matched
rvals = match.groups()
index = 0
start = None
stop = None
if stype[0]:
start = rvals[index]
if stype[0] == 'date':
start = arrow.get(start, 'YYYYMMDD').timestamp
Extend timerange to accept unix timestamps. This gives greater granularity over backtest, parsing tickerfiles. Example runs using date and unix time below. /usr/local/Cellar/python3/3.6.2/Frameworks/Python.framework/Versions/3.6/bin/python3.6 /Users/creslin/PycharmProjects/freqtrade/scripts/report_correlation.py --timerange=20180528-20180529 2018-06-02 18:44:58,829 - freqtrade.configuration - INFO - Log level set to INFO 2018-06-02 18:44:58,830 - freqtrade.configuration - INFO - Using max_open_trades: 200 ... 2018-06-02 18:44:58,831 - freqtrade.configuration - INFO - Parameter --timerange detected: 20180528-20180529 ... 2018-06-02 18:44:58,831 - freqtrade.configuration - INFO - Parameter --datadir detected: freqtrade/tests/testdata ... BasePair Pair Correlation BTC % Change Pair % USD Ch Pair % BTC Ch Gain % on BTC Start Stop BTC Volume 1 BTC_USDT ETC_USD 0.965 -2.942 -4.070 -1.163 -1.128585 05-28 00:00 05-29 00:00 335.19 0 BTC_USDT SNT_USD 0.943 -2.942 -5.857 -3.004 -2.915585 05-28 00:00 05-29 00:00 496.01 3 BTC_USDT DASH_USD 0.902 -2.942 -9.034 -6.277 -6.092432 05-28 00:00 05-29 00:00 751.41 2 BTC_USDT MTH_USD 0.954 -2.942 -9.290 -6.541 -6.348708 05-28 00:00 05-29 00:00 23.00 4 BTC_USDT TRX_USD 0.951 -2.942 -13.647 -11.029 -10.704957 05-28 00:00 05-29 00:00 14544.57 Process finished with exit code 0 /usr/local/Cellar/python3/3.6.2/Frameworks/Python.framework/Versions/3.6/bin/python3.6 /Users/creslin/PycharmProjects/freqtrade/scripts/report_correlation.py --timerange=1527595200-1527618600 2018-06-02 18:47:40,382 - freqtrade.configuration - INFO - Log level set to INFO 2018-06-02 18:47:40,382 - freqtrade.configuration - INFO - Using max_open_trades: 200 ... 2018-06-02 18:47:40,383 - freqtrade.configuration - INFO - Parameter --timerange detected: 1527595200-1527618600 ... 2018-06-02 18:47:40,383 - freqtrade.configuration - INFO - Parameter --datadir detected: freqtrade/tests/testdata ... BasePair Pair Correlation BTC % Change Pair % USD Ch Pair % BTC Ch Gain % on BTC Start Stop BTC Volume 0 BTC_USDT SNT_USD 0.680 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 68866.30 1 BTC_USDT ETC_USD 0.857 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 227514.17 2 BTC_USDT MTH_USD 0.790 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 12103.96 3 BTC_USDT DASH_USD 0.862 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 72982.78 4 BTC_USDT TRX_USD 0.178 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 1258316.95 Process finished with exit code 0
2018-06-02 16:45:08 +00:00
elif stype[0] == 'timestamp':
start = arrow.get(start).timestamp
else:
start = int(start)
index += 1
if stype[1]:
stop = rvals[index]
if stype[1] == 'date':
stop = arrow.get(stop, 'YYYYMMDD').timestamp
Extend timerange to accept unix timestamps. This gives greater granularity over backtest, parsing tickerfiles. Example runs using date and unix time below. /usr/local/Cellar/python3/3.6.2/Frameworks/Python.framework/Versions/3.6/bin/python3.6 /Users/creslin/PycharmProjects/freqtrade/scripts/report_correlation.py --timerange=20180528-20180529 2018-06-02 18:44:58,829 - freqtrade.configuration - INFO - Log level set to INFO 2018-06-02 18:44:58,830 - freqtrade.configuration - INFO - Using max_open_trades: 200 ... 2018-06-02 18:44:58,831 - freqtrade.configuration - INFO - Parameter --timerange detected: 20180528-20180529 ... 2018-06-02 18:44:58,831 - freqtrade.configuration - INFO - Parameter --datadir detected: freqtrade/tests/testdata ... BasePair Pair Correlation BTC % Change Pair % USD Ch Pair % BTC Ch Gain % on BTC Start Stop BTC Volume 1 BTC_USDT ETC_USD 0.965 -2.942 -4.070 -1.163 -1.128585 05-28 00:00 05-29 00:00 335.19 0 BTC_USDT SNT_USD 0.943 -2.942 -5.857 -3.004 -2.915585 05-28 00:00 05-29 00:00 496.01 3 BTC_USDT DASH_USD 0.902 -2.942 -9.034 -6.277 -6.092432 05-28 00:00 05-29 00:00 751.41 2 BTC_USDT MTH_USD 0.954 -2.942 -9.290 -6.541 -6.348708 05-28 00:00 05-29 00:00 23.00 4 BTC_USDT TRX_USD 0.951 -2.942 -13.647 -11.029 -10.704957 05-28 00:00 05-29 00:00 14544.57 Process finished with exit code 0 /usr/local/Cellar/python3/3.6.2/Frameworks/Python.framework/Versions/3.6/bin/python3.6 /Users/creslin/PycharmProjects/freqtrade/scripts/report_correlation.py --timerange=1527595200-1527618600 2018-06-02 18:47:40,382 - freqtrade.configuration - INFO - Log level set to INFO 2018-06-02 18:47:40,382 - freqtrade.configuration - INFO - Using max_open_trades: 200 ... 2018-06-02 18:47:40,383 - freqtrade.configuration - INFO - Parameter --timerange detected: 1527595200-1527618600 ... 2018-06-02 18:47:40,383 - freqtrade.configuration - INFO - Parameter --datadir detected: freqtrade/tests/testdata ... BasePair Pair Correlation BTC % Change Pair % USD Ch Pair % BTC Ch Gain % on BTC Start Stop BTC Volume 0 BTC_USDT SNT_USD 0.680 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 68866.30 1 BTC_USDT ETC_USD 0.857 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 227514.17 2 BTC_USDT MTH_USD 0.790 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 12103.96 3 BTC_USDT DASH_USD 0.862 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 72982.78 4 BTC_USDT TRX_USD 0.178 NaN NaN NaN NaN 05-29 12:00 05-29 18:30 1258316.95 Process finished with exit code 0
2018-06-02 16:45:08 +00:00
elif stype[1] == 'timestamp':
stop = arrow.get(stop).timestamp
else:
stop = int(stop)
2018-03-17 21:20:45 +00:00
return stype, start, stop
raise Exception('Incorrect syntax for timerange "%s"' % text)
2018-03-17 21:20:45 +00:00
def scripts_options(self) -> None:
"""
Parses given arguments for scripts.
"""
self.parser.add_argument(
'-p', '--pair',
help='Show profits for only this pairs. Pairs are comma-separated.',
dest='pair',
default=None
)
self.parser.add_argument(
'-db', '--db-url',
help='Show trades stored in database.',
dest='db_url',
default=None
)
def testdata_dl_options(self) -> None:
"""
Parses given arguments for testdata download
"""
self.parser.add_argument(
'--pairs-file',
help='File containing a list of pairs to download',
dest='pairs_file',
default=None
)
self.parser.add_argument(
'--export',
help='Export files to given dir',
dest='export',
default=None)
self.parser.add_argument(
'--days',
help='Download data for number of days',
dest='days',
type=int,
default=None)
self.parser.add_argument(
'--exchange',
help='Exchange name',
dest='exchange',
type=str,
2018-04-25 07:32:58 +00:00
default='bittrex')