stable/freqtrade/main.py

371 lines
12 KiB
Python
Raw Normal View History

2017-11-07 16:54:44 +00:00
#!/usr/bin/env python3
2017-10-06 10:22:04 +00:00
import copy
import json
2017-05-12 17:11:56 +00:00
import logging
2017-11-17 16:18:31 +00:00
import sys
2017-05-12 17:11:56 +00:00
import time
import traceback
from datetime import datetime
from typing import Dict, Optional, List
2017-09-01 19:11:46 +00:00
import requests
from cachetools import cached, TTLCache
from freqtrade import __version__, exchange, persistence, rpc, DependencyException, \
OperationalException
2017-11-14 17:06:03 +00:00
from freqtrade.analyze import get_signal, SignalType
2017-11-17 16:54:31 +00:00
from freqtrade.misc import State, get_state, update_state, parse_args, throttle, \
load_config
2017-09-28 21:26:28 +00:00
from freqtrade.persistence import Trade
2017-05-12 17:11:56 +00:00
logger = logging.getLogger('freqtrade')
2017-05-17 23:46:08 +00:00
2017-09-08 21:10:22 +00:00
_CONF = {}
def refresh_whitelist(whitelist: Optional[List[str]] = None) -> None:
"""
Check wallet health and remove pair from whitelist if necessary
:param whitelist: a new whitelist (optional)
:return: None
"""
whitelist = whitelist or _CONF['exchange']['pair_whitelist']
sanitized_whitelist = []
health = exchange.get_wallet_health()
for status in health:
pair = '{}_{}'.format(_CONF['stake_currency'], status['Currency'])
if pair not in whitelist:
continue
if status['IsActive']:
sanitized_whitelist.append(pair)
else:
logger.info(
'Ignoring %s from whitelist (reason: %s).',
pair, status.get('Notice') or 'wallet is not active'
)
if _CONF['exchange']['pair_whitelist'] != sanitized_whitelist:
logger.debug('Using refreshed pair whitelist: %s ...', sanitized_whitelist)
_CONF['exchange']['pair_whitelist'] = sanitized_whitelist
def _process(dynamic_whitelist: Optional[int] = 0) -> bool:
"""
Queries the persistence layer for open trades and handles them,
otherwise a new trade is created.
:param: dynamic_whitelist: True is a dynamic whitelist should be generated (optional)
2017-11-07 21:26:08 +00:00
:return: True if a trade has been created or closed, False otherwise
"""
2017-11-07 21:26:08 +00:00
state_changed = False
try:
# Refresh whitelist based on wallet maintenance
refresh_whitelist(
2017-12-16 02:39:47 +00:00
gen_pair_whitelist(
_CONF['stake_currency'],
topn=dynamic_whitelist
) if dynamic_whitelist else None
)
# Query trades from persistence layer
trades = Trade.query.filter(Trade.is_open.is_(True)).all()
if len(trades) < _CONF['max_open_trades']:
try:
# Create entity and execute trade
state_changed = create_trade(float(_CONF['stake_amount']))
if not state_changed:
2017-11-10 16:56:03 +00:00
logger.info(
'Checked all whitelisted currencies. '
'Found no suitable entry positions for buying. Will keep looking ...'
)
except DependencyException as e:
2017-11-16 15:14:43 +00:00
logger.warning('Unable to create trade: %s', e)
for trade in trades:
# Get order details for actual price per unit
if trade.open_order_id:
# Update trade with order values
logger.info('Got open order for %s', trade)
trade.update(exchange.get_order(trade.open_order_id))
if trade.is_open and trade.open_order_id is None:
# Check if we can sell our current pair
2017-11-07 21:26:08 +00:00
state_changed = handle_trade(trade) or state_changed
Trade.session.flush()
except (requests.exceptions.RequestException, json.JSONDecodeError) as error:
logger.warning(
'Got %s in _process(), retrying in 30 seconds...',
error
)
time.sleep(30)
except OperationalException:
rpc.send_msg('*Status:* Got OperationalException:\n```\n{traceback}```{hint}'.format(
traceback=traceback.format_exc(),
2017-11-06 17:15:33 +00:00
hint='Issue `/start` if you think it is safe to restart.'
))
logger.exception('Got OperationalException. Stopping trader ...')
update_state(State.STOPPED)
2017-11-07 21:26:08 +00:00
return state_changed
2017-05-14 12:14:16 +00:00
2017-05-12 17:11:56 +00:00
def execute_sell(trade: Trade, limit: float) -> None:
"""
Executes a limit sell for the given trade and limit
:param trade: Trade instance
:param limit: limit rate for the sell order
:return: None
"""
# Execute sell and update trade record
order_id = exchange.sell(str(trade.pair), limit, trade.amount)
trade.open_order_id = order_id
2017-12-17 21:07:56 +00:00
fmt_exp_profit = round(trade.calc_profit_percent(rate=limit) * 100, 2)
rpc.send_msg('*{}:* Selling [{}]({}) with limit `{:.8f} (profit: ~{:.2f}%, {:.8f})`'.format(
2017-10-06 10:22:04 +00:00
trade.exchange,
2017-09-07 14:33:04 +00:00
trade.pair.replace('_', '/'),
exchange.get_pair_detail_url(trade.pair),
limit,
2017-12-17 21:07:56 +00:00
fmt_exp_profit,
trade.calc_profit(rate=limit),
2017-11-18 20:43:21 +00:00
))
Trade.session.flush()
2017-09-07 14:33:04 +00:00
2017-05-12 17:11:56 +00:00
2017-11-16 05:49:06 +00:00
def min_roi_reached(trade: Trade, current_rate: float, current_time: datetime) -> bool:
"""
2017-11-16 05:49:06 +00:00
Based an earlier trade and current price and ROI configuration, decides whether bot should sell
:return True if bot should sell at current rate
"""
2017-12-17 21:07:56 +00:00
current_profit = trade.calc_profit_percent(current_rate)
if 'stoploss' in _CONF and current_profit < float(_CONF['stoploss']):
logger.debug('Stop loss hit.')
return True
# Check if time matches and current rate is above threshold
time_diff = (current_time - trade.open_date).total_seconds() / 60
for duration, threshold in sorted(_CONF['minimal_roi'].items()):
if time_diff > float(duration) and current_profit > threshold:
return True
2017-12-17 21:07:56 +00:00
logger.debug('Threshold not reached. (cur_profit: %1.2f%%)', float(current_profit) * 100.0)
return False
2017-11-07 21:26:08 +00:00
def handle_trade(trade: Trade) -> bool:
2017-05-12 17:11:56 +00:00
"""
2017-05-14 12:14:16 +00:00
Sells the current pair if the threshold is reached and updates the trade record.
2017-11-07 21:26:08 +00:00
:return: True if trade has been sold, False otherwise
2017-05-12 17:11:56 +00:00
"""
2017-11-07 21:26:08 +00:00
if not trade.is_open:
raise ValueError('attempt to handle closed trade: {}'.format(trade))
2017-09-25 12:17:29 +00:00
2017-11-07 21:26:08 +00:00
logger.debug('Handling %s ...', trade)
current_rate = exchange.get_ticker(trade.pair)['bid']
# Check if minimal roi has been reached
if not min_roi_reached(trade, current_rate, datetime.utcnow()):
return False
# Check if sell signal has been enabled and triggered
if _CONF.get('experimental', {}).get('use_sell_signal'):
logger.debug('Checking sell_signal ...')
if not get_signal(trade.pair, SignalType.SELL):
return False
execute_sell(trade, current_rate)
return True
2017-05-12 17:11:56 +00:00
2017-10-06 10:22:04 +00:00
2017-09-20 14:34:47 +00:00
def get_target_bid(ticker: Dict[str, float]) -> float:
2017-09-17 20:21:46 +00:00
""" Calculates bid target between current ask price and last price """
if ticker['ask'] < ticker['last']:
return ticker['ask']
balance = _CONF['bid_strategy']['ask_last_balance']
return ticker['ask'] + balance * (ticker['last'] - ticker['ask'])
2017-05-12 17:11:56 +00:00
def create_trade(stake_amount: float) -> bool:
2017-05-12 17:11:56 +00:00
"""
2017-09-01 18:46:01 +00:00
Checks the implemented trading indicator(s) for a randomly picked pair,
if one pair triggers the buy_signal a new trade record gets created
2017-05-12 17:11:56 +00:00
:param stake_amount: amount of btc to spend
:return: True if a trade object has been created and persisted, False otherwise
2017-05-12 17:11:56 +00:00
"""
logger.info(
'Checking buy signals to create a new trade with stake_amount: %f ...',
stake_amount
)
2017-10-06 10:22:04 +00:00
whitelist = copy.deepcopy(_CONF['exchange']['pair_whitelist'])
2017-09-11 11:59:11 +00:00
# Check if stake_amount is fulfilled
2017-09-08 21:10:22 +00:00
if exchange.get_balance(_CONF['stake_currency']) < stake_amount:
raise DependencyException(
2017-11-03 20:37:20 +00:00
'stake amount is not fulfilled (currency={})'.format(_CONF['stake_currency'])
2017-09-08 21:10:22 +00:00
)
# Remove currently opened and latest pairs from whitelist
2017-09-30 15:02:07 +00:00
for trade in Trade.query.filter(Trade.is_open.is_(True)).all():
2017-05-21 14:52:36 +00:00
if trade.pair in whitelist:
whitelist.remove(trade.pair)
logger.debug('Ignoring %s in pair whitelist', trade.pair)
if not whitelist:
raise DependencyException('No pair in whitelist')
2017-05-24 19:52:41 +00:00
# Pick pair based on StochRSI buy signals
2017-09-08 21:10:22 +00:00
for _pair in whitelist:
2017-11-14 17:06:03 +00:00
if get_signal(_pair, SignalType.BUY):
2017-09-08 21:10:22 +00:00
pair = _pair
2017-05-24 19:52:41 +00:00
break
else:
return False
2017-05-24 19:52:41 +00:00
2017-11-22 20:01:44 +00:00
# Calculate amount
buy_limit = get_target_bid(exchange.get_ticker(pair))
2017-11-22 20:01:44 +00:00
amount = stake_amount / buy_limit
2017-05-14 12:14:16 +00:00
order_id = exchange.buy(pair, buy_limit, amount)
2017-05-14 12:14:16 +00:00
# Create trade entity and return
2017-11-18 20:43:21 +00:00
rpc.send_msg('*{}:* Buying [{}]({}) with limit `{:.8f}`'.format(
exchange.get_name().upper(),
2017-06-05 19:17:10 +00:00
pair.replace('_', '/'),
exchange.get_pair_detail_url(pair),
buy_limit
2017-11-18 20:43:21 +00:00
))
# Fee is applied twice because we make a LIMIT_BUY and LIMIT_SELL
trade = Trade(
pair=pair,
stake_amount=stake_amount,
amount=amount,
2017-12-17 21:07:56 +00:00
fee=exchange.get_fee(),
open_rate=buy_limit,
open_date=datetime.utcnow(),
exchange=exchange.get_name().upper(),
open_order_id=order_id
)
Trade.session.add(trade)
Trade.session.flush()
return True
2017-05-12 17:11:56 +00:00
2017-09-08 21:10:22 +00:00
def init(config: dict, db_url: Optional[str] = None) -> None:
"""
Initializes all modules and updates the config
:param config: config as dict
2017-09-08 19:39:31 +00:00
:param db_url: database connector string for sqlalchemy (Optional)
:return: None
"""
# Initialize all modules
rpc.init(config)
2017-09-08 19:39:31 +00:00
persistence.init(config, db_url)
exchange.init(config)
# Set initial application state
initial_state = config.get('initial_state')
if initial_state:
update_state(State[initial_state.upper()])
else:
update_state(State.STOPPED)
@cached(TTLCache(maxsize=1, ttl=1800))
def gen_pair_whitelist(base_currency: str, topn: int = 20, key: str = 'BaseVolume') -> List[str]:
"""
Updates the whitelist with with a dynamically generated list
:param base_currency: base currency as str
:param topn: maximum number of returned results, must be greater than 0
:param key: sort key (defaults to 'BaseVolume')
:return: List of pairs
"""
summaries = sorted(
(s for s in exchange.get_market_summaries() if s['MarketName'].startswith(base_currency)),
2017-11-14 16:48:19 +00:00
key=lambda s: s.get(key) or 0.0,
reverse=True
)
# topn must be greater than 0
if not topn > 0:
topn = 20
return [s['MarketName'].replace('-', '_') for s in summaries[:topn]]
def cleanup() -> None:
"""
Cleanup the application state und finish all pending tasks
:return: None
"""
rpc.send_msg('*Status:* `Stopping trader...`')
logger.info('Stopping trader and cleaning up modules...')
update_state(State.STOPPED)
persistence.cleanup()
rpc.cleanup()
exit(0)
def main() -> None:
"""
2017-11-08 20:17:51 +00:00
Loads and validates the config and handles the main loop
:return: None
"""
2017-11-08 20:17:51 +00:00
global _CONF
2017-11-17 16:18:31 +00:00
args = parse_args(sys.argv[1:])
if not args:
2017-11-14 21:15:24 +00:00
exit(0)
2017-11-08 20:17:51 +00:00
# Initialize logger
logging.basicConfig(
level=args.loglevel,
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
)
logger.info(
'Starting freqtrade %s (loglevel=%s)',
__version__,
logging.getLevelName(args.loglevel)
)
# Load and validate configuration
2017-11-17 16:54:31 +00:00
_CONF = load_config(args.config)
2017-11-08 20:17:51 +00:00
# Initialize all modules and start main loop
if args.dynamic_whitelist:
logger.info('Using dynamically generated whitelist. (--dynamic-whitelist detected)')
# If the user ask for Dry run with a local DB instead of memory
if args.dry_run_db:
if _CONF.get('dry_run', False):
_CONF.update({'dry_run_db': True})
2017-12-16 02:39:47 +00:00
logger.info(
'Dry_run will use the DB file: "tradesv3.dry_run.sqlite". (--dry_run_db detected)'
)
else:
logger.info('Dry run is disabled. (--dry_run_db ignored)')
try:
init(_CONF)
old_state = None
while True:
new_state = get_state()
# Log state transition
if new_state != old_state:
rpc.send_msg('*Status:* `{}`'.format(new_state.name.lower()))
logger.info('Changing state to: %s', new_state.name)
if new_state == State.STOPPED:
time.sleep(1)
elif new_state == State.RUNNING:
throttle(
_process,
min_secs=_CONF['internals'].get('process_throttle_secs', 10),
dynamic_whitelist=args.dynamic_whitelist,
)
old_state = new_state
except KeyboardInterrupt:
logger.info('Got SIGINT, aborting ...')
except BaseException:
logger.exception('Got fatal exception!')
finally:
cleanup()
2017-09-28 21:47:51 +00:00
if __name__ == '__main__':
main()