2017-05-12 17:11:56 +00:00
|
|
|
#!/usr/bin/env python
|
2017-09-08 13:51:00 +00:00
|
|
|
import enum
|
|
|
|
import json
|
2017-05-12 17:11:56 +00:00
|
|
|
import logging
|
|
|
|
import time
|
|
|
|
import traceback
|
|
|
|
from datetime import datetime
|
2017-05-19 16:02:18 +00:00
|
|
|
from json import JSONDecodeError
|
2017-09-01 19:11:46 +00:00
|
|
|
from typing import Optional
|
|
|
|
|
2017-09-08 13:51:00 +00:00
|
|
|
from jsonschema import validate
|
2017-05-19 16:02:18 +00:00
|
|
|
from requests import ConnectionError
|
2017-05-14 12:14:16 +00:00
|
|
|
from wrapt import synchronized
|
2017-09-08 13:51:00 +00:00
|
|
|
|
|
|
|
import exchange
|
|
|
|
import persistence
|
|
|
|
from rpc import telegram
|
2017-05-24 19:52:41 +00:00
|
|
|
from analyze import get_buy_signal
|
2017-09-08 13:51:00 +00:00
|
|
|
from persistence import Trade
|
|
|
|
from misc import conf_schema
|
2017-05-12 17:11:56 +00:00
|
|
|
|
2017-08-27 14:12:28 +00:00
|
|
|
logging.basicConfig(level=logging.DEBUG,
|
|
|
|
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')
|
|
|
|
logger = logging.getLogger(__name__)
|
2017-05-17 23:46:08 +00:00
|
|
|
|
2017-05-12 17:11:56 +00:00
|
|
|
__author__ = "gcarq"
|
|
|
|
__copyright__ = "gcarq 2017"
|
2017-05-17 23:46:08 +00:00
|
|
|
__license__ = "GPLv3"
|
2017-06-08 20:52:38 +00:00
|
|
|
__version__ = "0.8.0"
|
2017-05-12 17:11:56 +00:00
|
|
|
|
|
|
|
|
2017-09-08 13:51:00 +00:00
|
|
|
class State(enum.Enum):
|
|
|
|
RUNNING = 0
|
|
|
|
PAUSED = 1
|
|
|
|
TERMINATE = 2
|
2017-05-12 17:11:56 +00:00
|
|
|
|
|
|
|
|
2017-09-08 13:51:00 +00:00
|
|
|
_conf = {}
|
|
|
|
_cur_state = State.RUNNING
|
2017-05-14 12:14:16 +00:00
|
|
|
|
2017-05-12 17:11:56 +00:00
|
|
|
|
2017-09-08 13:51:00 +00:00
|
|
|
@synchronized
|
|
|
|
def update_state(state: State) -> None:
|
|
|
|
"""
|
|
|
|
Updates the application state
|
|
|
|
:param state: new state
|
|
|
|
:return: None
|
|
|
|
"""
|
|
|
|
global _cur_state
|
|
|
|
_cur_state = state
|
2017-08-30 18:19:14 +00:00
|
|
|
|
2017-09-01 19:11:46 +00:00
|
|
|
|
2017-08-30 18:19:14 +00:00
|
|
|
@synchronized
|
2017-09-08 13:51:00 +00:00
|
|
|
def get_state() -> State:
|
|
|
|
"""
|
|
|
|
Gets the current application state
|
|
|
|
:return:
|
|
|
|
"""
|
|
|
|
return _cur_state
|
|
|
|
|
|
|
|
|
|
|
|
def _process() -> None:
|
2017-08-30 18:19:14 +00:00
|
|
|
"""
|
2017-09-08 13:51:00 +00:00
|
|
|
Queries the persistence layer for open trades and handles them,
|
|
|
|
otherwise a new trade is created.
|
|
|
|
:return: None
|
2017-08-30 18:19:14 +00:00
|
|
|
"""
|
2017-09-08 13:51:00 +00:00
|
|
|
# Query trades from persistence layer
|
|
|
|
trades = Trade.query.filter(Trade.is_open.is_(True)).all()
|
|
|
|
if len(trades) < _conf['max_open_trades']:
|
|
|
|
try:
|
|
|
|
# Create entity and execute trade
|
|
|
|
trade = create_trade(float(_conf['stake_amount']), exchange.cur_exchange)
|
|
|
|
if trade:
|
|
|
|
Trade.session.add(trade)
|
|
|
|
else:
|
|
|
|
logging.info('Got no buy signal...')
|
|
|
|
except ValueError:
|
|
|
|
logger.exception('Unable to create trade')
|
|
|
|
|
|
|
|
for trade in trades:
|
|
|
|
# Check if there is already an open order for this trade
|
|
|
|
orders = exchange.get_open_orders(trade.pair)
|
|
|
|
orders = [o for o in orders if o['id'] == trade.open_order_id]
|
|
|
|
if orders:
|
|
|
|
msg = 'There exists an open order for {}: Order(total={}, remaining={}, type={}, id={})' \
|
|
|
|
.format(
|
|
|
|
trade,
|
|
|
|
round(orders[0]['amount'], 8),
|
|
|
|
round(orders[0]['remaining'], 8),
|
|
|
|
orders[0]['type'],
|
|
|
|
orders[0]['id'])
|
|
|
|
logger.info(msg)
|
|
|
|
continue
|
|
|
|
|
|
|
|
# Update state
|
|
|
|
trade.open_order_id = None
|
|
|
|
# Check if this trade can be marked as closed
|
|
|
|
if close_trade_if_fulfilled(trade):
|
|
|
|
logger.info('No open orders found and trade is fulfilled. Marking %s as closed ...', trade)
|
|
|
|
continue
|
|
|
|
|
|
|
|
# Check if we can sell our current pair
|
|
|
|
handle_trade(trade)
|
2017-05-14 12:14:16 +00:00
|
|
|
|
2017-05-12 17:11:56 +00:00
|
|
|
|
2017-09-01 19:11:46 +00:00
|
|
|
def close_trade_if_fulfilled(trade: Trade) -> bool:
|
2017-05-12 17:11:56 +00:00
|
|
|
"""
|
|
|
|
Checks if the trade is closable, and if so it is being closed.
|
|
|
|
:param trade: Trade
|
|
|
|
:return: True if trade has been closed else False
|
|
|
|
"""
|
|
|
|
# If we don't have an open order and the close rate is already set,
|
|
|
|
# we can close this trade.
|
2017-05-14 12:14:16 +00:00
|
|
|
if trade.close_profit and trade.close_date and trade.close_rate and not trade.open_order_id:
|
2017-05-12 17:11:56 +00:00
|
|
|
trade.is_open = False
|
|
|
|
return True
|
|
|
|
return False
|
|
|
|
|
|
|
|
|
2017-09-01 19:11:46 +00:00
|
|
|
def handle_trade(trade: Trade) -> None:
|
2017-05-12 17:11:56 +00:00
|
|
|
"""
|
2017-05-14 12:14:16 +00:00
|
|
|
Sells the current pair if the threshold is reached and updates the trade record.
|
|
|
|
:return: None
|
2017-05-12 17:11:56 +00:00
|
|
|
"""
|
|
|
|
try:
|
|
|
|
if not trade.is_open:
|
|
|
|
raise ValueError('attempt to handle closed trade: {}'.format(trade))
|
|
|
|
|
2017-08-27 13:50:59 +00:00
|
|
|
logger.debug('Handling open trade %s ...', trade)
|
2017-05-12 17:11:56 +00:00
|
|
|
# Get current rate
|
2017-09-08 13:51:00 +00:00
|
|
|
current_rate = exchange.get_ticker(trade.pair)['bid']
|
2017-05-12 17:11:56 +00:00
|
|
|
current_profit = 100 * ((current_rate - trade.open_rate) / trade.open_rate)
|
|
|
|
|
|
|
|
# Get available balance
|
|
|
|
currency = trade.pair.split('_')[1]
|
2017-09-08 13:51:00 +00:00
|
|
|
balance = exchange.get_balance(currency)
|
2017-05-12 17:11:56 +00:00
|
|
|
|
2017-09-08 13:51:00 +00:00
|
|
|
for duration, threshold in sorted(_conf['minimal_roi'].items()):
|
2017-05-12 22:30:08 +00:00
|
|
|
duration, threshold = float(duration), float(threshold)
|
2017-05-12 17:11:56 +00:00
|
|
|
# Check if time matches and current rate is above threshold
|
|
|
|
time_diff = (datetime.utcnow() - trade.open_date).total_seconds() / 60
|
|
|
|
if time_diff > duration and current_rate > (1 + threshold) * trade.open_rate:
|
2017-06-08 18:01:01 +00:00
|
|
|
# Execute sell
|
|
|
|
profit = trade.exec_sell_order(current_rate, balance)
|
2017-06-05 19:17:10 +00:00
|
|
|
message = '*{}:* Selling [{}]({}) at rate `{:f} (profit: {}%)`'.format(
|
2017-05-12 17:11:56 +00:00
|
|
|
trade.exchange.name,
|
|
|
|
trade.pair.replace('_', '/'),
|
2017-09-08 13:51:00 +00:00
|
|
|
exchange.get_pair_detail_url(trade.pair),
|
2017-05-12 17:11:56 +00:00
|
|
|
trade.close_rate,
|
2017-06-08 18:01:01 +00:00
|
|
|
round(profit, 2)
|
2017-05-12 17:11:56 +00:00
|
|
|
)
|
|
|
|
logger.info(message)
|
2017-09-08 13:51:00 +00:00
|
|
|
telegram.send_msg(message)
|
2017-05-12 17:11:56 +00:00
|
|
|
return
|
|
|
|
else:
|
2017-08-27 13:50:59 +00:00
|
|
|
logger.debug('Threshold not reached. (cur_profit: %1.2f%%)', current_profit)
|
2017-05-12 17:11:56 +00:00
|
|
|
except ValueError:
|
|
|
|
logger.exception('Unable to handle open order')
|
|
|
|
|
|
|
|
|
2017-09-08 13:51:00 +00:00
|
|
|
def create_trade(stake_amount: float, _exchange: exchange.Exchange) -> Optional[Trade]:
|
2017-05-12 17:11:56 +00:00
|
|
|
"""
|
2017-09-01 18:46:01 +00:00
|
|
|
Checks the implemented trading indicator(s) for a randomly picked pair,
|
|
|
|
if one pair triggers the buy_signal a new trade record gets created
|
2017-05-12 17:11:56 +00:00
|
|
|
:param stake_amount: amount of btc to spend
|
2017-09-08 13:51:00 +00:00
|
|
|
:param _exchange: exchange to use
|
2017-05-12 17:11:56 +00:00
|
|
|
"""
|
2017-08-27 13:50:59 +00:00
|
|
|
logger.info('Creating new trade with stake_amount: %f ...', stake_amount)
|
2017-09-08 13:51:00 +00:00
|
|
|
whitelist = _conf[_exchange.name.lower()]['pair_whitelist']
|
2017-05-12 17:11:56 +00:00
|
|
|
# Check if btc_amount is fulfilled
|
2017-09-08 13:51:00 +00:00
|
|
|
if exchange.get_balance(_conf['stake_currency']) < stake_amount:
|
|
|
|
raise ValueError('stake amount is not fulfilled (currency={}'.format(_conf['stake_currency']))
|
2017-05-12 22:30:08 +00:00
|
|
|
|
2017-05-17 17:42:45 +00:00
|
|
|
# Remove currently opened and latest pairs from whitelist
|
2017-05-17 23:46:08 +00:00
|
|
|
trades = Trade.query.filter(Trade.is_open.is_(True)).all()
|
2017-05-21 15:28:20 +00:00
|
|
|
latest_trade = Trade.query.filter(Trade.is_open.is_(False)).order_by(Trade.id.desc()).first()
|
|
|
|
if latest_trade:
|
|
|
|
trades.append(latest_trade)
|
2017-05-17 23:46:08 +00:00
|
|
|
for trade in trades:
|
2017-05-21 14:52:36 +00:00
|
|
|
if trade.pair in whitelist:
|
|
|
|
whitelist.remove(trade.pair)
|
2017-08-27 13:50:59 +00:00
|
|
|
logger.debug('Ignoring %s in pair whitelist', trade.pair)
|
2017-05-12 22:30:08 +00:00
|
|
|
if not whitelist:
|
|
|
|
raise ValueError('No pair in whitelist')
|
|
|
|
|
2017-05-24 19:52:41 +00:00
|
|
|
# Pick pair based on StochRSI buy signals
|
|
|
|
for p in whitelist:
|
|
|
|
if get_buy_signal(p):
|
|
|
|
pair = p
|
|
|
|
break
|
|
|
|
else:
|
2017-09-01 18:46:01 +00:00
|
|
|
return None
|
2017-05-24 19:52:41 +00:00
|
|
|
|
2017-09-08 13:51:00 +00:00
|
|
|
open_rate = exchange.get_ticker(pair)['ask']
|
2017-05-12 17:11:56 +00:00
|
|
|
amount = stake_amount / open_rate
|
2017-09-08 13:51:00 +00:00
|
|
|
order_id = exchange.buy(pair, open_rate, amount)
|
2017-05-14 12:14:16 +00:00
|
|
|
|
|
|
|
# Create trade entity and return
|
2017-06-05 19:17:10 +00:00
|
|
|
message = '*{}:* Buying [{}]({}) at rate `{:f}`'.format(
|
2017-09-08 13:51:00 +00:00
|
|
|
_exchange.name,
|
2017-06-05 19:17:10 +00:00
|
|
|
pair.replace('_', '/'),
|
2017-09-08 13:51:00 +00:00
|
|
|
exchange.get_pair_detail_url(pair),
|
2017-06-05 19:17:10 +00:00
|
|
|
open_rate
|
|
|
|
)
|
2017-05-12 17:11:56 +00:00
|
|
|
logger.info(message)
|
2017-09-08 13:51:00 +00:00
|
|
|
telegram.send_msg(message)
|
2017-05-14 12:14:16 +00:00
|
|
|
return Trade(pair=pair,
|
|
|
|
btc_amount=stake_amount,
|
|
|
|
open_rate=open_rate,
|
2017-09-08 13:51:00 +00:00
|
|
|
open_date=datetime.utcnow(),
|
2017-05-14 12:14:16 +00:00
|
|
|
amount=amount,
|
2017-09-08 13:51:00 +00:00
|
|
|
exchange=_exchange,
|
|
|
|
open_order_id=order_id,
|
|
|
|
is_open=True)
|
2017-05-12 17:11:56 +00:00
|
|
|
|
|
|
|
|
2017-09-08 13:51:00 +00:00
|
|
|
def init(config: dict) -> None:
|
|
|
|
"""
|
|
|
|
Initializes all modules and updates the config
|
|
|
|
:param config: config as dict
|
|
|
|
:return: None
|
|
|
|
"""
|
|
|
|
global _conf
|
|
|
|
|
|
|
|
# Initialize all modules
|
|
|
|
telegram.init(config)
|
|
|
|
persistence.init(config)
|
|
|
|
exchange.init(config)
|
|
|
|
_conf.update(config)
|
|
|
|
|
|
|
|
|
|
|
|
def app(config: dict) -> None:
|
|
|
|
|
2017-08-27 13:50:59 +00:00
|
|
|
logger.info('Starting freqtrade %s', __version__)
|
2017-09-08 13:51:00 +00:00
|
|
|
init(config)
|
|
|
|
|
|
|
|
try:
|
|
|
|
telegram.send_msg('*Status:* `trader started`')
|
|
|
|
logger.info('Trader started')
|
|
|
|
while True:
|
|
|
|
state = get_state()
|
|
|
|
if state == State.TERMINATE:
|
|
|
|
return
|
|
|
|
elif state == State.PAUSED:
|
|
|
|
time.sleep(1)
|
|
|
|
elif state == State.RUNNING:
|
|
|
|
try:
|
|
|
|
_process()
|
|
|
|
except (ConnectionError, JSONDecodeError, ValueError) as error:
|
|
|
|
msg = 'Got {} during _process()'.format(error.__class__.__name__)
|
|
|
|
logger.exception(msg)
|
|
|
|
finally:
|
|
|
|
time.sleep(25)
|
|
|
|
except (RuntimeError, JSONDecodeError):
|
|
|
|
telegram.send_msg(
|
|
|
|
'*Status:* Got RuntimeError: ```\n{}\n```'.format(traceback.format_exc())
|
|
|
|
)
|
|
|
|
logger.exception('RuntimeError. Stopping trader ...')
|
|
|
|
finally:
|
|
|
|
telegram.send_msg('*Status:* `Trader has stopped`')
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
with open('config.json') as file:
|
|
|
|
conf = json.load(file)
|
|
|
|
validate(conf, conf_schema)
|
|
|
|
app(conf)
|
|
|
|
|