stable/scripts/plot_dataframe.py

176 lines
5.5 KiB
Python
Raw Normal View History

#!/usr/bin/env python3
"""
2019-01-25 05:42:29 +00:00
Script to display when the bot will buy on specific pair(s)
Mandatory Cli parameters:
2019-01-25 05:42:29 +00:00
-p / --pairs: pair(s) to examine
Option but recommended
-s / --strategy: strategy to use
Optional Cli parameters
2019-01-25 05:42:29 +00:00
-d / --datadir: path to pair(s) backtest data
--timerange: specify what timerange of data to use.
2019-01-25 05:42:29 +00:00
-l / --live: Live, to download the latest ticker for the pair(s)
-db / --db-url: Show trades stored in database
Indicators recommended
Row 1: sma, ema3, ema5, ema10, ema50
Row 3: macd, rsi, fisher_rsi, mfi, slowd, slowk, fastd, fastk
Example of usage:
2019-01-26 09:56:29 +00:00
> python3 scripts/plot_dataframe.py --pairs BTC/EUR,XRP/BTC -d user_data/data/
--indicators1 sma,ema3 --indicators2 fastk,fastd
"""
import logging
import sys
from argparse import Namespace
from pathlib import Path
2019-03-23 18:18:10 +00:00
from typing import Any, Dict, List
import pandas as pd
from freqtrade.arguments import Arguments, TimeRange
2018-12-13 05:34:37 +00:00
from freqtrade.data import history
2019-06-16 17:35:15 +00:00
from freqtrade.data.btanalysis import load_trades, extract_trades_of_period
2019-05-25 18:14:31 +00:00
from freqtrade.optimize import setup_configuration
2019-06-16 17:35:15 +00:00
from freqtrade.plot.plotting import (generate_graph,
generate_plot_file)
2019-06-16 11:41:36 +00:00
from freqtrade.resolvers import ExchangeResolver, StrategyResolver
2019-05-25 18:14:31 +00:00
from freqtrade.state import RunMode
logger = logging.getLogger(__name__)
2019-06-16 11:41:36 +00:00
def get_tickers_data(strategy, exchange, pairs: List[str], timerange: TimeRange,
datadir: Path, refresh_pairs: bool, live: bool):
2019-01-25 05:42:29 +00:00
"""
Get tickers data for each pairs on live or local, option defined in args
2019-05-28 18:02:17 +00:00
:return: dictionary of tickers. output format: {'pair': tickersdata}
2019-01-25 05:42:29 +00:00
"""
ticker_interval = strategy.ticker_interval
tickers = history.load_data(
2019-06-16 11:41:36 +00:00
datadir=datadir,
pairs=pairs,
ticker_interval=ticker_interval,
2019-06-16 11:41:36 +00:00
refresh_pairs=refresh_pairs,
timerange=timerange,
2019-06-16 11:19:06 +00:00
exchange=exchange,
2019-06-10 18:17:23 +00:00
live=live,
)
2019-01-25 05:42:29 +00:00
# No ticker found, impossible to download, len mismatch
for pair, data in tickers.copy().items():
logger.debug("checking tickers data of pair: %s", pair)
logger.debug("data.empty: %s", data.empty)
logger.debug("len(data): %s", len(data))
if data.empty:
del tickers[pair]
logger.info(
2019-05-30 18:26:46 +00:00
'An issue occured while retreiving data of %s pair, please retry '
2019-01-25 05:42:29 +00:00
'using -l option for live or --refresh-pairs-cached', pair)
return tickers
2019-01-25 05:42:29 +00:00
def generate_dataframe(strategy, tickers, pair) -> pd.DataFrame:
"""
Get tickers then Populate strategy indicators and signals, then return the full dataframe
:return: the DataFrame of a pair
"""
dataframes = strategy.tickerdata_to_dataframe(tickers)
dataframe = dataframes[pair]
dataframe = strategy.advise_buy(dataframe, {'pair': pair})
dataframe = strategy.advise_sell(dataframe, {'pair': pair})
2019-01-25 05:42:29 +00:00
return dataframe
2019-06-16 11:41:36 +00:00
def analyse_and_plot_pairs(config: Dict[str, Any]):
2019-01-25 05:42:29 +00:00
"""
From arguments provided in cli:
-Initialise backtest env
-Get tickers data
-Generate Dafaframes populated with indicators and signals
-Load trades excecuted on same periods
-Generate Plotly plot objects
-Generate plot files
:return: None
"""
2019-06-16 11:41:36 +00:00
exchange_name = config.get('exchange', {}).get('name').title()
exchange = ExchangeResolver(exchange_name, config).exchange
strategy = StrategyResolver(config).strategy
pairs = config["pairs"].split(',')
2019-06-16 11:19:06 +00:00
2019-01-25 05:42:29 +00:00
# Set timerange to use
2019-06-16 11:41:36 +00:00
timerange = Arguments.parse_timerange(config["timerange"])
ticker_interval = strategy.ticker_interval
2019-01-25 05:42:29 +00:00
2019-06-16 11:41:36 +00:00
tickers = get_tickers_data(strategy, exchange, pairs, timerange,
datadir=Path(str(config.get("datadir"))),
refresh_pairs=config.get('refresh_pairs', False),
live=config.get("live", False))
2019-01-25 05:42:29 +00:00
pair_counter = 0
for pair, data in tickers.items():
pair_counter += 1
logger.info("analyse pair %s", pair)
tickers = {}
tickers[pair] = data
dataframe = generate_dataframe(strategy, tickers, pair)
2019-06-16 11:41:36 +00:00
trades = load_trades(db_url=config["db_url"],
exportfilename=config["exportfilename"])
2019-05-28 18:23:16 +00:00
trades = trades.loc[trades['pair'] == pair]
2019-01-25 05:42:29 +00:00
trades = extract_trades_of_period(dataframe, trades)
fig = generate_graph(
pair=pair,
data=dataframe,
2019-05-28 05:00:57 +00:00
trades=trades,
2019-06-16 11:41:36 +00:00
indicators1=config["indicators1"].split(","),
indicators2=config["indicators2"].split(",")
2019-01-25 05:42:29 +00:00
)
2019-05-31 04:41:55 +00:00
generate_plot_file(fig, pair, ticker_interval)
2019-01-25 05:42:29 +00:00
logger.info('End of ploting process %s plots generated', pair_counter)
2019-05-28 18:02:17 +00:00
def plot_parse_args(args: List[str]) -> Namespace:
"""
Parse args passed to the script
:param args: Cli arguments
:return: args: Array with all arguments
"""
arguments = Arguments(args, 'Graph dataframe')
2019-06-16 17:35:15 +00:00
arguments.plot_dataframe_options()
2019-05-28 18:02:17 +00:00
arguments.common_args_parser()
arguments.optimizer_shared_options(arguments.parser)
arguments.backtesting_options(arguments.parser)
2019-06-16 11:41:36 +00:00
parsed_args = arguments.parse_args()
# Load the configuration
config = setup_configuration(parsed_args, RunMode.BACKTEST)
return config
2019-05-28 18:02:17 +00:00
2019-05-30 18:26:46 +00:00
def main(sysargv: List[str]) -> None:
"""
This function will initiate the bot and start the trading loop.
:return: None
"""
logger.info('Starting Plot Dataframe')
2019-01-25 05:42:29 +00:00
analyse_and_plot_pairs(
plot_parse_args(sysargv)
)
2019-01-25 05:42:29 +00:00
exit()
if __name__ == '__main__':
main(sys.argv[1:])