download_backtest_data.py:
Uses direct api call instead of using library. -No authentication -Faster load time -Faster response time /testdata/*.json: Updated.
This commit is contained in:
parent
6f5b418f0b
commit
f2927ed714
129269
freqtrade/tests/testdata/btc-bcc.json
vendored
Normal file
129269
freqtrade/tests/testdata/btc-bcc.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
125219
freqtrade/tests/testdata/btc-dash.json
vendored
Normal file
125219
freqtrade/tests/testdata/btc-dash.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
63686
freqtrade/tests/testdata/btc-edg.json
vendored
Normal file
63686
freqtrade/tests/testdata/btc-edg.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
126461
freqtrade/tests/testdata/btc-etc.json
vendored
Normal file
126461
freqtrade/tests/testdata/btc-etc.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
131672
freqtrade/tests/testdata/btc-eth.json
vendored
Normal file
131672
freqtrade/tests/testdata/btc-eth.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
131177
freqtrade/tests/testdata/btc-ltc.json
vendored
Normal file
131177
freqtrade/tests/testdata/btc-ltc.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
102638
freqtrade/tests/testdata/btc-mtl.json
vendored
Normal file
102638
freqtrade/tests/testdata/btc-mtl.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
130835
freqtrade/tests/testdata/btc-neo.json
vendored
Normal file
130835
freqtrade/tests/testdata/btc-neo.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
123446
freqtrade/tests/testdata/btc-ok.json
vendored
Normal file
123446
freqtrade/tests/testdata/btc-ok.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
129458
freqtrade/tests/testdata/btc-omg.json
vendored
Normal file
129458
freqtrade/tests/testdata/btc-omg.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
109712
freqtrade/tests/testdata/btc-pay.json
vendored
Normal file
109712
freqtrade/tests/testdata/btc-pay.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
80822
freqtrade/tests/testdata/btc-pivx.json
vendored
Normal file
80822
freqtrade/tests/testdata/btc-pivx.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
124661
freqtrade/tests/testdata/btc-qtum.json
vendored
Normal file
124661
freqtrade/tests/testdata/btc-qtum.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
79985
freqtrade/tests/testdata/btc-snt.json
vendored
Normal file
79985
freqtrade/tests/testdata/btc-snt.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
121844
freqtrade/tests/testdata/btc-xmr.json
vendored
Normal file
121844
freqtrade/tests/testdata/btc-xmr.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
128972
freqtrade/tests/testdata/btc-xrp.json
vendored
Normal file
128972
freqtrade/tests/testdata/btc-xrp.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
97733
freqtrade/tests/testdata/btc-xzc.json
vendored
Normal file
97733
freqtrade/tests/testdata/btc-xzc.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
124337
freqtrade/tests/testdata/btc-zec.json
vendored
Normal file
124337
freqtrade/tests/testdata/btc-zec.json
vendored
Normal file
File diff suppressed because it is too large
Load Diff
@ -3,27 +3,49 @@
|
||||
"""This script generate json data from bittrex"""
|
||||
import json
|
||||
from os import path
|
||||
import urllib.request
|
||||
import ssl
|
||||
|
||||
from freqtrade import exchange
|
||||
from freqtrade.exchange import Bittrex
|
||||
|
||||
PAIRS = [
|
||||
'BTC_BCC', 'BTC_ETH', 'BTC_MER', 'BTC_POWR', 'BTC_ETC',
|
||||
'BTC_OK', 'BTC_NEO', 'BTC_EMC2', 'BTC_DASH', 'BTC_LSK',
|
||||
'BTC_LTC', 'BTC_XZC', 'BTC_OMG', 'BTC_STRAT', 'BTC_XRP',
|
||||
'BTC_QTUM', 'BTC_WAVES', 'BTC_VTC', 'BTC_XLM', 'BTC_MCO'
|
||||
]
|
||||
TICKER_INTERVAL = 5 # ticker interval in minutes (currently implemented: 1 and 5)
|
||||
PAIRS = ['BTC-BCC', 'BTC-DASH', 'BTC-EDG', 'BTC-ETC', 'BTC-ETH', 'BTC-LTC', 'BTC-MTL', 'BTC-NEO',
|
||||
'BTC-OK', 'BTC-OMG', 'BTC-PAY', 'BTC-PIVX', 'BTC-QTUM', 'BTC-SNT', 'BTC-XMR', 'BTC-XRP', 'BTC-XZC', 'BTC-ZEC']
|
||||
|
||||
OUTPUT_DIR = path.dirname(path.realpath(__file__))
|
||||
|
||||
# Init Bittrex exchange
|
||||
exchange._API = Bittrex({'key': '', 'secret': ''})
|
||||
|
||||
for pair in PAIRS:
|
||||
data = exchange.get_ticker_history(pair, TICKER_INTERVAL)
|
||||
filename = path.join(OUTPUT_DIR, '{}-{}.json'.format(
|
||||
pair,
|
||||
TICKER_INTERVAL,
|
||||
print('========== Generating', pair, ' ==========')
|
||||
|
||||
filename = path.join(OUTPUT_DIR, '{}.json'.format(
|
||||
pair.lower(),
|
||||
))
|
||||
with open(filename, 'w') as fp:
|
||||
json.dump(data, fp)
|
||||
print(filename)
|
||||
|
||||
if path.isfile(filename):
|
||||
with open(filename) as fp:
|
||||
data = json.load(fp)
|
||||
print("Current Start:", data[1])
|
||||
print("Current End: ", data[-1:])
|
||||
else:
|
||||
data=[]
|
||||
print("Current Start: None")
|
||||
print("Current End: None")
|
||||
|
||||
|
||||
|
||||
query = 'https://bittrex.com/Api/v2.0/pub/market/GetTicks?marketName=' + pair + '&tickInterval=oneMin'
|
||||
print("Sending query:", query)
|
||||
req = urllib.request.urlopen(url=query, timeout=60, context=ssl._create_unverified_context())
|
||||
new_data = json.loads(req.read())
|
||||
new_data = new_data['result']
|
||||
|
||||
for row in new_data:
|
||||
if row not in data:
|
||||
data.append(row)
|
||||
#print("New Start:", data[1])
|
||||
print("New End: ", data[-1:])
|
||||
data = sorted(data, key=lambda data: data['T'])
|
||||
|
||||
|
||||
with open(filename, "w") as fp:
|
||||
json.dump(data, fp, indent=1)
|
Loading…
Reference in New Issue
Block a user