38 lines
1.3 KiB
Python
38 lines
1.3 KiB
Python
import json
|
|
import datetime
|
|
import time
|
|
import os
|
|
import sys
|
|
from config import Config
|
|
|
|
def clean_json():
|
|
print("clean_json: json_path = " + Config.BACKTEST_DOWNLOADED_JSON_DATA_FILE_PATH)
|
|
file = open(Config.BACKTEST_DOWNLOADED_JSON_DATA_FILE_PATH)
|
|
list = []
|
|
data = json.load(file)
|
|
for datas in data:
|
|
unix = datas[0]/1000
|
|
unix = int(unix)
|
|
date = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(int(unix)))
|
|
date = datetime.datetime.strptime(str(date), "%Y-%m-%d %H:%M:%S")
|
|
year = date.year
|
|
month = date.month
|
|
if year == int(Config.BACKTEST_DATA_CLEANER_YEAR) and month == int(Config.BACKTEST_DATA_CLEANER_MONTH_INDEX):
|
|
list.append(datas)
|
|
json_object = json.dumps(list)
|
|
file.close()
|
|
write_to_json(json_object)
|
|
|
|
def write_to_json(json_object):
|
|
print("write_to_json: json_path = " + Config.BACKTEST_DOWNLOADED_JSON_DATA_FILE_PATH)
|
|
with open("temp.json", "w") as outfile:
|
|
outfile.write(json_object)
|
|
os.rename("temp.json", Config.BACKTEST_DOWNLOADED_JSON_DATA_FILE_PATH)
|
|
|
|
if len(sys.argv) < 2:
|
|
exit("""Incorrect number of arguments.
|
|
python3 freq_data_cleaner.py [json_file]
|
|
""")
|
|
else:
|
|
Config.BACKTEST_DOWNLOADED_JSON_DATA_FILE_PATH = sys.argv[1]
|
|
clean_json() |