From d61c2184fb42f7763b87cb48703dee14558e0e04 Mon Sep 17 00:00:00 2001
From: Bemhreth <bemhretgezahegn@gmail.com>
Date: Sat, 22 Jan 2022 11:20:28 +0300
Subject: [PATCH 1/2] implemented the script

---
 user_data/strategies/Strategy002.py | 10 ++++++++--
 user_data/strategies/util.py        |  2 ++
 2 files changed, 10 insertions(+), 2 deletions(-)

diff --git a/user_data/strategies/Strategy002.py b/user_data/strategies/Strategy002.py
index 224f1430a..15472916f 100644
--- a/user_data/strategies/Strategy002.py
+++ b/user_data/strategies/Strategy002.py
@@ -15,7 +15,8 @@ from datetime import datetime
 import subprocess
 import threading
 
-from user_data.strategies.util import IS_BACKTEST, launcher, back_tester
+from user_data.strategies.util import IS_BACKTEST, launcher, back_tester, CURRENT_YEAR, CURRENT_MONTH
+
 
 
 class Strategy002(IStrategy):
@@ -167,8 +168,13 @@ class Strategy002(IStrategy):
         coin = pair.split("/")[0]
         brain = "Freq_" + self.__class__.__name__
         if IS_BACKTEST:
-            threading.Thread(target=back_tester, args=(current_time, coin, brain)).start()
+            print("Strategy002:current_time = "+str(current_time))
+            if current_time.year != CURRENT_YEAR or current_time.month != CURRENT_MONTH:
+                pass
+            else:
+               threading.Thread(target=back_tester, args=(current_time, coin, brain)).start()
         else:
             threading.Thread(target=launcher, args=(mode, coin, brain)).start()
         return True
 
+
diff --git a/user_data/strategies/util.py b/user_data/strategies/util.py
index d66d26e39..cf5e50a11 100644
--- a/user_data/strategies/util.py
+++ b/user_data/strategies/util.py
@@ -1,5 +1,7 @@
 import subprocess
 
+CURRENT_YEAR = 2020
+CURRENT_MONTH = 10
 IS_BACKTEST = False
 WORKSPACE_PATH = "workspace2" if IS_BACKTEST else "workspace"
 EXECUTION_PATH = "/root/" + WORKSPACE_PATH + "/execution/"

From 16aa12ae7f464b5fe58889932eebacb17c42d592 Mon Sep 17 00:00:00 2001
From: Bemhreth <bemhretgezahegn@gmail.com>
Date: Sun, 23 Jan 2022 16:10:16 +0300
Subject: [PATCH 2/2] freq_data_cleaner implemented

---
 user_data/strategies/Strategy002.py       |  8 ++---
 user_data/strategies/freq_data_cleaner.py | 40 +++++++++++++++++++++++
 user_data/strategies/util.py              |  5 +--
 3 files changed, 45 insertions(+), 8 deletions(-)
 create mode 100644 user_data/strategies/freq_data_cleaner.py

diff --git a/user_data/strategies/Strategy002.py b/user_data/strategies/Strategy002.py
index 15472916f..e0fa6e034 100644
--- a/user_data/strategies/Strategy002.py
+++ b/user_data/strategies/Strategy002.py
@@ -15,7 +15,7 @@ from datetime import datetime
 import subprocess
 import threading
 
-from user_data.strategies.util import IS_BACKTEST, launcher, back_tester, CURRENT_YEAR, CURRENT_MONTH
+from user_data.strategies.util import IS_BACKTEST, launcher, back_tester
 
 
 
@@ -168,11 +168,7 @@ class Strategy002(IStrategy):
         coin = pair.split("/")[0]
         brain = "Freq_" + self.__class__.__name__
         if IS_BACKTEST:
-            print("Strategy002:current_time = "+str(current_time))
-            if current_time.year != CURRENT_YEAR or current_time.month != CURRENT_MONTH:
-                pass
-            else:
-               threading.Thread(target=back_tester, args=(current_time, coin, brain)).start()
+            threading.Thread(target=back_tester, args=(current_time, coin, brain)).start()
         else:
             threading.Thread(target=launcher, args=(mode, coin, brain)).start()
         return True
diff --git a/user_data/strategies/freq_data_cleaner.py b/user_data/strategies/freq_data_cleaner.py
new file mode 100644
index 000000000..f10605642
--- /dev/null
+++ b/user_data/strategies/freq_data_cleaner.py
@@ -0,0 +1,40 @@
+import json
+import datetime
+import time
+import os
+import sys
+from util import BACKTEST_JSON_PATH, BACKTEST_YEAR, BACKTEST_MONTH
+
+def clean_json():
+    print("clean_json: json_path = " + BACKTEST_JSON_PATH)
+    file = open(BACKTEST_JSON_PATH)
+    list = []
+    data = json.load(file)
+    for datas in data:
+        datas[0] = datas[0]/1000
+        datas[0] = int(datas[0])
+        date = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(int(datas[0])))
+        date = datetime.datetime.strptime(str(date), "%Y-%m-%d %H:%M:%S")
+        year = date.year
+        month = date.month
+        if year == int(BACKTEST_YEAR) and month == int(BACKTEST_MONTH):
+            list.append(datas)
+    json_object = json.dumps(list)
+    file.close()
+    write_to_json(json_object)
+
+def write_to_json(json_object):  
+    print("write_to_json: json_path = " + BACKTEST_JSON_PATH)  
+    with open("temp.json", "w") as outfile:
+        outfile.write(json_object)
+    os.rename("temp.json", BACKTEST_JSON_PATH)
+
+if len(sys.argv) < 4:
+    exit("""Incorrect number of arguments. 
+    python3 freq_data_cleaner.py [json_file] [month] [year]
+    """)
+else:
+    BACKTEST_JSON_PATH = sys.argv[1]
+    BACKTEST_MONTH = sys.argv[2]
+    BACKTEST_YEAR = sys.argv[3]
+    clean_json()
\ No newline at end of file
diff --git a/user_data/strategies/util.py b/user_data/strategies/util.py
index cf5e50a11..55b246ea3 100644
--- a/user_data/strategies/util.py
+++ b/user_data/strategies/util.py
@@ -1,7 +1,8 @@
 import subprocess
 
-CURRENT_YEAR = 2020
-CURRENT_MONTH = 10
+BACKTEST_JSON_PATH = ""
+BACKTEST_YEAR = 2020
+BACKTEST_MONTH = 10
 IS_BACKTEST = False
 WORKSPACE_PATH = "workspace2" if IS_BACKTEST else "workspace"
 EXECUTION_PATH = "/root/" + WORKSPACE_PATH + "/execution/"