stable/parallel/generator.py
2018-03-26 21:18:35 -05:00

92 lines
2.8 KiB
Python

#!/usr/bin/env python3
import math, sys, os, time, pp, math, re
from io import StringIO
# tuple of all parallel python servers to connect with
ppservers = ()
#ppservers = ("10.0.0.1",)
# Number of jobs to run
parts = 1280000
jobs = []
current = 0
def backtesting(ind):
er1 = str(ind)
ou1 = str(ind * 1024)
import threading, traceback
from io import StringIO
from freqtrade.main import main, set_loggers
old_stdout = sys.stdout
old_stderr = sys.stderr
ind1 = sys.stdout = StringIO()
ind2 = sys.stderr = StringIO()
dat = threading.Thread(target=main(['backtesting']))
dat.start()
dat.join()
er1 = ind2.getvalue()
ou1 = ind1.getvalue()
sys.stdout = old_stdout
sys.stderr = old_stderr
return er1, ou1
if len(sys.argv) > 1:
ncpus = int(sys.argv[1])
# Creates jobserver with ncpus workers
job_server = pp.Server(ncpus, ppservers=ppservers)
else:
# Creates jobserver with automatically detected number of workers
job_server = pp.Server(ppservers=ppservers)
print("Starting pp with", job_server.get_ncpus(), "workers")
start_time = time.time()
for index in range(parts):
jobs.append(job_server.submit(backtesting, (index,)))
# print(index)
while True:
for job in jobs:
try:
res = job()
if res is not None:
string = str(res)
params = re.search(r'~~~~(.*)~~~~', string).group(1)
mfi = re.search(r'MFI Value(.*)XXX', string)
fastd = re.search(r'FASTD Value(.*)XXX', string)
adx = re.search(r'ADX Value(.*)XXX', string)
rsi = re.search(r'RSI Value(.*)XXX', string)
tot = re.search(r'TOTAL(.*)', string).group(1)
total = re.search(r'[-+]?([0-9]*\.[0-9]+|[0-9]+)', tot).group(1)
if total and (float(total) > float(current)):
current = total
print('total better profit paremeters: ')
print(total)
if params:
print(params)
print('~~~~~~')
print('Only enable the above settings, not all settings below are used!')
print('~~~~~~')
if mfi:
print('~~~MFI~~~')
print(mfi.group(1))
if fastd:
print('~~~FASTD~~~')
print(fastd.group(1))
if adx:
print('~~~ADX~~~')
print(adx.group(1))
if rsi:
print('~~~RSI~~~')
print(rsi.group(1))
print("Time elapsed: ", time.time() - start_time, "s")
job_server.print_stats()
except:
pass