adelorenzo/stable
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

It's alive!

Browse Source
This commit is contained in:
MoonGem 2018-03-26 20:28:45 -05:00 committed by GitHub
parent 9fc7bc9c17
commit 01f4850647
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 46 additions and 49 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
parallel/generator.py
View File

@ -5,16 +5,17 @@ from io import StringIO
ppservers = () ppservers = ()
#ppservers = ("10.0.0.1",) #ppservers = ("10.0.0.1",)
#note threads are automatically detected for performance # Number of jobs to run
#number of jobs to append each round
parts = 1280000 parts = 1280000
#number of times to loop jobs
rounds = 1280000
jobs = [] jobs = []
current = 0 current = 0
def backtesting(ind): def backtesting(ind):
er1 = str(ind) er1 = str(ind)
ou1 = str(ind * 1024) ou1 = str(ind * 1024)
@ -37,24 +38,20 @@ def backtesting(ind):
if len(sys.argv) > 1: if len(sys.argv) > 1:
ncpus = int(sys.argv[1]) ncpus = int(sys.argv[1])
# Creates jobserver with ncpus workers # Creates jobserver with ncpus workers
job_server = pp.Server(ncpus, ppservers=ppservers, restart=True) job_server = pp.Server(150, ppservers=ppservers, restart=True)
else: else:
# Creates jobserver with automatically detected number of workers # Creates jobserver with automatically detected number of workers
job_server = pp.Server(ppservers=ppservers, restart=True) job_server = pp.Server(150, ppservers=ppservers, restart=True)
print("Starting pp with", job_server.get_ncpus(), "workers") print("Starting pp with", job_server.get_ncpus(), "workers")
start_time = time.time() start_time = time.time()
# Since jobs are not equal in the execution time, division of the problem for index in range(parts):
# into a 100 of small subproblems leads to a better load balancing
for index in range(rounds):
print('Please wait... it takes a few minutes to hit the while loop after all jobs are appended for the round.')
for index in range(parts):
jobs.append(job_server.submit(backtesting, (index,))) jobs.append(job_server.submit(backtesting, (index,)))
while True: # print(index)
while True:
for job in jobs: for job in jobs:
try: try:
res = job() res = job()