|
@@ -11,12 +11,13 @@ local_base=f"./repositories"
|
|
|
mirror_base=f"{local_base}/{source_server}"
|
|
mirror_base=f"{local_base}/{source_server}"
|
|
|
COM=sys.argv[0]
|
|
COM=sys.argv[0]
|
|
|
|
|
|
|
|
|
|
+def parser():
|
|
|
|
|
+ from argparse import Parser
|
|
|
|
|
|
|
|
-def main4():
|
|
|
|
|
|
|
+def main():
|
|
|
repos = repos_from_lines(git_info(source_server))
|
|
repos = repos_from_lines(git_info(source_server))
|
|
|
- from multiprocessing import Pool
|
|
|
|
|
- pool = Pool(processes=4)
|
|
|
|
|
- pool.map(pull_repo, repos)
|
|
|
|
|
|
|
+ for output in map_threaded(pull_repo, repos, debug=True):
|
|
|
|
|
+ pass
|
|
|
|
|
|
|
|
|
|
|
|
|
def git_info(source_server):
|
|
def git_info(source_server):
|
|
@@ -39,8 +40,12 @@ def repos_from_lines(lines):
|
|
|
continue
|
|
continue
|
|
|
yield fields[2]
|
|
yield fields[2]
|
|
|
|
|
|
|
|
-
|
|
|
|
|
-def run_threaded(target, args=[], procs=4, debug=False):
|
|
|
|
|
|
|
+'''
|
|
|
|
|
+:param target: A function to be mapped.
|
|
|
|
|
+:param args: An Array or Generator to be mapped.
|
|
|
|
|
+:return: Generator of function return values, but not in same order.
|
|
|
|
|
+'''
|
|
|
|
|
+def map_threaded(target, args=[], procs=4, debug=False):
|
|
|
import threading
|
|
import threading
|
|
|
import queue
|
|
import queue
|
|
|
inq = queue.Queue()
|
|
inq = queue.Queue()
|
|
@@ -83,11 +88,6 @@ def print_sleep(args):
|
|
|
print("Job Done!")
|
|
print("Job Done!")
|
|
|
return args
|
|
return args
|
|
|
|
|
|
|
|
-def main():
|
|
|
|
|
- repos = repos_from_lines(git_info(source_server))
|
|
|
|
|
- for output in run_threaded(pull_repo, repos, debug=True):
|
|
|
|
|
- pass
|
|
|
|
|
-
|
|
|
|
|
def main2():
|
|
def main2():
|
|
|
lines = git_info(source_server)
|
|
lines = git_info(source_server)
|
|
|
repos = repos_from_lines(lines)
|
|
repos = repos_from_lines(lines)
|