data collection
This commit is contained in:
48
main.py
48
main.py
@@ -19,34 +19,34 @@ def do_computation(c_db):
|
||||
break
|
||||
|
||||
|
||||
# if __name__ == '__main__':
|
||||
# parser = argparse.ArgumentParser(description='setting')
|
||||
# parser.add_argument('--exp', type=str, default='test')
|
||||
# parser.add_argument('--job', type=int, default='3')
|
||||
# parser.add_argument('--reset', type=int, default='0')
|
||||
if __name__ == '__main__':
|
||||
parser = argparse.ArgumentParser(description='setting')
|
||||
parser.add_argument('--exp', type=str, default='test')
|
||||
parser.add_argument('--job', type=int, default='3')
|
||||
parser.add_argument('--reset', type=int, default='0')
|
||||
|
||||
# args = parser.parse_args()
|
||||
# assert args.job >= 1, 'Number of jobs should >= 1'
|
||||
args = parser.parse_args()
|
||||
assert args.job >= 1, 'Number of jobs should >= 1'
|
||||
|
||||
# prefix_file_name = 'conf_db_prefix.yaml'
|
||||
# if os.path.exists(prefix_file_name):
|
||||
# os.remove(prefix_file_name)
|
||||
# with open(prefix_file_name, 'w', encoding='utf-8') as file:
|
||||
# yaml.dump({'db_name_prefix': args.exp}, file)
|
||||
prefix_file_name = 'conf_db_prefix.yaml'
|
||||
if os.path.exists(prefix_file_name):
|
||||
os.remove(prefix_file_name)
|
||||
with open(prefix_file_name, 'w', encoding='utf-8') as file:
|
||||
yaml.dump({'db_name_prefix': args.exp}, file)
|
||||
|
||||
# from controller_db import ControllerDB
|
||||
# controller_db = ControllerDB(args.exp, reset_flag=args.reset)
|
||||
# controller_db.reset_db()
|
||||
from controller_db import ControllerDB
|
||||
controller_db = ControllerDB(args.exp, reset_flag=args.reset)
|
||||
controller_db.reset_db()
|
||||
|
||||
# controller_db.prepare_list_sample()
|
||||
controller_db.prepare_list_sample()
|
||||
|
||||
# close_all_sessions()
|
||||
close_all_sessions()
|
||||
|
||||
# process_list = []
|
||||
# for i in range(int(args.job)):
|
||||
# p = Process(target=do_computation, args=(controller_db,))
|
||||
# p.start()
|
||||
# process_list.append(p)
|
||||
process_list = []
|
||||
for i in range(int(args.job)):
|
||||
p = Process(target=do_computation, args=(controller_db,))
|
||||
p.start()
|
||||
process_list.append(p)
|
||||
|
||||
# for i in process_list:
|
||||
# i.join()
|
||||
for i in process_list:
|
||||
i.join()
|
||||
|
||||
Reference in New Issue
Block a user