From 1d179fdb3921b2ed98319a2553e32ced0d7ceb0e Mon Sep 17 00:00:00 2001 From: Vitaliy Urusovskij Date: Tue, 2 Jun 2020 17:24:22 +0300 Subject: [PATCH] Add parallel downloads to stress tests (#678) --- tests/stress_tests/scripts/get_testdata.py | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/tests/stress_tests/scripts/get_testdata.py b/tests/stress_tests/scripts/get_testdata.py index 7241a6dbeed..928e26bd3a9 100755 --- a/tests/stress_tests/scripts/get_testdata.py +++ b/tests/stress_tests/scripts/get_testdata.py @@ -25,6 +25,7 @@ log.basicConfig(format="{file}: [ %(levelname)s ] %(message)s".format(file=os.pa # Parameters OMZ_NUM_ATTEMPTS = 6 +DOWNLOADER_JOBS_NUM = 4 def abs_path(relative_path): @@ -148,10 +149,12 @@ def main(): cmd = '{downloader_path} --list {models_list_path}' \ ' --num_attempts {num_attempts}' \ ' --output_dir {models_dir}' \ - ' --cache_dir {cache_dir}'.format(downloader_path=downloader_path, models_list_path=models_list_path, - num_attempts=OMZ_NUM_ATTEMPTS, - models_dir=args.omz_models_out_dir, - cache_dir=args.omz_cache_dir) + ' --cache_dir {cache_dir}' \ + ' --jobs {jobs_num}'.format(downloader_path=downloader_path, models_list_path=models_list_path, + num_attempts=OMZ_NUM_ATTEMPTS, + models_dir=args.omz_models_out_dir, + cache_dir=args.omz_cache_dir, + jobs_num=DOWNLOADER_JOBS_NUM) run_in_subprocess(cmd, check_call=not args.skip_omz_errors) # Step 4: prepare virtual environment and install requirements