reduce number of submit jobs

tests/template_file.sh.jinja

 #! /bin/bash
 #SBATCH --job-name {{ name_job }}
-#SBATCH -t 00:10:00
+#SBATCH -t 01:30:00
 #SBATCH --nodes {{ num_node }}
 #SBATCH --tasks-per-node 48
 #SBATCH --partition {{ partition }}
@@ -45,8 +45,14 @@ export SCT_CALLSTATS=1
 #   ./pio_write_deco2d.parallel "-qprefix=$qprefix" -qpio-role-scheme={{ pio_role_scheme }} \
 #   -c -m 384 -n 192 -z 95 -t 20 -y 60 -s 7 \
 #   -f grb2 -p PIO_MPI_FW_AT_ALL -w 16
-time ../libtool --mode=execute srun \
-  ./pio_write.parallel "-qprefix=$qprefix" -qpio-role-scheme={{ pio_role_scheme }} \
-  -c -m 768 -n 384 -z 95 -t 10 -y 120 -s 7 \
-  -f {{ format }} -p PIO_MPI_FW_AT_ALL -w {{ num_io_task }}
+{% for num_io_task in num_io_tasks %}
+  for (( i=0; i<3; ++i )); do
+    time ../libtool --mode=execute srun \
+      ./pio_write_deco2d.parallel "-qprefix=$qprefix" -qpio-role-scheme={{ pio_role_scheme }} \
+      -c -m 768 -n 384 -z 95 -t 10 -y 120 -s 7 \
+      -f {{ format }} -p PIO_MPI_FW_AT_ALL -w {{ num_io_task }}
+    echo "ABOVE: number of I/O servers -- {{ num_io_task }}"
+  done
+{% endfor %}
+
 set +x

tests/template_generate_submit.py

@@ -25,37 +25,35 @@ template = env.get_template("template_file.sh.jinja")
 
 num_nodes = list(range(5, 11))
 num_io_tasks = list(range(8, 56, 8))
+config['num_io_tasks'] = num_io_tasks
 for num_node in num_nodes:
-    for num_io_task in num_io_tasks:
-        config['name_job'] = (f"pio_benchmark.{partition}.{compiler}"
-                              f".{branch_short}.num_node-{num_node}"
-                              f".num_io_task-{num_io_task}"
-                              f".{pio_role_scheme}"
-                              f".{output_format}")
-        config['num_node'] = num_node
-        config['num_io_task'] = num_io_task
+    config['name_job'] = (f"pio_benchmark.{partition}.{compiler}"
+                          f".{branch_short}.num_node-{num_node}"
+                          f".{pio_role_scheme}"
+                          f".{output_format}")
+    config['num_node'] = num_node
+    # print(template.render(**config))
 
-        run_script = (f"pio_benchmark.num_node-{num_node}"
-                      f".num_io_task-{num_io_task}"
-                      f".{pio_role_scheme}.run"
-                      f".{output_format}")
-        with open(run_script, mode="w") as f:
-            f.write(template.render(**config))
-            f.flush()
-        for _ in range(3):
-            if job_id == 0:
-                # first submit
-                shell_process = run(['sbatch', run_script],
-                                    stdout=PIPE)
-            else:
-                # job has been submitted
-                shell_process = run(['sbatch',
-                                     dependency+str(job_id), run_script],
-                                    stdout=PIPE)
+    run_script = (f"pio_benchmark.num_node-{num_node}"
+                  f".{pio_role_scheme}.run"
+                  f".{output_format}")
+    with open(run_script, mode="w") as f:
+        f.write(template.render(**config))
+        f.flush()
 
-            if shell_process.returncode == 0:
-                # job submit successful
-                job_id = shell_process.stdout.decode('UTF-8').rstrip()
-                print(f"{run_script} submitted with ID {job_id}.")
-            else:
-                print(f"failed to submit {run_script}")
+    if job_id == 0:
+        # first submit
+        shell_process = run(['sbatch', run_script],
+                            stdout=PIPE)
+    else:
+        # job has been submitted
+        shell_process = run(['sbatch',
+                             dependency+str(job_id), run_script],
+                            stdout=PIPE)
+
+    if shell_process.returncode == 0:
+        # job submit successful
+        job_id = shell_process.stdout.decode('UTF-8').rstrip()
+        print(f"{run_script} submitted with ID {job_id}.")
+    else:
+        print(f"failed to submit {run_script}")