3 Commits
88 changed files with 5312 additions and 111 deletions
+1 -1
View File
@@ -42,7 +42,7 @@ BUILD_DIR := bin
OBJ_DIR := $(BUILD_DIR)/obj OBJ_DIR := $(BUILD_DIR)/obj
DEP_DIR := $(BUILD_DIR)/.dep DEP_DIR := $(BUILD_DIR)/.dep
OUTPUT_DIR := out-rc3a OUTPUT_DIR := out-rc3b
# ========== Compiler settings ========== # ========== Compiler settings ==========
# Compiler flags for debug and release # Compiler flags for debug and release
@@ -1,8 +0,0 @@
[cchoutou@aristotle6 homework_2]$ squeue -u cchoutou
JOBID PARTITION NAME USER TIME TIME_LIMIT ST NODES CPUS NODELIST(REASON)
1873623 rome N4P32T4Q20 cchoutou 0:00 5:00 PD 4 512 (Priority)
1873657 rome N4P32T4Q23 cchoutou 0:00 5:00 PD 4 512 (Priority)
1873660 rome N4P32T4Q25 cchoutou 0:00 5:00 PD 4 512 (Priority)
1873663 rome N4P32T4Q27 cchoutou 0:00 5:00 PD 4 512 (Priority)
@@ -6,5 +6,3 @@
1873663 rome N4P32T4Q27 cchoutou 0:00 5:00 PD 4 512 (Priority) 1873663 rome N4P32T4Q27 cchoutou 0:00 5:00 PD 4 512 (Priority)
@@ -0,0 +1,5 @@
Partition-Job Name Job ID
rome-N4P32T4Q20 ;1873769
rome-N4P32T4Q23 ;1873770
rome-N4P32T4Q25 ;1873771
rome-N4P32T4Q27 ;1873772
@@ -0,0 +1,32 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 0) Total : 28 [msec]
[Timing] (Rank 0) Full-Sort : 20 [msec]
[Timing] (Rank 0) Exchange : 2633 [usec]
[Timing] (Rank 0) Min-Max : 1126 [usec]
[Timing] (Rank 0) Elbow-Sort: 4646 [usec]
Results validation ... [PASS] 
[Timing] (Rank 1) Total : 28 [msec]
[Timing] (Rank 1) Full-Sort : 19 [msec]
[Timing] (Rank 1) Exchange : 2786 [usec]
[Timing] (Rank 1) Min-Max : 1125 [usec]
[Timing] (Rank 1) Elbow-Sort: 4686 [usec]
@@ -0,0 +1,32 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 1) Total : 276 [msec]
[Timing] (Rank 1) Full-Sort : 193 [msec]
[Timing] (Rank 1) Exchange : 23 [msec]
[Timing] (Rank 1) Min-Max : 16 [msec]
[Timing] (Rank 1) Elbow-Sort: 42 [msec]
[Timing] (Rank 0) Total : 274 [msec]
[Timing] (Rank 0) Full-Sort : 192 [msec]
[Timing] (Rank 0) Exchange : 23 [msec]
[Timing] (Rank 0) Min-Max : 15 [msec]
[Timing] (Rank 0) Elbow-Sort: 42 [msec]
Results validation ... [PASS] 
@@ -0,0 +1,32 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 1) Total : 1121 [msec]
[Timing] (Rank 1) Full-Sort : 846 [msec]
[Timing] (Rank 1) Exchange : 57 [msec]
[Timing] (Rank 1) Min-Max : 51 [msec]
[Timing] (Rank 1) Elbow-Sort: 166 [msec]
[Timing] (Rank 0) Total : 1116 [msec]
[Timing] (Rank 0) Full-Sort : 846 [msec]
[Timing] (Rank 0) Exchange : 53 [msec]
[Timing] (Rank 0) Min-Max : 50 [msec]
[Timing] (Rank 0) Elbow-Sort: 166 [msec]
Results validation ... [PASS] 
@@ -0,0 +1,32 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 1) Total : 4825 [msec]
[Timing] (Rank 1) Full-Sort : 3655 [msec]
[Timing] (Rank 1) Exchange : 367 [msec]
[Timing] (Rank 1) Min-Max : 165 [msec]
[Timing] (Rank 1) Elbow-Sort: 637 [msec]
[Timing] (Rank 0) Total : 4824 [msec]
[Timing] (Rank 0) Full-Sort : 3635 [msec]
[Timing] (Rank 0) Exchange : 392 [msec]
[Timing] (Rank 0) Min-Max : 165 [msec]
[Timing] (Rank 0) Elbow-Sort: 630 [msec]
Results validation ... [PASS] 
@@ -0,0 +1,42 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 1) Total : 36 [msec]
[Timing] (Rank 1) Full-Sort : 19 [msec]
[Timing] (Rank 1) Exchange : 5000 [usec]
[Timing] (Rank 1) Min-Max : 2817 [usec]
[Timing] (Rank 1) Elbow-Sort: 9162 [usec]
[Timing] (Rank 3) Total : 37 [msec]
[Timing] (Rank 3) Full-Sort : 19 [msec]
[Timing] (Rank 3) Exchange : 5368 [usec]
[Timing] (Rank 3) Min-Max : 2823 [usec]
[Timing] (Rank 3) Elbow-Sort: 8969 [usec]
[Timing] (Rank 0) Total : 37 [msec]
[Timing] (Rank 0) Full-Sort : 19 [msec]
[Timing] (Rank 0) Exchange : 5343 [usec]
[Timing] (Rank 0) Min-Max : 2853 [usec]
[Timing] (Rank 0) Elbow-Sort: 9187 [usec]
Results validation ... [PASS] 
[Timing] (Rank 2) Total : 37 [msec]
[Timing] (Rank 2) Full-Sort : 19 [msec]
[Timing] (Rank 2) Exchange : 5731 [usec]
[Timing] (Rank 2) Min-Max : 2804 [usec]
[Timing] (Rank 2) Elbow-Sort: 8959 [usec]
@@ -0,0 +1,42 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 3) Total : 320 [msec]
[Timing] (Rank 3) Full-Sort : 175 [msec]
[Timing] (Rank 3) Exchange : 41 [msec]
[Timing] (Rank 3) Min-Max : 28 [msec]
[Timing] (Rank 3) Elbow-Sort: 74 [msec]
[Timing] (Rank 2) Total : 319 [msec]
[Timing] (Rank 2) Full-Sort : 175 [msec]
[Timing] (Rank 2) Exchange : 40 [msec]
[Timing] (Rank 2) Min-Max : 28 [msec]
[Timing] (Rank 2) Elbow-Sort: 74 [msec]
[Timing] (Rank 1) Total : 320 [msec]
[Timing] (Rank 1) Full-Sort : 176 [msec]
[Timing] (Rank 1) Exchange : 39 [msec]
[Timing] (Rank 1) Min-Max : 28 [msec]
[Timing] (Rank 1) Elbow-Sort: 76 [msec]
[Timing] (Rank 0) Total : 318 [msec]
[Timing] (Rank 0) Full-Sort : 175 [msec]
[Timing] (Rank 0) Exchange : 38 [msec]
[Timing] (Rank 0) Min-Max : 28 [msec]
[Timing] (Rank 0) Elbow-Sort: 76 [msec]
Results validation ... [PASS] 
@@ -0,0 +1,42 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 0) Total : 1433 [msec]
[Timing] (Rank 0) Full-Sort : 775 [msec]
[Timing] (Rank 0) Exchange : 175 [msec]
[Timing] (Rank 0) Min-Max : 155 [msec]
[Timing] (Rank 0) Elbow-Sort: 326 [msec]
Results validation ... [PASS] 
[Timing] (Rank 1) Total : 1434 [msec]
[Timing] (Rank 1) Full-Sort : 788 [msec]
[Timing] (Rank 1) Exchange : 163 [msec]
[Timing] (Rank 1) Min-Max : 155 [msec]
[Timing] (Rank 1) Elbow-Sort: 327 [msec]
[Timing] (Rank 2) Total : 1431 [msec]
[Timing] (Rank 2) Full-Sort : 784 [msec]
[Timing] (Rank 2) Exchange : 169 [msec]
[Timing] (Rank 2) Min-Max : 156 [msec]
[Timing] (Rank 2) Elbow-Sort: 321 [msec]
[Timing] (Rank 3) Total : 1435 [msec]
[Timing] (Rank 3) Full-Sort : 792 [msec]
[Timing] (Rank 3) Exchange : 165 [msec]
[Timing] (Rank 3) Min-Max : 155 [msec]
[Timing] (Rank 3) Elbow-Sort: 321 [msec]
@@ -0,0 +1,42 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 1) Total : 5655 [msec]
[Timing] (Rank 1) Full-Sort : 3426 [msec]
[Timing] (Rank 1) Exchange : 486 [msec]
[Timing] (Rank 1) Min-Max : 480 [msec]
[Timing] (Rank 1) Elbow-Sort: 1261 [msec]
[Timing] (Rank 3) Total : 5652 [msec]
[Timing] (Rank 3) Full-Sort : 3447 [msec]
[Timing] (Rank 3) Exchange : 497 [msec]
[Timing] (Rank 3) Min-Max : 473 [msec]
[Timing] (Rank 3) Elbow-Sort: 1234 [msec]
[Timing] (Rank 0) Total : 5629 [msec]
[Timing] (Rank 0) Full-Sort : 3449 [msec]
[Timing] (Rank 0) Exchange : 443 [msec]
[Timing] (Rank 0) Min-Max : 479 [msec]
[Timing] (Rank 0) Elbow-Sort: 1256 [msec]
Results validation ... [PASS] 
[Timing] (Rank 2) Total : 5636 [msec]
[Timing] (Rank 2) Full-Sort : 3429 [msec]
[Timing] (Rank 2) Exchange : 487 [msec]
[Timing] (Rank 2) Min-Max : 485 [msec]
[Timing] (Rank 2) Elbow-Sort: 1234 [msec]
@@ -0,0 +1,62 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 2) Total : 54 [msec]
[Timing] (Rank 2) Full-Sort : 19 [msec]
[Timing] (Rank 2) Exchange : 16 [msec]
[Timing] (Rank 2) Min-Max : 5507 [usec]
[Timing] (Rank 2) Elbow-Sort: 13 [msec]
[Timing] (Rank 4) Total : 54 [msec]
[Timing] (Rank 4) Full-Sort : 19 [msec]
[Timing] (Rank 4) Exchange : 15 [msec]
[Timing] (Rank 4) Min-Max : 5735 [usec]
[Timing] (Rank 4) Elbow-Sort: 13 [msec]
[Timing] (Rank 1) Total : 55 [msec]
[Timing] (Rank 1) Full-Sort : 19 [msec]
[Timing] (Rank 1) Exchange : 16 [msec]
[Timing] (Rank 1) Min-Max : 5284 [usec]
[Timing] (Rank 1) Elbow-Sort: 13 [msec]
[Timing] (Rank 3) Total : 55 [msec]
[Timing] (Rank 3) Full-Sort : 19 [msec]
[Timing] (Rank 3) Exchange : 16 [msec]
[Timing] (Rank 3) Min-Max : 5453 [usec]
[Timing] (Rank 3) Elbow-Sort: 13 [msec]
[Timing] (Rank 0) Total : 55 [msec]
[Timing] (Rank 0) Full-Sort : 19 [msec]
[Timing] (Rank 0) Exchange : 16 [msec]
[Timing] (Rank 0) Min-Max : 5411 [usec]
[Timing] (Rank 0) Elbow-Sort: 13 [msec]
Results validation ... [PASS] 
[Timing] (Rank 7) Total : 54 [msec]
[Timing] (Rank 7) Full-Sort : 19 [msec]
[Timing] (Rank 7) Exchange : 16 [msec]
[Timing] (Rank 7) Min-Max : 5994 [usec]
[Timing] (Rank 7) Elbow-Sort: 13 [msec]
[Timing] (Rank 6) Total : 54 [msec]
[Timing] (Rank 6) Full-Sort : 19 [msec]
[Timing] (Rank 6) Exchange : 15 [msec]
[Timing] (Rank 6) Min-Max : 5823 [usec]
[Timing] (Rank 6) Elbow-Sort: 13 [msec]
[Timing] (Rank 5) Total : 54 [msec]
[Timing] (Rank 5) Full-Sort : 19 [msec]
[Timing] (Rank 5) Exchange : 15 [msec]
[Timing] (Rank 5) Min-Max : 5770 [usec]
[Timing] (Rank 5) Elbow-Sort: 13 [msec]
@@ -0,0 +1,62 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 1) Total : 432 [msec]
[Timing] (Rank 1) Full-Sort : 174 [msec]
[Timing] (Rank 1) Exchange : 84 [msec]
[Timing] (Rank 1) Min-Max : 56 [msec]
[Timing] (Rank 1) Elbow-Sort: 116 [msec]
[Timing] (Rank 4) Total : 440 [msec]
[Timing] (Rank 4) Full-Sort : 175 [msec]
[Timing] (Rank 4) Exchange : 87 [msec]
[Timing] (Rank 4) Min-Max : 60 [msec]
[Timing] (Rank 4) Elbow-Sort: 116 [msec]
[Timing] (Rank 2) Total : 432 [msec]
[Timing] (Rank 2) Full-Sort : 174 [msec]
[Timing] (Rank 2) Exchange : 86 [msec]
[Timing] (Rank 2) Min-Max : 56 [msec]
[Timing] (Rank 2) Elbow-Sort: 114 [msec]
[Timing] (Rank 0) Total : 432 [msec]
[Timing] (Rank 0) Full-Sort : 175 [msec]
[Timing] (Rank 0) Exchange : 84 [msec]
[Timing] (Rank 0) Min-Max : 56 [msec]
[Timing] (Rank 0) Elbow-Sort: 115 [msec]
Results validation ... [PASS] 
[Timing] (Rank 3) Total : 431 [msec]
[Timing] (Rank 3) Full-Sort : 174 [msec]
[Timing] (Rank 3) Exchange : 84 [msec]
[Timing] (Rank 3) Min-Max : 57 [msec]
[Timing] (Rank 3) Elbow-Sort: 114 [msec]
[Timing] (Rank 6) Total : 440 [msec]
[Timing] (Rank 6) Full-Sort : 175 [msec]
[Timing] (Rank 6) Exchange : 88 [msec]
[Timing] (Rank 6) Min-Max : 61 [msec]
[Timing] (Rank 6) Elbow-Sort: 114 [msec]
[Timing] (Rank 7) Total : 439 [msec]
[Timing] (Rank 7) Full-Sort : 175 [msec]
[Timing] (Rank 7) Exchange : 89 [msec]
[Timing] (Rank 7) Min-Max : 59 [msec]
[Timing] (Rank 7) Elbow-Sort: 114 [msec]
[Timing] (Rank 5) Total : 439 [msec]
[Timing] (Rank 5) Full-Sort : 176 [msec]
[Timing] (Rank 5) Exchange : 87 [msec]
[Timing] (Rank 5) Min-Max : 59 [msec]
[Timing] (Rank 5) Elbow-Sort: 116 [msec]
@@ -0,0 +1,62 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 1) Total : 1810 [msec]
[Timing] (Rank 1) Full-Sort : 765 [msec]
[Timing] (Rank 1) Exchange : 387 [msec]
[Timing] (Rank 1) Min-Max : 202 [msec]
[Timing] (Rank 1) Elbow-Sort: 455 [msec]
[Timing] (Rank 4) Total : 1888 [msec]
[Timing] (Rank 4) Full-Sort : 776 [msec]
[Timing] (Rank 4) Exchange : 368 [msec]
[Timing] (Rank 4) Min-Max : 278 [msec]
[Timing] (Rank 4) Elbow-Sort: 465 [msec]
[Timing] (Rank 3) Total : 1811 [msec]
[Timing] (Rank 3) Full-Sort : 763 [msec]
[Timing] (Rank 3) Exchange : 398 [msec]
[Timing] (Rank 3) Min-Max : 201 [msec]
[Timing] (Rank 3) Elbow-Sort: 448 [msec]
[Timing] (Rank 0) Total : 1811 [msec]
[Timing] (Rank 0) Full-Sort : 763 [msec]
[Timing] (Rank 0) Exchange : 395 [msec]
[Timing] (Rank 0) Min-Max : 198 [msec]
[Timing] (Rank 0) Elbow-Sort: 453 [msec]
Results validation ... [PASS] 
[Timing] (Rank 2) Total : 1810 [msec]
[Timing] (Rank 2) Full-Sort : 767 [msec]
[Timing] (Rank 2) Exchange : 395 [msec]
[Timing] (Rank 2) Min-Max : 200 [msec]
[Timing] (Rank 2) Elbow-Sort: 446 [msec]
[Timing] (Rank 5) Total : 1890 [msec]
[Timing] (Rank 5) Full-Sort : 778 [msec]
[Timing] (Rank 5) Exchange : 367 [msec]
[Timing] (Rank 5) Min-Max : 277 [msec]
[Timing] (Rank 5) Elbow-Sort: 465 [msec]
[Timing] (Rank 6) Total : 1892 [msec]
[Timing] (Rank 6) Full-Sort : 778 [msec]
[Timing] (Rank 6) Exchange : 375 [msec]
[Timing] (Rank 6) Min-Max : 276 [msec]
[Timing] (Rank 6) Elbow-Sort: 461 [msec]
[Timing] (Rank 7) Total : 1891 [msec]
[Timing] (Rank 7) Full-Sort : 779 [msec]
[Timing] (Rank 7) Exchange : 377 [msec]
[Timing] (Rank 7) Min-Max : 275 [msec]
[Timing] (Rank 7) Elbow-Sort: 459 [msec]
@@ -0,0 +1,62 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 2) Total : 6999 [msec]
[Timing] (Rank 2) Full-Sort : 3204 [msec]
[Timing] (Rank 2) Exchange : 1242 [msec]
[Timing] (Rank 2) Min-Max : 758 [msec]
[Timing] (Rank 2) Elbow-Sort: 1793 [msec]
[Timing] (Rank 7) Total : 7183 [msec]
[Timing] (Rank 7) Full-Sort : 3273 [msec]
[Timing] (Rank 7) Exchange : 1057 [msec]
[Timing] (Rank 7) Min-Max : 1010 [msec]
[Timing] (Rank 7) Elbow-Sort: 1841 [msec]
[Timing] (Rank 0) Total : 7012 [msec]
[Timing] (Rank 0) Full-Sort : 3293 [msec]
[Timing] (Rank 0) Exchange : 1173 [msec]
[Timing] (Rank 0) Min-Max : 750 [msec]
[Timing] (Rank 0) Elbow-Sort: 1794 [msec]
Results validation ... [PASS] 
[Timing] (Rank 3) Total : 6993 [msec]
[Timing] (Rank 3) Full-Sort : 3220 [msec]
[Timing] (Rank 3) Exchange : 1220 [msec]
[Timing] (Rank 3) Min-Max : 767 [msec]
[Timing] (Rank 3) Elbow-Sort: 1785 [msec]
[Timing] (Rank 1) Total : 7000 [msec]
[Timing] (Rank 1) Full-Sort : 3197 [msec]
[Timing] (Rank 1) Exchange : 1251 [msec]
[Timing] (Rank 1) Min-Max : 756 [msec]
[Timing] (Rank 1) Elbow-Sort: 1795 [msec]
[Timing] (Rank 4) Total : 7174 [msec]
[Timing] (Rank 4) Full-Sort : 3298 [msec]
[Timing] (Rank 4) Exchange : 995 [msec]
[Timing] (Rank 4) Min-Max : 1014 [msec]
[Timing] (Rank 4) Elbow-Sort: 1865 [msec]
[Timing] (Rank 6) Total : 7191 [msec]
[Timing] (Rank 6) Full-Sort : 3282 [msec]
[Timing] (Rank 6) Exchange : 1060 [msec]
[Timing] (Rank 6) Min-Max : 1006 [msec]
[Timing] (Rank 6) Elbow-Sort: 1841 [msec]
[Timing] (Rank 5) Total : 7182 [msec]
[Timing] (Rank 5) Full-Sort : 3270 [msec]
[Timing] (Rank 5) Exchange : 1039 [msec]
[Timing] (Rank 5) Min-Max : 1008 [msec]
[Timing] (Rank 5) Elbow-Sort: 1864 [msec]
@@ -0,0 +1,342 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 4) Total : 190 [msec]
[Timing] (Rank 4) Full-Sort : 19 [msec]
[Timing] (Rank 4) Exchange : 120 [msec]
[Timing] (Rank 4) Min-Max : 23 [msec]
[Timing] (Rank 4) Elbow-Sort: 27 [msec]
[Timing] (Rank 37) Total : 184 [msec]
[Timing] (Rank 37) Full-Sort : 19 [msec]
[Timing] (Rank 37) Exchange : 113 [msec]
[Timing] (Rank 37) Min-Max : 23 [msec]
[Timing] (Rank 37) Elbow-Sort: 27 [msec]
[Timing] (Rank 18) Total : 187 [msec]
[Timing] (Rank 18) Full-Sort : 20 [msec]
[Timing] (Rank 18) Exchange : 117 [msec]
[Timing] (Rank 18) Min-Max : 22 [msec]
[Timing] (Rank 18) Elbow-Sort: 27 [msec]
[Timing] (Rank 55) Total : 185 [msec]
[Timing] (Rank 55) Full-Sort : 19 [msec]
[Timing] (Rank 55) Exchange : 115 [msec]
[Timing] (Rank 55) Min-Max : 24 [msec]
[Timing] (Rank 55) Elbow-Sort: 26 [msec]
[Timing] (Rank 63) Total : 185 [msec]
[Timing] (Rank 63) Full-Sort : 20 [msec]
[Timing] (Rank 63) Exchange : 115 [msec]
[Timing] (Rank 63) Min-Max : 23 [msec]
[Timing] (Rank 63) Elbow-Sort: 26 [msec]
[Timing] (Rank 54) Total : 185 [msec]
[Timing] (Rank 54) Full-Sort : 19 [msec]
[Timing] (Rank 54) Exchange : 116 [msec]
[Timing] (Rank 54) Min-Max : 23 [msec]
[Timing] (Rank 54) Elbow-Sort: 26 [msec]
[Timing] (Rank 52) Total : 185 [msec]
[Timing] (Rank 52) Full-Sort : 20 [msec]
[Timing] (Rank 52) Exchange : 116 [msec]
[Timing] (Rank 52) Min-Max : 22 [msec]
[Timing] (Rank 52) Elbow-Sort: 26 [msec]
[Timing] (Rank 53) Total : 185 [msec]
[Timing] (Rank 53) Full-Sort : 20 [msec]
[Timing] (Rank 53) Exchange : 114 [msec]
[Timing] (Rank 53) Min-Max : 24 [msec]
[Timing] (Rank 53) Elbow-Sort: 26 [msec]
[Timing] (Rank 57) Total : 181 [msec]
[Timing] (Rank 57) Full-Sort : 19 [msec]
[Timing] (Rank 57) Exchange : 112 [msec]
[Timing] (Rank 57) Min-Max : 22 [msec]
[Timing] (Rank 57) Elbow-Sort: 26 [msec]
[Timing] (Rank 60) Total : 185 [msec]
[Timing] (Rank 60) Full-Sort : 20 [msec]
[Timing] (Rank 60) Exchange : 114 [msec]
[Timing] (Rank 60) Min-Max : 23 [msec]
[Timing] (Rank 60) Elbow-Sort: 26 [msec]
[Timing] (Rank 49) Total : 185 [msec]
[Timing] (Rank 49) Full-Sort : 19 [msec]
[Timing] (Rank 49) Exchange : 113 [msec]
[Timing] (Rank 49) Min-Max : 24 [msec]
[Timing] (Rank 49) Elbow-Sort: 26 [msec]
[Timing] (Rank 48) Total : 185 [msec]
[Timing] (Rank 48) Full-Sort : 20 [msec]
[Timing] (Rank 48) Exchange : 114 [msec]
[Timing] (Rank 48) Min-Max : 23 [msec]
[Timing] (Rank 48) Elbow-Sort: 27 [msec]
[Timing] (Rank 50) Total : 185 [msec]
[Timing] (Rank 50) Full-Sort : 19 [msec]
[Timing] (Rank 50) Exchange : 115 [msec]
[Timing] (Rank 50) Min-Max : 24 [msec]
[Timing] (Rank 50) Elbow-Sort: 26 [msec]
[Timing] (Rank 51) Total : 185 [msec]
[Timing] (Rank 51) Full-Sort : 20 [msec]
[Timing] (Rank 51) Exchange : 113 [msec]
[Timing] (Rank 51) Min-Max : 24 [msec]
[Timing] (Rank 51) Elbow-Sort: 26 [msec]
[Timing] (Rank 62) Total : 185 [msec]
[Timing] (Rank 62) Full-Sort : 20 [msec]
[Timing] (Rank 62) Exchange : 115 [msec]
[Timing] (Rank 62) Min-Max : 23 [msec]
[Timing] (Rank 62) Elbow-Sort: 26 [msec]
[Timing] (Rank 61) Total : 185 [msec]
[Timing] (Rank 61) Full-Sort : 20 [msec]
[Timing] (Rank 61) Exchange : 114 [msec]
[Timing] (Rank 61) Min-Max : 23 [msec]
[Timing] (Rank 61) Elbow-Sort: 26 [msec]
[Timing] (Rank 59) Total : 185 [msec]
[Timing] (Rank 59) Full-Sort : 20 [msec]
[Timing] (Rank 59) Exchange : 114 [msec]
[Timing] (Rank 59) Min-Max : 24 [msec]
[Timing] (Rank 59) Elbow-Sort: 26 [msec]
[Timing] (Rank 58) Total : 186 [msec]
[Timing] (Rank 58) Full-Sort : 19 [msec]
[Timing] (Rank 58) Exchange : 115 [msec]
[Timing] (Rank 58) Min-Max : 24 [msec]
[Timing] (Rank 58) Elbow-Sort: 26 [msec]
[Timing] (Rank 56) Total : 185 [msec]
[Timing] (Rank 56) Full-Sort : 20 [msec]
[Timing] (Rank 56) Exchange : 115 [msec]
[Timing] (Rank 56) Min-Max : 22 [msec]
[Timing] (Rank 56) Elbow-Sort: 26 [msec]
[Timing] (Rank 13) Total : 190 [msec]
[Timing] (Rank 13) Full-Sort : 20 [msec]
[Timing] (Rank 13) Exchange : 120 [msec]
[Timing] (Rank 13) Min-Max : 22 [msec]
[Timing] (Rank 13) Elbow-Sort: 26 [msec]
[Timing] (Rank 11) Total : 187 [msec]
[Timing] (Rank 11) Full-Sort : 19 [msec]
[Timing] (Rank 11) Exchange : 118 [msec]
[Timing] (Rank 11) Min-Max : 23 [msec]
[Timing] (Rank 11) Elbow-Sort: 26 [msec]
[Timing] (Rank 9) Total : 189 [msec]
[Timing] (Rank 9) Full-Sort : 20 [msec]
[Timing] (Rank 9) Exchange : 118 [msec]
[Timing] (Rank 9) Min-Max : 24 [msec]
[Timing] (Rank 9) Elbow-Sort: 26 [msec]
[Timing] (Rank 0) Total : 190 [msec]
[Timing] (Rank 0) Full-Sort : 19 [msec]
[Timing] (Rank 0) Exchange : 117 [msec]
[Timing] (Rank 0) Min-Max : 25 [msec]
[Timing] (Rank 0) Elbow-Sort: 27 [msec]
Results validation ... [PASS] 
[Timing] (Rank 12) Total : 190 [msec]
[Timing] (Rank 12) Full-Sort : 20 [msec]
[Timing] (Rank 12) Exchange : 121 [msec]
[Timing] (Rank 12) Min-Max : 22 [msec]
[Timing] (Rank 12) Elbow-Sort: 26 [msec]
[Timing] (Rank 3) Total : 189 [msec]
[Timing] (Rank 3) Full-Sort : 20 [msec]
[Timing] (Rank 3) Exchange : 118 [msec]
[Timing] (Rank 3) Min-Max : 23 [msec]
[Timing] (Rank 3) Elbow-Sort: 26 [msec]
[Timing] (Rank 6) Total : 190 [msec]
[Timing] (Rank 6) Full-Sort : 19 [msec]
[Timing] (Rank 6) Exchange : 121 [msec]
[Timing] (Rank 6) Min-Max : 22 [msec]
[Timing] (Rank 6) Elbow-Sort: 26 [msec]
[Timing] (Rank 5) Total : 190 [msec]
[Timing] (Rank 5) Full-Sort : 19 [msec]
[Timing] (Rank 5) Exchange : 120 [msec]
[Timing] (Rank 5) Min-Max : 22 [msec]
[Timing] (Rank 5) Elbow-Sort: 26 [msec]
[Timing] (Rank 14) Total : 190 [msec]
[Timing] (Rank 14) Full-Sort : 20 [msec]
[Timing] (Rank 14) Exchange : 121 [msec]
[Timing] (Rank 14) Min-Max : 22 [msec]
[Timing] (Rank 14) Elbow-Sort: 26 [msec]
[Timing] (Rank 10) Total : 190 [msec]
[Timing] (Rank 10) Full-Sort : 20 [msec]
[Timing] (Rank 10) Exchange : 120 [msec]
[Timing] (Rank 10) Min-Max : 22 [msec]
[Timing] (Rank 10) Elbow-Sort: 26 [msec]
[Timing] (Rank 15) Total : 190 [msec]
[Timing] (Rank 15) Full-Sort : 19 [msec]
[Timing] (Rank 15) Exchange : 122 [msec]
[Timing] (Rank 15) Min-Max : 21 [msec]
[Timing] (Rank 15) Elbow-Sort: 26 [msec]
[Timing] (Rank 7) Total : 190 [msec]
[Timing] (Rank 7) Full-Sort : 20 [msec]
[Timing] (Rank 7) Exchange : 120 [msec]
[Timing] (Rank 7) Min-Max : 22 [msec]
[Timing] (Rank 7) Elbow-Sort: 26 [msec]
[Timing] (Rank 8) Total : 190 [msec]
[Timing] (Rank 8) Full-Sort : 20 [msec]
[Timing] (Rank 8) Exchange : 119 [msec]
[Timing] (Rank 8) Min-Max : 23 [msec]
[Timing] (Rank 8) Elbow-Sort: 26 [msec]
[Timing] (Rank 2) Total : 190 [msec]
[Timing] (Rank 2) Full-Sort : 19 [msec]
[Timing] (Rank 2) Exchange : 120 [msec]
[Timing] (Rank 2) Min-Max : 23 [msec]
[Timing] (Rank 2) Elbow-Sort: 27 [msec]
[Timing] (Rank 1) Total : 190 [msec]
[Timing] (Rank 1) Full-Sort : 20 [msec]
[Timing] (Rank 1) Exchange : 118 [msec]
[Timing] (Rank 1) Min-Max : 24 [msec]
[Timing] (Rank 1) Elbow-Sort: 27 [msec]
[Timing] (Rank 39) Total : 182 [msec]
[Timing] (Rank 39) Full-Sort : 20 [msec]
[Timing] (Rank 39) Exchange : 111 [msec]
[Timing] (Rank 39) Min-Max : 24 [msec]
[Timing] (Rank 39) Elbow-Sort: 26 [msec]
[Timing] (Rank 33) Total : 183 [msec]
[Timing] (Rank 33) Full-Sort : 20 [msec]
[Timing] (Rank 33) Exchange : 112 [msec]
[Timing] (Rank 33) Min-Max : 22 [msec]
[Timing] (Rank 33) Elbow-Sort: 27 [msec]
[Timing] (Rank 35) Total : 183 [msec]
[Timing] (Rank 35) Full-Sort : 20 [msec]
[Timing] (Rank 35) Exchange : 112 [msec]
[Timing] (Rank 35) Min-Max : 23 [msec]
[Timing] (Rank 35) Elbow-Sort: 27 [msec]
[Timing] (Rank 34) Total : 182 [msec]
[Timing] (Rank 34) Full-Sort : 21 [msec]
[Timing] (Rank 34) Exchange : 111 [msec]
[Timing] (Rank 34) Min-Max : 22 [msec]
[Timing] (Rank 34) Elbow-Sort: 27 [msec]
[Timing] (Rank 47) Total : 183 [msec]
[Timing] (Rank 47) Full-Sort : 20 [msec]
[Timing] (Rank 47) Exchange : 114 [msec]
[Timing] (Rank 47) Min-Max : 22 [msec]
[Timing] (Rank 47) Elbow-Sort: 26 [msec]
[Timing] (Rank 44) Total : 182 [msec]
[Timing] (Rank 44) Full-Sort : 20 [msec]
[Timing] (Rank 44) Exchange : 112 [msec]
[Timing] (Rank 44) Min-Max : 22 [msec]
[Timing] (Rank 44) Elbow-Sort: 26 [msec]
[Timing] (Rank 41) Total : 182 [msec]
[Timing] (Rank 41) Full-Sort : 20 [msec]
[Timing] (Rank 41) Exchange : 112 [msec]
[Timing] (Rank 41) Min-Max : 21 [msec]
[Timing] (Rank 41) Elbow-Sort: 27 [msec]
[Timing] (Rank 43) Total : 182 [msec]
[Timing] (Rank 43) Full-Sort : 21 [msec]
[Timing] (Rank 43) Exchange : 111 [msec]
[Timing] (Rank 43) Min-Max : 23 [msec]
[Timing] (Rank 43) Elbow-Sort: 26 [msec]
[Timing] (Rank 38) Total : 183 [msec]
[Timing] (Rank 38) Full-Sort : 20 [msec]
[Timing] (Rank 38) Exchange : 112 [msec]
[Timing] (Rank 38) Min-Max : 23 [msec]
[Timing] (Rank 38) Elbow-Sort: 26 [msec]
[Timing] (Rank 32) Total : 182 [msec]
[Timing] (Rank 32) Full-Sort : 21 [msec]
[Timing] (Rank 32) Exchange : 111 [msec]
[Timing] (Rank 32) Min-Max : 22 [msec]
[Timing] (Rank 32) Elbow-Sort: 27 [msec]
[Timing] (Rank 45) Total : 183 [msec]
[Timing] (Rank 45) Full-Sort : 20 [msec]
[Timing] (Rank 45) Exchange : 112 [msec]
[Timing] (Rank 45) Min-Max : 22 [msec]
[Timing] (Rank 45) Elbow-Sort: 26 [msec]
[Timing] (Rank 36) Total : 183 [msec]
[Timing] (Rank 36) Full-Sort : 20 [msec]
[Timing] (Rank 36) Exchange : 113 [msec]
[Timing] (Rank 36) Min-Max : 23 [msec]
[Timing] (Rank 36) Elbow-Sort: 27 [msec]
[Timing] (Rank 46) Total : 182 [msec]
[Timing] (Rank 46) Full-Sort : 21 [msec]
[Timing] (Rank 46) Exchange : 112 [msec]
[Timing] (Rank 46) Min-Max : 22 [msec]
[Timing] (Rank 46) Elbow-Sort: 26 [msec]
[Timing] (Rank 42) Total : 183 [msec]
[Timing] (Rank 42) Full-Sort : 20 [msec]
[Timing] (Rank 42) Exchange : 113 [msec]
[Timing] (Rank 42) Min-Max : 22 [msec]
[Timing] (Rank 42) Elbow-Sort: 26 [msec]
[Timing] (Rank 40) Total : 182 [msec]
[Timing] (Rank 40) Full-Sort : 20 [msec]
[Timing] (Rank 40) Exchange : 111 [msec]
[Timing] (Rank 40) Min-Max : 22 [msec]
[Timing] (Rank 40) Elbow-Sort: 27 [msec]
[Timing] (Rank 30) Total : 187 [msec]
[Timing] (Rank 30) Full-Sort : 20 [msec]
[Timing] (Rank 30) Exchange : 116 [msec]
[Timing] (Rank 30) Min-Max : 23 [msec]
[Timing] (Rank 30) Elbow-Sort: 26 [msec]
[Timing] (Rank 31) Total : 186 [msec]
[Timing] (Rank 31) Full-Sort : 20 [msec]
[Timing] (Rank 31) Exchange : 117 [msec]
[Timing] (Rank 31) Min-Max : 22 [msec]
[Timing] (Rank 31) Elbow-Sort: 26 [msec]
[Timing] (Rank 20) Total : 186 [msec]
[Timing] (Rank 20) Full-Sort : 20 [msec]
[Timing] (Rank 20) Exchange : 116 [msec]
[Timing] (Rank 20) Min-Max : 22 [msec]
[Timing] (Rank 20) Elbow-Sort: 27 [msec]
[Timing] (Rank 19) Total : 186 [msec]
[Timing] (Rank 19) Full-Sort : 19 [msec]
[Timing] (Rank 19) Exchange : 116 [msec]
[Timing] (Rank 19) Min-Max : 23 [msec]
[Timing] (Rank 19) Elbow-Sort: 26 [msec]
[Timing] (Rank 17) Total : 186 [msec]
[Timing] (Rank 17) Full-Sort : 20 [msec]
[Timing] (Rank 17) Exchange : 116 [msec]
[Timing] (Rank 17) Min-Max : 23 [msec]
[Timing] (Rank 17) Elbow-Sort: 27 [msec]
[Timing] (Rank 22) Total : 187 [msec]
[Timing] (Rank 22) Full-Sort : 20 [msec]
[Timing] (Rank 22) Exchange : 117 [msec]
[Timing] (Rank 22) Min-Max : 22 [msec]
[Timing] (Rank 22) Elbow-Sort: 26 [msec]
[Timing] (Rank 23) Total : 186 [msec]
[Timing] (Rank 23) Full-Sort : 20 [msec]
[Timing] (Rank 23) Exchange : 116 [msec]
[Timing] (Rank 23) Min-Max : 23 [msec]
[Timing] (Rank 23) Elbow-Sort: 26 [msec]
[Timing] (Rank 28) Total : 187 [msec]
[Timing] (Rank 28) Full-Sort : 20 [msec]
[Timing] (Rank 28) Exchange : 116 [msec]
[Timing] (Rank 28) Min-Max : 23 [msec]
[Timing] (Rank 28) Elbow-Sort: 26 [msec]
[Timing] (Rank 29) Total : 186 [msec]
[Timing] (Rank 29) Full-Sort : 20 [msec]
[Timing] (Rank 29) Exchange : 115 [msec]
[Timing] (Rank 29) Min-Max : 23 [msec]
[Timing] (Rank 29) Elbow-Sort: 26 [msec]
[Timing] (Rank 26) Total : 187 [msec]
[Timing] (Rank 26) Full-Sort : 20 [msec]
[Timing] (Rank 26) Exchange : 116 [msec]
[Timing] (Rank 26) Min-Max : 23 [msec]
[Timing] (Rank 26) Elbow-Sort: 26 [msec]
[Timing] (Rank 25) Total : 187 [msec]
[Timing] (Rank 25) Full-Sort : 19 [msec]
[Timing] (Rank 25) Exchange : 116 [msec]
[Timing] (Rank 25) Min-Max : 23 [msec]
[Timing] (Rank 25) Elbow-Sort: 26 [msec]
[Timing] (Rank 27) Total : 187 [msec]
[Timing] (Rank 27) Full-Sort : 19 [msec]
[Timing] (Rank 27) Exchange : 117 [msec]
[Timing] (Rank 27) Min-Max : 23 [msec]
[Timing] (Rank 27) Elbow-Sort: 26 [msec]
[Timing] (Rank 16) Total : 187 [msec]
[Timing] (Rank 16) Full-Sort : 20 [msec]
[Timing] (Rank 16) Exchange : 116 [msec]
[Timing] (Rank 16) Min-Max : 22 [msec]
[Timing] (Rank 16) Elbow-Sort: 27 [msec]
[Timing] (Rank 24) Total : 186 [msec]
[Timing] (Rank 24) Full-Sort : 20 [msec]
[Timing] (Rank 24) Exchange : 116 [msec]
[Timing] (Rank 24) Min-Max : 23 [msec]
[Timing] (Rank 24) Elbow-Sort: 26 [msec]
[Timing] (Rank 21) Total : 186 [msec]
[Timing] (Rank 21) Full-Sort : 20 [msec]
[Timing] (Rank 21) Exchange : 115 [msec]
[Timing] (Rank 21) Min-Max : 24 [msec]
[Timing] (Rank 21) Elbow-Sort: 26 [msec]
@@ -0,0 +1,342 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 38) Total : 1585 [msec]
[Timing] (Rank 38) Full-Sort : 218 [msec]
[Timing] (Rank 38) Exchange : 731 [msec]
[Timing] (Rank 38) Min-Max : 405 [msec]
[Timing] (Rank 38) Elbow-Sort: 230 [msec]
[Timing] (Rank 26) Total : 1616 [msec]
[Timing] (Rank 26) Full-Sort : 195 [msec]
[Timing] (Rank 26) Exchange : 869 [msec]
[Timing] (Rank 26) Min-Max : 315 [msec]
[Timing] (Rank 26) Elbow-Sort: 236 [msec]
[Timing] (Rank 62) Total : 1575 [msec]
[Timing] (Rank 62) Full-Sort : 212 [msec]
[Timing] (Rank 62) Exchange : 689 [msec]
[Timing] (Rank 62) Min-Max : 426 [msec]
[Timing] (Rank 62) Elbow-Sort: 247 [msec]
[Timing] (Rank 61) Total : 1577 [msec]
[Timing] (Rank 61) Full-Sort : 208 [msec]
[Timing] (Rank 61) Exchange : 692 [msec]
[Timing] (Rank 61) Min-Max : 430 [msec]
[Timing] (Rank 61) Elbow-Sort: 245 [msec]
[Timing] (Rank 54) Total : 1581 [msec]
[Timing] (Rank 54) Full-Sort : 215 [msec]
[Timing] (Rank 54) Exchange : 706 [msec]
[Timing] (Rank 54) Min-Max : 429 [msec]
[Timing] (Rank 54) Elbow-Sort: 230 [msec]
[Timing] (Rank 52) Total : 1582 [msec]
[Timing] (Rank 52) Full-Sort : 214 [msec]
[Timing] (Rank 52) Exchange : 698 [msec]
[Timing] (Rank 52) Min-Max : 436 [msec]
[Timing] (Rank 52) Elbow-Sort: 231 [msec]
[Timing] (Rank 50) Total : 1578 [msec]
[Timing] (Rank 50) Full-Sort : 206 [msec]
[Timing] (Rank 50) Exchange : 708 [msec]
[Timing] (Rank 50) Min-Max : 411 [msec]
[Timing] (Rank 50) Elbow-Sort: 251 [msec]
[Timing] (Rank 63) Total : 1576 [msec]
[Timing] (Rank 63) Full-Sort : 204 [msec]
[Timing] (Rank 63) Exchange : 695 [msec]
[Timing] (Rank 63) Min-Max : 429 [msec]
[Timing] (Rank 63) Elbow-Sort: 247 [msec]
[Timing] (Rank 59) Total : 1579 [msec]
[Timing] (Rank 59) Full-Sort : 216 [msec]
[Timing] (Rank 59) Exchange : 677 [msec]
[Timing] (Rank 59) Min-Max : 447 [msec]
[Timing] (Rank 59) Elbow-Sort: 237 [msec]
[Timing] (Rank 53) Total : 1582 [msec]
[Timing] (Rank 53) Full-Sort : 211 [msec]
[Timing] (Rank 53) Exchange : 703 [msec]
[Timing] (Rank 53) Min-Max : 437 [msec]
[Timing] (Rank 53) Elbow-Sort: 231 [msec]
[Timing] (Rank 58) Total : 1578 [msec]
[Timing] (Rank 58) Full-Sort : 216 [msec]
[Timing] (Rank 58) Exchange : 676 [msec]
[Timing] (Rank 58) Min-Max : 449 [msec]
[Timing] (Rank 58) Elbow-Sort: 236 [msec]
[Timing] (Rank 60) Total : 1576 [msec]
[Timing] (Rank 60) Full-Sort : 213 [msec]
[Timing] (Rank 60) Exchange : 686 [msec]
[Timing] (Rank 60) Min-Max : 430 [msec]
[Timing] (Rank 60) Elbow-Sort: 246 [msec]
[Timing] (Rank 56) Total : 1578 [msec]
[Timing] (Rank 56) Full-Sort : 214 [msec]
[Timing] (Rank 56) Exchange : 675 [msec]
[Timing] (Rank 56) Min-Max : 449 [msec]
[Timing] (Rank 56) Elbow-Sort: 238 [msec]
[Timing] (Rank 57) Total : 1579 [msec]
[Timing] (Rank 57) Full-Sort : 216 [msec]
[Timing] (Rank 57) Exchange : 674 [msec]
[Timing] (Rank 57) Min-Max : 449 [msec]
[Timing] (Rank 57) Elbow-Sort: 238 [msec]
[Timing] (Rank 55) Total : 1583 [msec]
[Timing] (Rank 55) Full-Sort : 217 [msec]
[Timing] (Rank 55) Exchange : 700 [msec]
[Timing] (Rank 55) Min-Max : 436 [msec]
[Timing] (Rank 55) Elbow-Sort: 229 [msec]
[Timing] (Rank 49) Total : 1576 [msec]
[Timing] (Rank 49) Full-Sort : 207 [msec]
[Timing] (Rank 49) Exchange : 692 [msec]
[Timing] (Rank 49) Min-Max : 423 [msec]
[Timing] (Rank 49) Elbow-Sort: 252 [msec]
[Timing] (Rank 48) Total : 1581 [msec]
[Timing] (Rank 48) Full-Sort : 192 [msec]
[Timing] (Rank 48) Exchange : 705 [msec]
[Timing] (Rank 48) Min-Max : 424 [msec]
[Timing] (Rank 48) Elbow-Sort: 258 [msec]
[Timing] (Rank 51) Total : 1577 [msec]
[Timing] (Rank 51) Full-Sort : 211 [msec]
[Timing] (Rank 51) Exchange : 696 [msec]
[Timing] (Rank 51) Min-Max : 418 [msec]
[Timing] (Rank 51) Elbow-Sort: 250 [msec]
[Timing] (Rank 14) Total : 1641 [msec]
[Timing] (Rank 14) Full-Sort : 214 [msec]
[Timing] (Rank 14) Exchange : 757 [msec]
[Timing] (Rank 14) Min-Max : 420 [msec]
[Timing] (Rank 14) Elbow-Sort: 249 [msec]
[Timing] (Rank 33) Total : 1576 [msec]
[Timing] (Rank 33) Full-Sort : 213 [msec]
[Timing] (Rank 33) Exchange : 716 [msec]
[Timing] (Rank 33) Min-Max : 391 [msec]
[Timing] (Rank 33) Elbow-Sort: 254 [msec]
[Timing] (Rank 44) Total : 1576 [msec]
[Timing] (Rank 44) Full-Sort : 216 [msec]
[Timing] (Rank 44) Exchange : 693 [msec]
[Timing] (Rank 44) Min-Max : 416 [msec]
[Timing] (Rank 44) Elbow-Sort: 250 [msec]
[Timing] (Rank 45) Total : 1577 [msec]
[Timing] (Rank 45) Full-Sort : 215 [msec]
[Timing] (Rank 45) Exchange : 690 [msec]
[Timing] (Rank 45) Min-Max : 421 [msec]
[Timing] (Rank 45) Elbow-Sort: 249 [msec]
[Timing] (Rank 32) Total : 1580 [msec]
[Timing] (Rank 32) Full-Sort : 208 [msec]
[Timing] (Rank 32) Exchange : 710 [msec]
[Timing] (Rank 32) Min-Max : 399 [msec]
[Timing] (Rank 32) Elbow-Sort: 261 [msec]
[Timing] (Rank 37) Total : 1583 [msec]
[Timing] (Rank 37) Full-Sort : 215 [msec]
[Timing] (Rank 37) Exchange : 724 [msec]
[Timing] (Rank 37) Min-Max : 412 [msec]
[Timing] (Rank 37) Elbow-Sort: 230 [msec]
[Timing] (Rank 35) Total : 1580 [msec]
[Timing] (Rank 35) Full-Sort : 216 [msec]
[Timing] (Rank 35) Exchange : 697 [msec]
[Timing] (Rank 35) Min-Max : 413 [msec]
[Timing] (Rank 35) Elbow-Sort: 252 [msec]
[Timing] (Rank 34) Total : 1579 [msec]
[Timing] (Rank 34) Full-Sort : 216 [msec]
[Timing] (Rank 34) Exchange : 703 [msec]
[Timing] (Rank 34) Min-Max : 407 [msec]
[Timing] (Rank 34) Elbow-Sort: 252 [msec]
[Timing] (Rank 41) Total : 1579 [msec]
[Timing] (Rank 41) Full-Sort : 218 [msec]
[Timing] (Rank 41) Exchange : 669 [msec]
[Timing] (Rank 41) Min-Max : 447 [msec]
[Timing] (Rank 41) Elbow-Sort: 243 [msec]
[Timing] (Rank 46) Total : 1579 [msec]
[Timing] (Rank 46) Full-Sort : 214 [msec]
[Timing] (Rank 46) Exchange : 693 [msec]
[Timing] (Rank 46) Min-Max : 422 [msec]
[Timing] (Rank 46) Elbow-Sort: 248 [msec]
[Timing] (Rank 40) Total : 1579 [msec]
[Timing] (Rank 40) Full-Sort : 215 [msec]
[Timing] (Rank 40) Exchange : 673 [msec]
[Timing] (Rank 40) Min-Max : 446 [msec]
[Timing] (Rank 40) Elbow-Sort: 243 [msec]
[Timing] (Rank 39) Total : 1585 [msec]
[Timing] (Rank 39) Full-Sort : 218 [msec]
[Timing] (Rank 39) Exchange : 716 [msec]
[Timing] (Rank 39) Min-Max : 420 [msec]
[Timing] (Rank 39) Elbow-Sort: 230 [msec]
[Timing] (Rank 42) Total : 1580 [msec]
[Timing] (Rank 42) Full-Sort : 217 [msec]
[Timing] (Rank 42) Exchange : 674 [msec]
[Timing] (Rank 42) Min-Max : 449 [msec]
[Timing] (Rank 42) Elbow-Sort: 240 [msec]
[Timing] (Rank 43) Total : 1582 [msec]
[Timing] (Rank 43) Full-Sort : 216 [msec]
[Timing] (Rank 43) Exchange : 675 [msec]
[Timing] (Rank 43) Min-Max : 449 [msec]
[Timing] (Rank 43) Elbow-Sort: 241 [msec]
[Timing] (Rank 36) Total : 1586 [msec]
[Timing] (Rank 36) Full-Sort : 207 [msec]
[Timing] (Rank 36) Exchange : 747 [msec]
[Timing] (Rank 36) Min-Max : 400 [msec]
[Timing] (Rank 36) Elbow-Sort: 230 [msec]
[Timing] (Rank 47) Total : 1576 [msec]
[Timing] (Rank 47) Full-Sort : 215 [msec]
[Timing] (Rank 47) Exchange : 689 [msec]
[Timing] (Rank 47) Min-Max : 423 [msec]
[Timing] (Rank 47) Elbow-Sort: 248 [msec]
[Timing] (Rank 25) Total : 1622 [msec]
[Timing] (Rank 25) Full-Sort : 190 [msec]
[Timing] (Rank 25) Exchange : 861 [msec]
[Timing] (Rank 25) Min-Max : 332 [msec]
[Timing] (Rank 25) Elbow-Sort: 238 [msec]
[Timing] (Rank 31) Total : 1620 [msec]
[Timing] (Rank 31) Full-Sort : 192 [msec]
[Timing] (Rank 31) Exchange : 862 [msec]
[Timing] (Rank 31) Min-Max : 329 [msec]
[Timing] (Rank 31) Elbow-Sort: 236 [msec]
[Timing] (Rank 24) Total : 1618 [msec]
[Timing] (Rank 24) Full-Sort : 194 [msec]
[Timing] (Rank 24) Exchange : 873 [msec]
[Timing] (Rank 24) Min-Max : 312 [msec]
[Timing] (Rank 24) Elbow-Sort: 238 [msec]
[Timing] (Rank 23) Total : 1614 [msec]
[Timing] (Rank 23) Full-Sort : 186 [msec]
[Timing] (Rank 23) Exchange : 871 [msec]
[Timing] (Rank 23) Min-Max : 311 [msec]
[Timing] (Rank 23) Elbow-Sort: 244 [msec]
[Timing] (Rank 22) Total : 1609 [msec]
[Timing] (Rank 22) Full-Sort : 192 [msec]
[Timing] (Rank 22) Exchange : 886 [msec]
[Timing] (Rank 22) Min-Max : 287 [msec]
[Timing] (Rank 22) Elbow-Sort: 243 [msec]
[Timing] (Rank 30) Total : 1617 [msec]
[Timing] (Rank 30) Full-Sort : 196 [msec]
[Timing] (Rank 30) Exchange : 872 [msec]
[Timing] (Rank 30) Min-Max : 312 [msec]
[Timing] (Rank 30) Elbow-Sort: 235 [msec]
[Timing] (Rank 28) Total : 1619 [msec]
[Timing] (Rank 28) Full-Sort : 192 [msec]
[Timing] (Rank 28) Exchange : 879 [msec]
[Timing] (Rank 28) Min-Max : 311 [msec]
[Timing] (Rank 28) Elbow-Sort: 236 [msec]
[Timing] (Rank 20) Total : 1610 [msec]
[Timing] (Rank 20) Full-Sort : 189 [msec]
[Timing] (Rank 20) Exchange : 889 [msec]
[Timing] (Rank 20) Min-Max : 286 [msec]
[Timing] (Rank 20) Elbow-Sort: 244 [msec]
[Timing] (Rank 19) Total : 1613 [msec]
[Timing] (Rank 19) Full-Sort : 189 [msec]
[Timing] (Rank 19) Exchange : 869 [msec]
[Timing] (Rank 19) Min-Max : 308 [msec]
[Timing] (Rank 19) Elbow-Sort: 246 [msec]
[Timing] (Rank 21) Total : 1613 [msec]
[Timing] (Rank 21) Full-Sort : 188 [msec]
[Timing] (Rank 21) Exchange : 869 [msec]
[Timing] (Rank 21) Min-Max : 309 [msec]
[Timing] (Rank 21) Elbow-Sort: 246 [msec]
[Timing] (Rank 16) Total : 1610 [msec]
[Timing] (Rank 16) Full-Sort : 187 [msec]
[Timing] (Rank 16) Exchange : 890 [msec]
[Timing] (Rank 16) Min-Max : 286 [msec]
[Timing] (Rank 16) Elbow-Sort: 246 [msec]
[Timing] (Rank 18) Total : 1609 [msec]
[Timing] (Rank 18) Full-Sort : 190 [msec]
[Timing] (Rank 18) Exchange : 891 [msec]
[Timing] (Rank 18) Min-Max : 281 [msec]
[Timing] (Rank 18) Elbow-Sort: 245 [msec]
[Timing] (Rank 17) Total : 1614 [msec]
[Timing] (Rank 17) Full-Sort : 192 [msec]
[Timing] (Rank 17) Exchange : 861 [msec]
[Timing] (Rank 17) Min-Max : 312 [msec]
[Timing] (Rank 17) Elbow-Sort: 247 [msec]
[Timing] (Rank 27) Total : 1620 [msec]
[Timing] (Rank 27) Full-Sort : 193 [msec]
[Timing] (Rank 27) Exchange : 856 [msec]
[Timing] (Rank 27) Min-Max : 331 [msec]
[Timing] (Rank 27) Elbow-Sort: 238 [msec]
[Timing] (Rank 29) Total : 1622 [msec]
[Timing] (Rank 29) Full-Sort : 194 [msec]
[Timing] (Rank 29) Exchange : 861 [msec]
[Timing] (Rank 29) Min-Max : 330 [msec]
[Timing] (Rank 29) Elbow-Sort: 236 [msec]
[Timing] (Rank 13) Total : 1641 [msec]
[Timing] (Rank 13) Full-Sort : 213 [msec]
[Timing] (Rank 13) Exchange : 762 [msec]
[Timing] (Rank 13) Min-Max : 414 [msec]
[Timing] (Rank 13) Elbow-Sort: 250 [msec]
[Timing] (Rank 10) Total : 1644 [msec]
[Timing] (Rank 10) Full-Sort : 216 [msec]
[Timing] (Rank 10) Exchange : 740 [msec]
[Timing] (Rank 10) Min-Max : 447 [msec]
[Timing] (Rank 10) Elbow-Sort: 239 [msec]
[Timing] (Rank 4) Total : 1651 [msec]
[Timing] (Rank 4) Full-Sort : 212 [msec]
[Timing] (Rank 4) Exchange : 791 [msec]
[Timing] (Rank 4) Min-Max : 414 [msec]
[Timing] (Rank 4) Elbow-Sort: 232 [msec]
[Timing] (Rank 11) Total : 1643 [msec]
[Timing] (Rank 11) Full-Sort : 215 [msec]
[Timing] (Rank 11) Exchange : 740 [msec]
[Timing] (Rank 11) Min-Max : 447 [msec]
[Timing] (Rank 11) Elbow-Sort: 239 [msec]
[Timing] (Rank 5) Total : 1651 [msec]
[Timing] (Rank 5) Full-Sort : 215 [msec]
[Timing] (Rank 5) Exchange : 775 [msec]
[Timing] (Rank 5) Min-Max : 427 [msec]
[Timing] (Rank 5) Elbow-Sort: 232 [msec]
[Timing] (Rank 2) Total : 1647 [msec]
[Timing] (Rank 2) Full-Sort : 208 [msec]
[Timing] (Rank 2) Exchange : 784 [msec]
[Timing] (Rank 2) Min-Max : 402 [msec]
[Timing] (Rank 2) Elbow-Sort: 251 [msec]
[Timing] (Rank 3) Total : 1648 [msec]
[Timing] (Rank 3) Full-Sort : 197 [msec]
[Timing] (Rank 3) Exchange : 780 [msec]
[Timing] (Rank 3) Min-Max : 420 [msec]
[Timing] (Rank 3) Elbow-Sort: 250 [msec]
[Timing] (Rank 9) Total : 1644 [msec]
[Timing] (Rank 9) Full-Sort : 217 [msec]
[Timing] (Rank 9) Exchange : 739 [msec]
[Timing] (Rank 9) Min-Max : 443 [msec]
[Timing] (Rank 9) Elbow-Sort: 244 [msec]
[Timing] (Rank 6) Total : 1650 [msec]
[Timing] (Rank 6) Full-Sort : 215 [msec]
[Timing] (Rank 6) Exchange : 794 [msec]
[Timing] (Rank 6) Min-Max : 411 [msec]
[Timing] (Rank 6) Elbow-Sort: 228 [msec]
[Timing] (Rank 1) Total : 1648 [msec]
[Timing] (Rank 1) Full-Sort : 216 [msec]
[Timing] (Rank 1) Exchange : 775 [msec]
[Timing] (Rank 1) Min-Max : 405 [msec]
[Timing] (Rank 1) Elbow-Sort: 250 [msec]
[Timing] (Rank 8) Total : 1643 [msec]
[Timing] (Rank 8) Full-Sort : 216 [msec]
[Timing] (Rank 8) Exchange : 738 [msec]
[Timing] (Rank 8) Min-Max : 443 [msec]
[Timing] (Rank 8) Elbow-Sort: 244 [msec]
[Timing] (Rank 7) Total : 1651 [msec]
[Timing] (Rank 7) Full-Sort : 215 [msec]
[Timing] (Rank 7) Exchange : 785 [msec]
[Timing] (Rank 7) Min-Max : 420 [msec]
[Timing] (Rank 7) Elbow-Sort: 229 [msec]
[Timing] (Rank 12) Total : 1642 [msec]
[Timing] (Rank 12) Full-Sort : 203 [msec]
[Timing] (Rank 12) Exchange : 780 [msec]
[Timing] (Rank 12) Min-Max : 406 [msec]
[Timing] (Rank 12) Elbow-Sort: 251 [msec]
[Timing] (Rank 0) Total : 1649 [msec]
[Timing] (Rank 0) Full-Sort : 217 [msec]
[Timing] (Rank 0) Exchange : 771 [msec]
[Timing] (Rank 0) Min-Max : 410 [msec]
[Timing] (Rank 0) Elbow-Sort: 249 [msec]
Results validation ... [PASS] 
[Timing] (Rank 15) Total : 1642 [msec]
[Timing] (Rank 15) Full-Sort : 211 [msec]
[Timing] (Rank 15) Exchange : 759 [msec]
[Timing] (Rank 15) Min-Max : 422 [msec]
[Timing] (Rank 15) Elbow-Sort: 249 [msec]
@@ -0,0 +1,342 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 36) Total : 6197 [msec]
[Timing] (Rank 36) Full-Sort : 963 [msec]
[Timing] (Rank 36) Exchange : 2650 [msec]
[Timing] (Rank 36) Min-Max : 1648 [msec]
[Timing] (Rank 36) Elbow-Sort: 934 [msec]
[Timing] (Rank 1) Total : 6448 [msec]
[Timing] (Rank 1) Full-Sort : 907 [msec]
[Timing] (Rank 1) Exchange : 2959 [msec]
[Timing] (Rank 1) Min-Max : 1574 [msec]
[Timing] (Rank 1) Elbow-Sort: 1006 [msec]
[Timing] (Rank 25) Total : 6324 [msec]
[Timing] (Rank 25) Full-Sort : 832 [msec]
[Timing] (Rank 25) Exchange : 3298 [msec]
[Timing] (Rank 25) Min-Max : 1242 [msec]
[Timing] (Rank 25) Elbow-Sort: 950 [msec]
[Timing] (Rank 51) Total : 6173 [msec]
[Timing] (Rank 51) Full-Sort : 949 [msec]
[Timing] (Rank 51) Exchange : 2644 [msec]
[Timing] (Rank 51) Min-Max : 1591 [msec]
[Timing] (Rank 51) Elbow-Sort: 988 [msec]
[Timing] (Rank 50) Total : 6173 [msec]
[Timing] (Rank 50) Full-Sort : 935 [msec]
[Timing] (Rank 50) Exchange : 2664 [msec]
[Timing] (Rank 50) Min-Max : 1585 [msec]
[Timing] (Rank 50) Elbow-Sort: 988 [msec]
[Timing] (Rank 54) Total : 6193 [msec]
[Timing] (Rank 54) Full-Sort : 955 [msec]
[Timing] (Rank 54) Exchange : 2625 [msec]
[Timing] (Rank 54) Min-Max : 1684 [msec]
[Timing] (Rank 54) Elbow-Sort: 928 [msec]
[Timing] (Rank 49) Total : 6177 [msec]
[Timing] (Rank 49) Full-Sort : 952 [msec]
[Timing] (Rank 49) Exchange : 2675 [msec]
[Timing] (Rank 49) Min-Max : 1550 [msec]
[Timing] (Rank 49) Elbow-Sort: 998 [msec]
[Timing] (Rank 60) Total : 6172 [msec]
[Timing] (Rank 60) Full-Sort : 951 [msec]
[Timing] (Rank 60) Exchange : 2605 [msec]
[Timing] (Rank 60) Min-Max : 1641 [msec]
[Timing] (Rank 60) Elbow-Sort: 973 [msec]
[Timing] (Rank 56) Total : 6176 [msec]
[Timing] (Rank 56) Full-Sort : 951 [msec]
[Timing] (Rank 56) Exchange : 2587 [msec]
[Timing] (Rank 56) Min-Max : 1683 [msec]
[Timing] (Rank 56) Elbow-Sort: 953 [msec]
[Timing] (Rank 59) Total : 6176 [msec]
[Timing] (Rank 59) Full-Sort : 957 [msec]
[Timing] (Rank 59) Exchange : 2610 [msec]
[Timing] (Rank 59) Min-Max : 1669 [msec]
[Timing] (Rank 59) Elbow-Sort: 938 [msec]
[Timing] (Rank 63) Total : 6162 [msec]
[Timing] (Rank 63) Full-Sort : 948 [msec]
[Timing] (Rank 63) Exchange : 2601 [msec]
[Timing] (Rank 63) Min-Max : 1638 [msec]
[Timing] (Rank 63) Elbow-Sort: 973 [msec]
[Timing] (Rank 55) Total : 6198 [msec]
[Timing] (Rank 55) Full-Sort : 957 [msec]
[Timing] (Rank 55) Exchange : 2624 [msec]
[Timing] (Rank 55) Min-Max : 1690 [msec]
[Timing] (Rank 55) Elbow-Sort: 926 [msec]
[Timing] (Rank 58) Total : 6175 [msec]
[Timing] (Rank 58) Full-Sort : 958 [msec]
[Timing] (Rank 58) Exchange : 2612 [msec]
[Timing] (Rank 58) Min-Max : 1664 [msec]
[Timing] (Rank 58) Elbow-Sort: 939 [msec]
[Timing] (Rank 61) Total : 6169 [msec]
[Timing] (Rank 61) Full-Sort : 920 [msec]
[Timing] (Rank 61) Exchange : 2637 [msec]
[Timing] (Rank 61) Min-Max : 1636 [msec]
[Timing] (Rank 61) Elbow-Sort: 975 [msec]
[Timing] (Rank 53) Total : 6195 [msec]
[Timing] (Rank 53) Full-Sort : 953 [msec]
[Timing] (Rank 53) Exchange : 2604 [msec]
[Timing] (Rank 53) Min-Max : 1698 [msec]
[Timing] (Rank 53) Elbow-Sort: 938 [msec]
[Timing] (Rank 57) Total : 6177 [msec]
[Timing] (Rank 57) Full-Sort : 952 [msec]
[Timing] (Rank 57) Exchange : 2581 [msec]
[Timing] (Rank 57) Min-Max : 1688 [msec]
[Timing] (Rank 57) Elbow-Sort: 955 [msec]
[Timing] (Rank 52) Total : 6199 [msec]
[Timing] (Rank 52) Full-Sort : 950 [msec]
[Timing] (Rank 52) Exchange : 2610 [msec]
[Timing] (Rank 52) Min-Max : 1699 [msec]
[Timing] (Rank 52) Elbow-Sort: 938 [msec]
[Timing] (Rank 48) Total : 6182 [msec]
[Timing] (Rank 48) Full-Sort : 953 [msec]
[Timing] (Rank 48) Exchange : 2642 [msec]
[Timing] (Rank 48) Min-Max : 1564 [msec]
[Timing] (Rank 48) Elbow-Sort: 1022 [msec]
[Timing] (Rank 62) Total : 6166 [msec]
[Timing] (Rank 62) Full-Sort : 927 [msec]
[Timing] (Rank 62) Exchange : 2626 [msec]
[Timing] (Rank 62) Min-Max : 1640 [msec]
[Timing] (Rank 62) Elbow-Sort: 971 [msec]
[Timing] (Rank 34) Total : 6163 [msec]
[Timing] (Rank 34) Full-Sort : 943 [msec]
[Timing] (Rank 34) Exchange : 2612 [msec]
[Timing] (Rank 34) Min-Max : 1610 [msec]
[Timing] (Rank 34) Elbow-Sort: 997 [msec]
[Timing] (Rank 33) Total : 6167 [msec]
[Timing] (Rank 33) Full-Sort : 947 [msec]
[Timing] (Rank 33) Exchange : 2640 [msec]
[Timing] (Rank 33) Min-Max : 1578 [msec]
[Timing] (Rank 33) Elbow-Sort: 1001 [msec]
[Timing] (Rank 40) Total : 6177 [msec]
[Timing] (Rank 40) Full-Sort : 965 [msec]
[Timing] (Rank 40) Exchange : 2530 [msec]
[Timing] (Rank 40) Min-Max : 1723 [msec]
[Timing] (Rank 40) Elbow-Sort: 957 [msec]
[Timing] (Rank 35) Total : 6164 [msec]
[Timing] (Rank 35) Full-Sort : 953 [msec]
[Timing] (Rank 35) Exchange : 2602 [msec]
[Timing] (Rank 35) Min-Max : 1609 [msec]
[Timing] (Rank 35) Elbow-Sort: 998 [msec]
[Timing] (Rank 42) Total : 6172 [msec]
[Timing] (Rank 42) Full-Sort : 966 [msec]
[Timing] (Rank 42) Exchange : 2517 [msec]
[Timing] (Rank 42) Min-Max : 1732 [msec]
[Timing] (Rank 42) Elbow-Sort: 955 [msec]
[Timing] (Rank 38) Total : 6197 [msec]
[Timing] (Rank 38) Full-Sort : 971 [msec]
[Timing] (Rank 38) Exchange : 2663 [msec]
[Timing] (Rank 38) Min-Max : 1642 [msec]
[Timing] (Rank 38) Elbow-Sort: 920 [msec]
[Timing] (Rank 37) Total : 6201 [msec]
[Timing] (Rank 37) Full-Sort : 961 [msec]
[Timing] (Rank 37) Exchange : 2648 [msec]
[Timing] (Rank 37) Min-Max : 1654 [msec]
[Timing] (Rank 37) Elbow-Sort: 936 [msec]
[Timing] (Rank 32) Total : 6178 [msec]
[Timing] (Rank 32) Full-Sort : 947 [msec]
[Timing] (Rank 32) Exchange : 2609 [msec]
[Timing] (Rank 32) Min-Max : 1592 [msec]
[Timing] (Rank 32) Elbow-Sort: 1028 [msec]
[Timing] (Rank 41) Total : 6175 [msec]
[Timing] (Rank 41) Full-Sort : 966 [msec]
[Timing] (Rank 41) Exchange : 2530 [msec]
[Timing] (Rank 41) Min-Max : 1718 [msec]
[Timing] (Rank 41) Elbow-Sort: 959 [msec]
[Timing] (Rank 39) Total : 6190 [msec]
[Timing] (Rank 39) Full-Sort : 966 [msec]
[Timing] (Rank 39) Exchange : 2661 [msec]
[Timing] (Rank 39) Min-Max : 1642 [msec]
[Timing] (Rank 39) Elbow-Sort: 920 [msec]
[Timing] (Rank 45) Total : 6172 [msec]
[Timing] (Rank 45) Full-Sort : 933 [msec]
[Timing] (Rank 45) Exchange : 2643 [msec]
[Timing] (Rank 45) Min-Max : 1600 [msec]
[Timing] (Rank 45) Elbow-Sort: 994 [msec]
[Timing] (Rank 43) Total : 6171 [msec]
[Timing] (Rank 43) Full-Sort : 963 [msec]
[Timing] (Rank 43) Exchange : 2515 [msec]
[Timing] (Rank 43) Min-Max : 1738 [msec]
[Timing] (Rank 43) Elbow-Sort: 954 [msec]
[Timing] (Rank 46) Total : 6163 [msec]
[Timing] (Rank 46) Full-Sort : 939 [msec]
[Timing] (Rank 46) Exchange : 2620 [msec]
[Timing] (Rank 46) Min-Max : 1618 [msec]
[Timing] (Rank 46) Elbow-Sort: 984 [msec]
[Timing] (Rank 44) Total : 6177 [msec]
[Timing] (Rank 44) Full-Sort : 907 [msec]
[Timing] (Rank 44) Exchange : 2691 [msec]
[Timing] (Rank 44) Min-Max : 1585 [msec]
[Timing] (Rank 44) Elbow-Sort: 993 [msec]
[Timing] (Rank 47) Total : 6171 [msec]
[Timing] (Rank 47) Full-Sort : 921 [msec]
[Timing] (Rank 47) Exchange : 2645 [msec]
[Timing] (Rank 47) Min-Max : 1620 [msec]
[Timing] (Rank 47) Elbow-Sort: 983 [msec]
[Timing] (Rank 2) Total : 6447 [msec]
[Timing] (Rank 2) Full-Sort : 921 [msec]
[Timing] (Rank 2) Exchange : 2908 [msec]
[Timing] (Rank 2) Min-Max : 1618 [msec]
[Timing] (Rank 2) Elbow-Sort: 998 [msec]
[Timing] (Rank 11) Total : 6452 [msec]
[Timing] (Rank 11) Full-Sort : 952 [msec]
[Timing] (Rank 11) Exchange : 2821 [msec]
[Timing] (Rank 11) Min-Max : 1717 [msec]
[Timing] (Rank 11) Elbow-Sort: 961 [msec]
[Timing] (Rank 9) Total : 6458 [msec]
[Timing] (Rank 9) Full-Sort : 946 [msec]
[Timing] (Rank 9) Exchange : 2839 [msec]
[Timing] (Rank 9) Min-Max : 1708 [msec]
[Timing] (Rank 9) Elbow-Sort: 962 [msec]
[Timing] (Rank 0) Total : 6463 [msec]
[Timing] (Rank 0) Full-Sort : 871 [msec]
[Timing] (Rank 0) Exchange : 2957 [msec]
[Timing] (Rank 0) Min-Max : 1601 [msec]
[Timing] (Rank 0) Elbow-Sort: 1032 [msec]
Results validation ... [PASS] 
[Timing] (Rank 10) Total : 6454 [msec]
[Timing] (Rank 10) Full-Sort : 953 [msec]
[Timing] (Rank 10) Exchange : 2827 [msec]
[Timing] (Rank 10) Min-Max : 1711 [msec]
[Timing] (Rank 10) Elbow-Sort: 961 [msec]
[Timing] (Rank 15) Total : 6453 [msec]
[Timing] (Rank 15) Full-Sort : 912 [msec]
[Timing] (Rank 15) Exchange : 2950 [msec]
[Timing] (Rank 15) Min-Max : 1601 [msec]
[Timing] (Rank 15) Elbow-Sort: 987 [msec]
[Timing] (Rank 12) Total : 6447 [msec]
[Timing] (Rank 12) Full-Sort : 926 [msec]
[Timing] (Rank 12) Exchange : 2947 [msec]
[Timing] (Rank 12) Min-Max : 1579 [msec]
[Timing] (Rank 12) Elbow-Sort: 994 [msec]
[Timing] (Rank 8) Total : 6456 [msec]
[Timing] (Rank 8) Full-Sort : 954 [msec]
[Timing] (Rank 8) Exchange : 2842 [msec]
[Timing] (Rank 8) Min-Max : 1701 [msec]
[Timing] (Rank 8) Elbow-Sort: 958 [msec]
[Timing] (Rank 5) Total : 6473 [msec]
[Timing] (Rank 5) Full-Sort : 957 [msec]
[Timing] (Rank 5) Exchange : 2933 [msec]
[Timing] (Rank 5) Min-Max : 1651 [msec]
[Timing] (Rank 5) Elbow-Sort: 931 [msec]
[Timing] (Rank 3) Total : 6454 [msec]
[Timing] (Rank 3) Full-Sort : 877 [msec]
[Timing] (Rank 3) Exchange : 2967 [msec]
[Timing] (Rank 3) Min-Max : 1608 [msec]
[Timing] (Rank 3) Elbow-Sort: 1000 [msec]
[Timing] (Rank 6) Total : 6474 [msec]
[Timing] (Rank 6) Full-Sort : 951 [msec]
[Timing] (Rank 6) Exchange : 2953 [msec]
[Timing] (Rank 6) Min-Max : 1642 [msec]
[Timing] (Rank 6) Elbow-Sort: 926 [msec]
[Timing] (Rank 14) Total : 6450 [msec]
[Timing] (Rank 14) Full-Sort : 922 [msec]
[Timing] (Rank 14) Exchange : 2936 [msec]
[Timing] (Rank 14) Min-Max : 1603 [msec]
[Timing] (Rank 14) Elbow-Sort: 988 [msec]
[Timing] (Rank 13) Total : 6444 [msec]
[Timing] (Rank 13) Full-Sort : 930 [msec]
[Timing] (Rank 13) Exchange : 2934 [msec]
[Timing] (Rank 13) Min-Max : 1584 [msec]
[Timing] (Rank 13) Elbow-Sort: 995 [msec]
[Timing] (Rank 4) Total : 6473 [msec]
[Timing] (Rank 4) Full-Sort : 947 [msec]
[Timing] (Rank 4) Exchange : 2945 [msec]
[Timing] (Rank 4) Min-Max : 1647 [msec]
[Timing] (Rank 4) Elbow-Sort: 932 [msec]
[Timing] (Rank 7) Total : 6473 [msec]
[Timing] (Rank 7) Full-Sort : 943 [msec]
[Timing] (Rank 7) Exchange : 2952 [msec]
[Timing] (Rank 7) Min-Max : 1650 [msec]
[Timing] (Rank 7) Elbow-Sort: 926 [msec]
[Timing] (Rank 30) Total : 6318 [msec]
[Timing] (Rank 30) Full-Sort : 844 [msec]
[Timing] (Rank 30) Exchange : 3316 [msec]
[Timing] (Rank 30) Min-Max : 1218 [msec]
[Timing] (Rank 30) Elbow-Sort: 938 [msec]
[Timing] (Rank 31) Total : 6325 [msec]
[Timing] (Rank 31) Full-Sort : 822 [msec]
[Timing] (Rank 31) Exchange : 3322 [msec]
[Timing] (Rank 31) Min-Max : 1244 [msec]
[Timing] (Rank 31) Elbow-Sort: 936 [msec]
[Timing] (Rank 18) Total : 6273 [msec]
[Timing] (Rank 18) Full-Sort : 832 [msec]
[Timing] (Rank 18) Exchange : 3331 [msec]
[Timing] (Rank 18) Min-Max : 1144 [msec]
[Timing] (Rank 18) Elbow-Sort: 964 [msec]
[Timing] (Rank 24) Total : 6316 [msec]
[Timing] (Rank 24) Full-Sort : 854 [msec]
[Timing] (Rank 24) Exchange : 3290 [msec]
[Timing] (Rank 24) Min-Max : 1220 [msec]
[Timing] (Rank 24) Elbow-Sort: 951 [msec]
[Timing] (Rank 20) Total : 6274 [msec]
[Timing] (Rank 20) Full-Sort : 825 [msec]
[Timing] (Rank 20) Exchange : 3325 [msec]
[Timing] (Rank 20) Min-Max : 1160 [msec]
[Timing] (Rank 20) Elbow-Sort: 963 [msec]
[Timing] (Rank 26) Total : 6317 [msec]
[Timing] (Rank 26) Full-Sort : 849 [msec]
[Timing] (Rank 26) Exchange : 3302 [msec]
[Timing] (Rank 26) Min-Max : 1219 [msec]
[Timing] (Rank 26) Elbow-Sort: 945 [msec]
[Timing] (Rank 16) Total : 6270 [msec]
[Timing] (Rank 16) Full-Sort : 831 [msec]
[Timing] (Rank 16) Exchange : 3317 [msec]
[Timing] (Rank 16) Min-Max : 1151 [msec]
[Timing] (Rank 16) Elbow-Sort: 969 [msec]
[Timing] (Rank 21) Total : 6282 [msec]
[Timing] (Rank 21) Full-Sort : 808 [msec]
[Timing] (Rank 21) Exchange : 3304 [msec]
[Timing] (Rank 21) Min-Max : 1197 [msec]
[Timing] (Rank 21) Elbow-Sort: 971 [msec]
[Timing] (Rank 23) Total : 6287 [msec]
[Timing] (Rank 23) Full-Sort : 806 [msec]
[Timing] (Rank 23) Exchange : 3311 [msec]
[Timing] (Rank 23) Min-Max : 1204 [msec]
[Timing] (Rank 23) Elbow-Sort: 964 [msec]
[Timing] (Rank 29) Total : 6323 [msec]
[Timing] (Rank 29) Full-Sort : 837 [msec]
[Timing] (Rank 29) Exchange : 3298 [msec]
[Timing] (Rank 29) Min-Max : 1243 [msec]
[Timing] (Rank 29) Elbow-Sort: 943 [msec]
[Timing] (Rank 17) Total : 6283 [msec]
[Timing] (Rank 17) Full-Sort : 823 [msec]
[Timing] (Rank 17) Exchange : 3311 [msec]
[Timing] (Rank 17) Min-Max : 1171 [msec]
[Timing] (Rank 17) Elbow-Sort: 977 [msec]
[Timing] (Rank 22) Total : 6276 [msec]
[Timing] (Rank 22) Full-Sort : 827 [msec]
[Timing] (Rank 22) Exchange : 3342 [msec]
[Timing] (Rank 22) Min-Max : 1147 [msec]
[Timing] (Rank 22) Elbow-Sort: 958 [msec]
[Timing] (Rank 27) Total : 6325 [msec]
[Timing] (Rank 27) Full-Sort : 829 [msec]
[Timing] (Rank 27) Exchange : 3304 [msec]
[Timing] (Rank 27) Min-Max : 1244 [msec]
[Timing] (Rank 27) Elbow-Sort: 946 [msec]
[Timing] (Rank 19) Total : 6286 [msec]
[Timing] (Rank 19) Full-Sort : 809 [msec]
[Timing] (Rank 19) Exchange : 3327 [msec]
[Timing] (Rank 19) Min-Max : 1175 [msec]
[Timing] (Rank 19) Elbow-Sort: 972 [msec]
[Timing] (Rank 28) Total : 6312 [msec]
[Timing] (Rank 28) Full-Sort : 849 [msec]
[Timing] (Rank 28) Exchange : 3298 [msec]
[Timing] (Rank 28) Min-Max : 1220 [msec]
[Timing] (Rank 28) Elbow-Sort: 943 [msec]
@@ -0,0 +1,342 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 47) Total : 25 [sec]
[Timing] (Rank 47) Full-Sort : 4165 [msec]
[Timing] (Rank 47) Exchange : 10 [sec]
[Timing] (Rank 47) Min-Max : 6202 [msec]
[Timing] (Rank 47) Elbow-Sort: 3910 [msec]
[Timing] (Rank 25) Total : 25 [sec]
[Timing] (Rank 25) Full-Sort : 3676 [msec]
[Timing] (Rank 25) Exchange : 12 [sec]
[Timing] (Rank 25) Min-Max : 4999 [msec]
[Timing] (Rank 25) Elbow-Sort: 3790 [msec]
[Timing] (Rank 7) Total : 26 [sec]
[Timing] (Rank 7) Full-Sort : 4191 [msec]
[Timing] (Rank 7) Exchange : 11 [sec]
[Timing] (Rank 7) Min-Max : 6620 [msec]
[Timing] (Rank 7) Elbow-Sort: 3708 [msec]
[Timing] (Rank 58) Total : 25 [sec]
[Timing] (Rank 58) Full-Sort : 4120 [msec]
[Timing] (Rank 58) Exchange : 10 [sec]
[Timing] (Rank 58) Min-Max : 6815 [msec]
[Timing] (Rank 58) Elbow-Sort: 3793 [msec]
[Timing] (Rank 42) Total : 25 [sec]
[Timing] (Rank 42) Full-Sort : 4188 [msec]
[Timing] (Rank 42) Exchange : 10 [sec]
[Timing] (Rank 42) Min-Max : 6873 [msec]
[Timing] (Rank 42) Elbow-Sort: 3800 [msec]
[Timing] (Rank 33) Total : 25 [sec]
[Timing] (Rank 33) Full-Sort : 3935 [msec]
[Timing] (Rank 33) Exchange : 10 [sec]
[Timing] (Rank 33) Min-Max : 6316 [msec]
[Timing] (Rank 33) Elbow-Sort: 4016 [msec]
[Timing] (Rank 37) Total : 25 [sec]
[Timing] (Rank 37) Full-Sort : 4199 [msec]
[Timing] (Rank 37) Exchange : 10 [sec]
[Timing] (Rank 37) Min-Max : 6641 [msec]
[Timing] (Rank 37) Elbow-Sort: 3762 [msec]
[Timing] (Rank 36) Total : 25 [sec]
[Timing] (Rank 36) Full-Sort : 4195 [msec]
[Timing] (Rank 36) Exchange : 10 [sec]
[Timing] (Rank 36) Min-Max : 6659 [msec]
[Timing] (Rank 36) Elbow-Sort: 3763 [msec]
[Timing] (Rank 32) Total : 25 [sec]
[Timing] (Rank 32) Full-Sort : 3842 [msec]
[Timing] (Rank 32) Exchange : 10 [sec]
[Timing] (Rank 32) Min-Max : 6348 [msec]
[Timing] (Rank 32) Elbow-Sort: 3999 [msec]
[Timing] (Rank 38) Total : 25 [sec]
[Timing] (Rank 38) Full-Sort : 4186 [msec]
[Timing] (Rank 38) Exchange : 10 [sec]
[Timing] (Rank 38) Min-Max : 6592 [msec]
[Timing] (Rank 38) Elbow-Sort: 3698 [msec]
[Timing] (Rank 34) Total : 25 [sec]
[Timing] (Rank 34) Full-Sort : 4124 [msec]
[Timing] (Rank 34) Exchange : 10 [sec]
[Timing] (Rank 34) Min-Max : 6326 [msec]
[Timing] (Rank 34) Elbow-Sort: 3996 [msec]
[Timing] (Rank 35) Total : 25 [sec]
[Timing] (Rank 35) Full-Sort : 4178 [msec]
[Timing] (Rank 35) Exchange : 10 [sec]
[Timing] (Rank 35) Min-Max : 6400 [msec]
[Timing] (Rank 35) Elbow-Sort: 3982 [msec]
[Timing] (Rank 44) Total : 25 [sec]
[Timing] (Rank 44) Full-Sort : 4090 [msec]
[Timing] (Rank 44) Exchange : 10 [sec]
[Timing] (Rank 44) Min-Max : 6268 [msec]
[Timing] (Rank 44) Elbow-Sort: 3942 [msec]
[Timing] (Rank 43) Total : 25 [sec]
[Timing] (Rank 43) Full-Sort : 4211 [msec]
[Timing] (Rank 43) Exchange : 10 [sec]
[Timing] (Rank 43) Min-Max : 6872 [msec]
[Timing] (Rank 43) Elbow-Sort: 3803 [msec]
[Timing] (Rank 46) Total : 25 [sec]
[Timing] (Rank 46) Full-Sort : 4108 [msec]
[Timing] (Rank 46) Exchange : 10 [sec]
[Timing] (Rank 46) Min-Max : 6244 [msec]
[Timing] (Rank 46) Elbow-Sort: 3914 [msec]
[Timing] (Rank 41) Total : 25 [sec]
[Timing] (Rank 41) Full-Sort : 4220 [msec]
[Timing] (Rank 41) Exchange : 10 [sec]
[Timing] (Rank 41) Min-Max : 6862 [msec]
[Timing] (Rank 41) Elbow-Sort: 3835 [msec]
[Timing] (Rank 39) Total : 25 [sec]
[Timing] (Rank 39) Full-Sort : 4219 [msec]
[Timing] (Rank 39) Exchange : 10 [sec]
[Timing] (Rank 39) Min-Max : 6577 [msec]
[Timing] (Rank 39) Elbow-Sort: 3715 [msec]
[Timing] (Rank 40) Total : 25 [sec]
[Timing] (Rank 40) Full-Sort : 4206 [msec]
[Timing] (Rank 40) Exchange : 10 [sec]
[Timing] (Rank 40) Min-Max : 6856 [msec]
[Timing] (Rank 40) Elbow-Sort: 3828 [msec]
[Timing] (Rank 45) Total : 25 [sec]
[Timing] (Rank 45) Full-Sort : 4078 [msec]
[Timing] (Rank 45) Exchange : 10 [sec]
[Timing] (Rank 45) Min-Max : 6327 [msec]
[Timing] (Rank 45) Elbow-Sort: 3964 [msec]
[Timing] (Rank 4) Total : 26 [sec]
[Timing] (Rank 4) Full-Sort : 4126 [msec]
[Timing] (Rank 4) Exchange : 11 [sec]
[Timing] (Rank 4) Min-Max : 6650 [msec]
[Timing] (Rank 4) Elbow-Sort: 3747 [msec]
[Timing] (Rank 5) Total : 26 [sec]
[Timing] (Rank 5) Full-Sort : 4134 [msec]
[Timing] (Rank 5) Exchange : 11 [sec]
[Timing] (Rank 5) Min-Max : 6663 [msec]
[Timing] (Rank 5) Elbow-Sort: 3762 [msec]
[Timing] (Rank 6) Total : 26 [sec]
[Timing] (Rank 6) Full-Sort : 4200 [msec]
[Timing] (Rank 6) Exchange : 11 [sec]
[Timing] (Rank 6) Min-Max : 6678 [msec]
[Timing] (Rank 6) Elbow-Sort: 3706 [msec]
[Timing] (Rank 15) Total : 26 [sec]
[Timing] (Rank 15) Full-Sort : 4093 [msec]
[Timing] (Rank 15) Exchange : 11 [sec]
[Timing] (Rank 15) Min-Max : 6403 [msec]
[Timing] (Rank 15) Elbow-Sort: 3916 [msec]
[Timing] (Rank 2) Total : 26 [sec]
[Timing] (Rank 2) Full-Sort : 4084 [msec]
[Timing] (Rank 2) Exchange : 11 [sec]
[Timing] (Rank 2) Min-Max : 6421 [msec]
[Timing] (Rank 2) Elbow-Sort: 3959 [msec]
[Timing] (Rank 12) Total : 26 [sec]
[Timing] (Rank 12) Full-Sort : 4073 [msec]
[Timing] (Rank 12) Exchange : 11 [sec]
[Timing] (Rank 12) Min-Max : 6294 [msec]
[Timing] (Rank 12) Elbow-Sort: 3951 [msec]
[Timing] (Rank 1) Total : 26 [sec]
[Timing] (Rank 1) Full-Sort : 4025 [msec]
[Timing] (Rank 1) Exchange : 11 [sec]
[Timing] (Rank 1) Min-Max : 6461 [msec]
[Timing] (Rank 1) Elbow-Sort: 3999 [msec]
[Timing] (Rank 9) Total : 26 [sec]
[Timing] (Rank 9) Full-Sort : 4143 [msec]
[Timing] (Rank 9) Exchange : 11 [sec]
[Timing] (Rank 9) Min-Max : 6820 [msec]
[Timing] (Rank 9) Elbow-Sort: 3852 [msec]
[Timing] (Rank 8) Total : 26 [sec]
[Timing] (Rank 8) Full-Sort : 4138 [msec]
[Timing] (Rank 8) Exchange : 11 [sec]
[Timing] (Rank 8) Min-Max : 6832 [msec]
[Timing] (Rank 8) Elbow-Sort: 3861 [msec]
[Timing] (Rank 14) Total : 26 [sec]
[Timing] (Rank 14) Full-Sort : 4026 [msec]
[Timing] (Rank 14) Exchange : 11 [sec]
[Timing] (Rank 14) Min-Max : 6414 [msec]
[Timing] (Rank 14) Elbow-Sort: 3916 [msec]
[Timing] (Rank 13) Total : 26 [sec]
[Timing] (Rank 13) Full-Sort : 4105 [msec]
[Timing] (Rank 13) Exchange : 11 [sec]
[Timing] (Rank 13) Min-Max : 6301 [msec]
[Timing] (Rank 13) Elbow-Sort: 3957 [msec]
[Timing] (Rank 0) Total : 26 [sec]
[Timing] (Rank 0) Full-Sort : 3798 [msec]
[Timing] (Rank 0) Exchange : 11 [sec]
[Timing] (Rank 0) Min-Max : 6393 [msec]
[Timing] (Rank 0) Elbow-Sort: 4005 [msec]
Results validation ... [PASS] 
[Timing] (Rank 3) Total : 26 [sec]
[Timing] (Rank 3) Full-Sort : 4101 [msec]
[Timing] (Rank 3) Exchange : 11 [sec]
[Timing] (Rank 3) Min-Max : 6468 [msec]
[Timing] (Rank 3) Elbow-Sort: 3969 [msec]
[Timing] (Rank 10) Total : 26 [sec]
[Timing] (Rank 10) Full-Sort : 4133 [msec]
[Timing] (Rank 10) Exchange : 11 [sec]
[Timing] (Rank 10) Min-Max : 6861 [msec]
[Timing] (Rank 10) Elbow-Sort: 3840 [msec]
[Timing] (Rank 11) Total : 26 [sec]
[Timing] (Rank 11) Full-Sort : 4158 [msec]
[Timing] (Rank 11) Exchange : 11 [sec]
[Timing] (Rank 11) Min-Max : 6851 [msec]
[Timing] (Rank 11) Elbow-Sort: 3836 [msec]
[Timing] (Rank 30) Total : 25 [sec]
[Timing] (Rank 30) Full-Sort : 3791 [msec]
[Timing] (Rank 30) Exchange : 13 [sec]
[Timing] (Rank 30) Min-Max : 4856 [msec]
[Timing] (Rank 30) Elbow-Sort: 3729 [msec]
[Timing] (Rank 23) Total : 25 [sec]
[Timing] (Rank 23) Full-Sort : 3556 [msec]
[Timing] (Rank 23) Exchange : 13 [sec]
[Timing] (Rank 23) Min-Max : 4623 [msec]
[Timing] (Rank 23) Elbow-Sort: 3881 [msec]
[Timing] (Rank 17) Total : 25 [sec]
[Timing] (Rank 17) Full-Sort : 3542 [msec]
[Timing] (Rank 17) Exchange : 13 [sec]
[Timing] (Rank 17) Min-Max : 4564 [msec]
[Timing] (Rank 17) Elbow-Sort: 3940 [msec]
[Timing] (Rank 21) Total : 25 [sec]
[Timing] (Rank 21) Full-Sort : 3590 [msec]
[Timing] (Rank 21) Exchange : 13 [sec]
[Timing] (Rank 21) Min-Max : 4637 [msec]
[Timing] (Rank 21) Elbow-Sort: 3916 [msec]
[Timing] (Rank 24) Total : 25 [sec]
[Timing] (Rank 24) Full-Sort : 3738 [msec]
[Timing] (Rank 24) Exchange : 13 [sec]
[Timing] (Rank 24) Min-Max : 4851 [msec]
[Timing] (Rank 24) Elbow-Sort: 3784 [msec]
[Timing] (Rank 31) Total : 25 [sec]
[Timing] (Rank 31) Full-Sort : 3703 [msec]
[Timing] (Rank 31) Exchange : 13 [sec]
[Timing] (Rank 31) Min-Max : 5013 [msec]
[Timing] (Rank 31) Elbow-Sort: 3731 [msec]
[Timing] (Rank 19) Total : 25 [sec]
[Timing] (Rank 19) Full-Sort : 3604 [msec]
[Timing] (Rank 19) Exchange : 13 [sec]
[Timing] (Rank 19) Min-Max : 4557 [msec]
[Timing] (Rank 19) Elbow-Sort: 3924 [msec]
[Timing] (Rank 27) Total : 25 [sec]
[Timing] (Rank 27) Full-Sort : 3717 [msec]
[Timing] (Rank 27) Exchange : 12 [sec]
[Timing] (Rank 27) Min-Max : 5026 [msec]
[Timing] (Rank 27) Elbow-Sort: 3757 [msec]
[Timing] (Rank 29) Total : 25 [sec]
[Timing] (Rank 29) Full-Sort : 3723 [msec]
[Timing] (Rank 29) Exchange : 12 [sec]
[Timing] (Rank 29) Min-Max : 5033 [msec]
[Timing] (Rank 29) Elbow-Sort: 3750 [msec]
[Timing] (Rank 28) Total : 25 [sec]
[Timing] (Rank 28) Full-Sort : 3794 [msec]
[Timing] (Rank 28) Exchange : 13 [sec]
[Timing] (Rank 28) Min-Max : 4854 [msec]
[Timing] (Rank 28) Elbow-Sort: 3755 [msec]
[Timing] (Rank 16) Total : 25 [sec]
[Timing] (Rank 16) Full-Sort : 3572 [msec]
[Timing] (Rank 16) Exchange : 13 [sec]
[Timing] (Rank 16) Min-Max : 4314 [msec]
[Timing] (Rank 16) Elbow-Sort: 3915 [msec]
[Timing] (Rank 18) Total : 25 [sec]
[Timing] (Rank 18) Full-Sort : 3587 [msec]
[Timing] (Rank 18) Exchange : 13 [sec]
[Timing] (Rank 18) Min-Max : 4365 [msec]
[Timing] (Rank 18) Elbow-Sort: 3894 [msec]
[Timing] (Rank 26) Total : 25 [sec]
[Timing] (Rank 26) Full-Sort : 3765 [msec]
[Timing] (Rank 26) Exchange : 13 [sec]
[Timing] (Rank 26) Min-Max : 4854 [msec]
[Timing] (Rank 26) Elbow-Sort: 3764 [msec]
[Timing] (Rank 22) Total : 25 [sec]
[Timing] (Rank 22) Full-Sort : 3597 [msec]
[Timing] (Rank 22) Exchange : 13 [sec]
[Timing] (Rank 22) Min-Max : 4378 [msec]
[Timing] (Rank 22) Elbow-Sort: 3861 [msec]
[Timing] (Rank 20) Total : 25 [sec]
[Timing] (Rank 20) Full-Sort : 3631 [msec]
[Timing] (Rank 20) Exchange : 13 [sec]
[Timing] (Rank 20) Min-Max : 4401 [msec]
[Timing] (Rank 20) Elbow-Sort: 3874 [msec]
[Timing] (Rank 55) Total : 25 [sec]
[Timing] (Rank 55) Full-Sort : 4136 [msec]
[Timing] (Rank 55) Exchange : 10 [sec]
[Timing] (Rank 55) Min-Max : 6645 [msec]
[Timing] (Rank 55) Elbow-Sort: 3693 [msec]
[Timing] (Rank 56) Total : 25 [sec]
[Timing] (Rank 56) Full-Sort : 4116 [msec]
[Timing] (Rank 56) Exchange : 10 [sec]
[Timing] (Rank 56) Min-Max : 6794 [msec]
[Timing] (Rank 56) Elbow-Sort: 3813 [msec]
[Timing] (Rank 61) Total : 25 [sec]
[Timing] (Rank 61) Full-Sort : 4079 [msec]
[Timing] (Rank 61) Exchange : 10 [sec]
[Timing] (Rank 61) Min-Max : 6352 [msec]
[Timing] (Rank 61) Elbow-Sort: 3911 [msec]
[Timing] (Rank 52) Total : 25 [sec]
[Timing] (Rank 52) Full-Sort : 4130 [msec]
[Timing] (Rank 52) Exchange : 10 [sec]
[Timing] (Rank 52) Min-Max : 6604 [msec]
[Timing] (Rank 52) Elbow-Sort: 3715 [msec]
[Timing] (Rank 62) Total : 25 [sec]
[Timing] (Rank 62) Full-Sort : 4058 [msec]
[Timing] (Rank 62) Exchange : 10 [sec]
[Timing] (Rank 62) Min-Max : 6321 [msec]
[Timing] (Rank 62) Elbow-Sort: 3878 [msec]
[Timing] (Rank 59) Total : 25 [sec]
[Timing] (Rank 59) Full-Sort : 4137 [msec]
[Timing] (Rank 59) Exchange : 10 [sec]
[Timing] (Rank 59) Min-Max : 6788 [msec]
[Timing] (Rank 59) Elbow-Sort: 3799 [msec]
[Timing] (Rank 49) Total : 25 [sec]
[Timing] (Rank 49) Full-Sort : 3917 [msec]
[Timing] (Rank 49) Exchange : 10 [sec]
[Timing] (Rank 49) Min-Max : 6317 [msec]
[Timing] (Rank 49) Elbow-Sort: 3997 [msec]
[Timing] (Rank 57) Total : 25 [sec]
[Timing] (Rank 57) Full-Sort : 4167 [msec]
[Timing] (Rank 57) Exchange : 10 [sec]
[Timing] (Rank 57) Min-Max : 6770 [msec]
[Timing] (Rank 57) Elbow-Sort: 3818 [msec]
[Timing] (Rank 60) Total : 25 [sec]
[Timing] (Rank 60) Full-Sort : 4110 [msec]
[Timing] (Rank 60) Exchange : 10 [sec]
[Timing] (Rank 60) Min-Max : 6355 [msec]
[Timing] (Rank 60) Elbow-Sort: 3909 [msec]
[Timing] (Rank 63) Total : 25 [sec]
[Timing] (Rank 63) Full-Sort : 4110 [msec]
[Timing] (Rank 63) Exchange : 10 [sec]
[Timing] (Rank 63) Min-Max : 6286 [msec]
[Timing] (Rank 63) Elbow-Sort: 3879 [msec]
[Timing] (Rank 53) Total : 25 [sec]
[Timing] (Rank 53) Full-Sort : 4173 [msec]
[Timing] (Rank 53) Exchange : 10 [sec]
[Timing] (Rank 53) Min-Max : 6589 [msec]
[Timing] (Rank 53) Elbow-Sort: 3718 [msec]
[Timing] (Rank 51) Total : 25 [sec]
[Timing] (Rank 51) Full-Sort : 3962 [msec]
[Timing] (Rank 51) Exchange : 10 [sec]
[Timing] (Rank 51) Min-Max : 6280 [msec]
[Timing] (Rank 51) Elbow-Sort: 3958 [msec]
[Timing] (Rank 48) Total : 25 [sec]
[Timing] (Rank 48) Full-Sort : 3708 [msec]
[Timing] (Rank 48) Exchange : 11 [sec]
[Timing] (Rank 48) Min-Max : 6220 [msec]
[Timing] (Rank 48) Elbow-Sort: 4098 [msec]
[Timing] (Rank 50) Total : 25 [sec]
[Timing] (Rank 50) Full-Sort : 3918 [msec]
[Timing] (Rank 50) Exchange : 11 [sec]
[Timing] (Rank 50) Min-Max : 6222 [msec]
[Timing] (Rank 50) Elbow-Sort: 3956 [msec]
[Timing] (Rank 54) Total : 25 [sec]
[Timing] (Rank 54) Full-Sort : 4133 [msec]
[Timing] (Rank 54) Exchange : 10 [sec]
[Timing] (Rank 54) Min-Max : 6637 [msec]
[Timing] (Rank 54) Elbow-Sort: 3702 [msec]
@@ -0,0 +1,102 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 11) Total : 77 [msec]
[Timing] (Rank 11) Full-Sort : 19 [msec]
[Timing] (Rank 11) Exchange : 32 [msec]
[Timing] (Rank 11) Min-Max : 8123 [usec]
[Timing] (Rank 11) Elbow-Sort: 17 [msec]
[Timing] (Rank 2) Total : 76 [msec]
[Timing] (Rank 2) Full-Sort : 18 [msec]
[Timing] (Rank 2) Exchange : 32 [msec]
[Timing] (Rank 2) Min-Max : 8251 [usec]
[Timing] (Rank 2) Elbow-Sort: 17 [msec]
[Timing] (Rank 6) Total : 76 [msec]
[Timing] (Rank 6) Full-Sort : 18 [msec]
[Timing] (Rank 6) Exchange : 30 [msec]
[Timing] (Rank 6) Min-Max : 9394 [usec]
[Timing] (Rank 6) Elbow-Sort: 17 [msec]
[Timing] (Rank 12) Total : 77 [msec]
[Timing] (Rank 12) Full-Sort : 19 [msec]
[Timing] (Rank 12) Exchange : 31 [msec]
[Timing] (Rank 12) Min-Max : 8933 [usec]
[Timing] (Rank 12) Elbow-Sort: 18 [msec]
[Timing] (Rank 9) Total : 77 [msec]
[Timing] (Rank 9) Full-Sort : 18 [msec]
[Timing] (Rank 9) Exchange : 32 [msec]
[Timing] (Rank 9) Min-Max : 8107 [usec]
[Timing] (Rank 9) Elbow-Sort: 17 [msec]
[Timing] (Rank 10) Total : 77 [msec]
[Timing] (Rank 10) Full-Sort : 18 [msec]
[Timing] (Rank 10) Exchange : 33 [msec]
[Timing] (Rank 10) Min-Max : 8146 [usec]
[Timing] (Rank 10) Elbow-Sort: 17 [msec]
[Timing] (Rank 8) Total : 77 [msec]
[Timing] (Rank 8) Full-Sort : 19 [msec]
[Timing] (Rank 8) Exchange : 32 [msec]
[Timing] (Rank 8) Min-Max : 8124 [usec]
[Timing] (Rank 8) Elbow-Sort: 18 [msec]
[Timing] (Rank 0) Total : 76 [msec]
[Timing] (Rank 0) Full-Sort : 18 [msec]
[Timing] (Rank 0) Exchange : 31 [msec]
[Timing] (Rank 0) Min-Max : 8144 [usec]
[Timing] (Rank 0) Elbow-Sort: 17 [msec]
Results validation ... [PASS] 
[Timing] (Rank 3) Total : 76 [msec]
[Timing] (Rank 3) Full-Sort : 18 [msec]
[Timing] (Rank 3) Exchange : 31 [msec]
[Timing] (Rank 3) Min-Max : 8151 [usec]
[Timing] (Rank 3) Elbow-Sort: 17 [msec]
[Timing] (Rank 1) Total : 76 [msec]
[Timing] (Rank 1) Full-Sort : 18 [msec]
[Timing] (Rank 1) Exchange : 31 [msec]
[Timing] (Rank 1) Min-Max : 8225 [usec]
[Timing] (Rank 1) Elbow-Sort: 17 [msec]
[Timing] (Rank 7) Total : 75 [msec]
[Timing] (Rank 7) Full-Sort : 19 [msec]
[Timing] (Rank 7) Exchange : 29 [msec]
[Timing] (Rank 7) Min-Max : 9548 [usec]
[Timing] (Rank 7) Elbow-Sort: 17 [msec]
[Timing] (Rank 4) Total : 75 [msec]
[Timing] (Rank 4) Full-Sort : 19 [msec]
[Timing] (Rank 4) Exchange : 29 [msec]
[Timing] (Rank 4) Min-Max : 9597 [usec]
[Timing] (Rank 4) Elbow-Sort: 17 [msec]
[Timing] (Rank 5) Total : 75 [msec]
[Timing] (Rank 5) Full-Sort : 19 [msec]
[Timing] (Rank 5) Exchange : 29 [msec]
[Timing] (Rank 5) Min-Max : 9522 [usec]
[Timing] (Rank 5) Elbow-Sort: 17 [msec]
[Timing] (Rank 13) Total : 77 [msec]
[Timing] (Rank 13) Full-Sort : 19 [msec]
[Timing] (Rank 13) Exchange : 31 [msec]
[Timing] (Rank 13) Min-Max : 8819 [usec]
[Timing] (Rank 13) Elbow-Sort: 17 [msec]
[Timing] (Rank 14) Total : 77 [msec]
[Timing] (Rank 14) Full-Sort : 19 [msec]
[Timing] (Rank 14) Exchange : 31 [msec]
[Timing] (Rank 14) Min-Max : 8975 [usec]
[Timing] (Rank 14) Elbow-Sort: 17 [msec]
[Timing] (Rank 15) Total : 77 [msec]
[Timing] (Rank 15) Full-Sort : 19 [msec]
[Timing] (Rank 15) Exchange : 31 [msec]
[Timing] (Rank 15) Min-Max : 8742 [usec]
[Timing] (Rank 15) Elbow-Sort: 17 [msec]
@@ -0,0 +1,102 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 0) Total : 578 [msec]
[Timing] (Rank 0) Full-Sort : 174 [msec]
[Timing] (Rank 0) Exchange : 172 [msec]
[Timing] (Rank 0) Min-Max : 79 [msec]
[Timing] (Rank 0) Elbow-Sort: 152 [msec]
Results validation ... [PASS] 
[Timing] (Rank 8) Total : 576 [msec]
[Timing] (Rank 8) Full-Sort : 173 [msec]
[Timing] (Rank 8) Exchange : 168 [msec]
[Timing] (Rank 8) Min-Max : 79 [msec]
[Timing] (Rank 8) Elbow-Sort: 153 [msec]
[Timing] (Rank 5) Total : 589 [msec]
[Timing] (Rank 5) Full-Sort : 181 [msec]
[Timing] (Rank 5) Exchange : 139 [msec]
[Timing] (Rank 5) Min-Max : 111 [msec]
[Timing] (Rank 5) Elbow-Sort: 156 [msec]
[Timing] (Rank 14) Total : 575 [msec]
[Timing] (Rank 14) Full-Sort : 179 [msec]
[Timing] (Rank 14) Exchange : 155 [msec]
[Timing] (Rank 14) Min-Max : 89 [msec]
[Timing] (Rank 14) Elbow-Sort: 151 [msec]
[Timing] (Rank 3) Total : 576 [msec]
[Timing] (Rank 3) Full-Sort : 171 [msec]
[Timing] (Rank 3) Exchange : 175 [msec]
[Timing] (Rank 3) Min-Max : 80 [msec]
[Timing] (Rank 3) Elbow-Sort: 149 [msec]
[Timing] (Rank 2) Total : 576 [msec]
[Timing] (Rank 2) Full-Sort : 171 [msec]
[Timing] (Rank 2) Exchange : 173 [msec]
[Timing] (Rank 2) Min-Max : 81 [msec]
[Timing] (Rank 2) Elbow-Sort: 149 [msec]
[Timing] (Rank 1) Total : 576 [msec]
[Timing] (Rank 1) Full-Sort : 171 [msec]
[Timing] (Rank 1) Exchange : 174 [msec]
[Timing] (Rank 1) Min-Max : 80 [msec]
[Timing] (Rank 1) Elbow-Sort: 150 [msec]
[Timing] (Rank 11) Total : 573 [msec]
[Timing] (Rank 11) Full-Sort : 173 [msec]
[Timing] (Rank 11) Exchange : 169 [msec]
[Timing] (Rank 11) Min-Max : 81 [msec]
[Timing] (Rank 11) Elbow-Sort: 148 [msec]
[Timing] (Rank 10) Total : 572 [msec]
[Timing] (Rank 10) Full-Sort : 173 [msec]
[Timing] (Rank 10) Exchange : 169 [msec]
[Timing] (Rank 10) Min-Max : 80 [msec]
[Timing] (Rank 10) Elbow-Sort: 148 [msec]
[Timing] (Rank 9) Total : 572 [msec]
[Timing] (Rank 9) Full-Sort : 173 [msec]
[Timing] (Rank 9) Exchange : 167 [msec]
[Timing] (Rank 9) Min-Max : 81 [msec]
[Timing] (Rank 9) Elbow-Sort: 149 [msec]
[Timing] (Rank 4) Total : 588 [msec]
[Timing] (Rank 4) Full-Sort : 182 [msec]
[Timing] (Rank 4) Exchange : 139 [msec]
[Timing] (Rank 4) Min-Max : 110 [msec]
[Timing] (Rank 4) Elbow-Sort: 156 [msec]
[Timing] (Rank 7) Total : 589 [msec]
[Timing] (Rank 7) Full-Sort : 181 [msec]
[Timing] (Rank 7) Exchange : 138 [msec]
[Timing] (Rank 7) Min-Max : 113 [msec]
[Timing] (Rank 7) Elbow-Sort: 155 [msec]
[Timing] (Rank 6) Total : 588 [msec]
[Timing] (Rank 6) Full-Sort : 181 [msec]
[Timing] (Rank 6) Exchange : 138 [msec]
[Timing] (Rank 6) Min-Max : 113 [msec]
[Timing] (Rank 6) Elbow-Sort: 154 [msec]
[Timing] (Rank 12) Total : 576 [msec]
[Timing] (Rank 12) Full-Sort : 181 [msec]
[Timing] (Rank 12) Exchange : 154 [msec]
[Timing] (Rank 12) Min-Max : 88 [msec]
[Timing] (Rank 12) Elbow-Sort: 151 [msec]
[Timing] (Rank 15) Total : 575 [msec]
[Timing] (Rank 15) Full-Sort : 178 [msec]
[Timing] (Rank 15) Exchange : 156 [msec]
[Timing] (Rank 15) Min-Max : 89 [msec]
[Timing] (Rank 15) Elbow-Sort: 150 [msec]
[Timing] (Rank 13) Total : 574 [msec]
[Timing] (Rank 13) Full-Sort : 178 [msec]
[Timing] (Rank 13) Exchange : 155 [msec]
[Timing] (Rank 13) Min-Max : 89 [msec]
[Timing] (Rank 13) Elbow-Sort: 151 [msec]
@@ -0,0 +1,102 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 10) Total : 2340 [msec]
[Timing] (Rank 10) Full-Sort : 749 [msec]
[Timing] (Rank 10) Exchange : 664 [msec]
[Timing] (Rank 10) Min-Max : 333 [msec]
[Timing] (Rank 10) Elbow-Sort: 593 [msec]
[Timing] (Rank 1) Total : 2308 [msec]
[Timing] (Rank 1) Full-Sort : 747 [msec]
[Timing] (Rank 1) Exchange : 627 [msec]
[Timing] (Rank 1) Min-Max : 330 [msec]
[Timing] (Rank 1) Elbow-Sort: 601 [msec]
[Timing] (Rank 4) Total : 2343 [msec]
[Timing] (Rank 4) Full-Sort : 757 [msec]
[Timing] (Rank 4) Exchange : 536 [msec]
[Timing] (Rank 4) Min-Max : 432 [msec]
[Timing] (Rank 4) Elbow-Sort: 617 [msec]
[Timing] (Rank 13) Total : 2361 [msec]
[Timing] (Rank 13) Full-Sort : 761 [msec]
[Timing] (Rank 13) Exchange : 622 [msec]
[Timing] (Rank 13) Min-Max : 369 [msec]
[Timing] (Rank 13) Elbow-Sort: 607 [msec]
[Timing] (Rank 8) Total : 2349 [msec]
[Timing] (Rank 8) Full-Sort : 768 [msec]
[Timing] (Rank 8) Exchange : 636 [msec]
[Timing] (Rank 8) Min-Max : 331 [msec]
[Timing] (Rank 8) Elbow-Sort: 613 [msec]
[Timing] (Rank 9) Total : 2341 [msec]
[Timing] (Rank 9) Full-Sort : 747 [msec]
[Timing] (Rank 9) Exchange : 666 [msec]
[Timing] (Rank 9) Min-Max : 329 [msec]
[Timing] (Rank 9) Elbow-Sort: 598 [msec]
[Timing] (Rank 11) Total : 2345 [msec]
[Timing] (Rank 11) Full-Sort : 749 [msec]
[Timing] (Rank 11) Exchange : 666 [msec]
[Timing] (Rank 11) Min-Max : 335 [msec]
[Timing] (Rank 11) Elbow-Sort: 593 [msec]
[Timing] (Rank 2) Total : 2309 [msec]
[Timing] (Rank 2) Full-Sort : 739 [msec]
[Timing] (Rank 2) Exchange : 641 [msec]
[Timing] (Rank 2) Min-Max : 330 [msec]
[Timing] (Rank 2) Elbow-Sort: 597 [msec]
[Timing] (Rank 3) Total : 2311 [msec]
[Timing] (Rank 3) Full-Sort : 747 [msec]
[Timing] (Rank 3) Exchange : 631 [msec]
[Timing] (Rank 3) Min-Max : 333 [msec]
[Timing] (Rank 3) Elbow-Sort: 598 [msec]
[Timing] (Rank 0) Total : 2313 [msec]
[Timing] (Rank 0) Full-Sort : 754 [msec]
[Timing] (Rank 0) Exchange : 629 [msec]
[Timing] (Rank 0) Min-Max : 329 [msec]
[Timing] (Rank 0) Elbow-Sort: 599 [msec]
Results validation ... [PASS] 
[Timing] (Rank 6) Total : 2345 [msec]
[Timing] (Rank 6) Full-Sort : 758 [msec]
[Timing] (Rank 6) Exchange : 541 [msec]
[Timing] (Rank 6) Min-Max : 435 [msec]
[Timing] (Rank 6) Elbow-Sort: 610 [msec]
[Timing] (Rank 7) Total : 2343 [msec]
[Timing] (Rank 7) Full-Sort : 764 [msec]
[Timing] (Rank 7) Exchange : 534 [msec]
[Timing] (Rank 7) Min-Max : 435 [msec]
[Timing] (Rank 7) Elbow-Sort: 609 [msec]
[Timing] (Rank 5) Total : 2344 [msec]
[Timing] (Rank 5) Full-Sort : 765 [msec]
[Timing] (Rank 5) Exchange : 528 [msec]
[Timing] (Rank 5) Min-Max : 433 [msec]
[Timing] (Rank 5) Elbow-Sort: 617 [msec]
[Timing] (Rank 15) Total : 2362 [msec]
[Timing] (Rank 15) Full-Sort : 762 [msec]
[Timing] (Rank 15) Exchange : 621 [msec]
[Timing] (Rank 15) Min-Max : 373 [msec]
[Timing] (Rank 15) Elbow-Sort: 604 [msec]
[Timing] (Rank 14) Total : 2362 [msec]
[Timing] (Rank 14) Full-Sort : 757 [msec]
[Timing] (Rank 14) Exchange : 626 [msec]
[Timing] (Rank 14) Min-Max : 373 [msec]
[Timing] (Rank 14) Elbow-Sort: 604 [msec]
[Timing] (Rank 12) Total : 2367 [msec]
[Timing] (Rank 12) Full-Sort : 784 [msec]
[Timing] (Rank 12) Exchange : 588 [msec]
[Timing] (Rank 12) Min-Max : 370 [msec]
[Timing] (Rank 12) Elbow-Sort: 623 [msec]
@@ -0,0 +1,102 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 10) Total : 9612 [msec]
[Timing] (Rank 10) Full-Sort : 3209 [msec]
[Timing] (Rank 10) Exchange : 2743 [msec]
[Timing] (Rank 10) Min-Max : 1267 [msec]
[Timing] (Rank 10) Elbow-Sort: 2390 [msec]
[Timing] (Rank 14) Total : 9620 [msec]
[Timing] (Rank 14) Full-Sort : 3272 [msec]
[Timing] (Rank 14) Exchange : 2545 [msec]
[Timing] (Rank 14) Min-Max : 1394 [msec]
[Timing] (Rank 14) Elbow-Sort: 2408 [msec]
[Timing] (Rank 3) Total : 9447 [msec]
[Timing] (Rank 3) Full-Sort : 3183 [msec]
[Timing] (Rank 3) Exchange : 2625 [msec]
[Timing] (Rank 3) Min-Max : 1254 [msec]
[Timing] (Rank 3) Elbow-Sort: 2384 [msec]
[Timing] (Rank 4) Total : 9595 [msec]
[Timing] (Rank 4) Full-Sort : 3342 [msec]
[Timing] (Rank 4) Exchange : 2102 [msec]
[Timing] (Rank 4) Min-Max : 1679 [msec]
[Timing] (Rank 4) Elbow-Sort: 2471 [msec]
[Timing] (Rank 11) Total : 9614 [msec]
[Timing] (Rank 11) Full-Sort : 3247 [msec]
[Timing] (Rank 11) Exchange : 2716 [msec]
[Timing] (Rank 11) Min-Max : 1267 [msec]
[Timing] (Rank 11) Elbow-Sort: 2382 [msec]
[Timing] (Rank 9) Total : 9611 [msec]
[Timing] (Rank 9) Full-Sort : 3233 [msec]
[Timing] (Rank 9) Exchange : 2711 [msec]
[Timing] (Rank 9) Min-Max : 1264 [msec]
[Timing] (Rank 9) Elbow-Sort: 2401 [msec]
[Timing] (Rank 8) Total : 9627 [msec]
[Timing] (Rank 8) Full-Sort : 3299 [msec]
[Timing] (Rank 8) Exchange : 2670 [msec]
[Timing] (Rank 8) Min-Max : 1260 [msec]
[Timing] (Rank 8) Elbow-Sort: 2396 [msec]
[Timing] (Rank 0) Total : 9471 [msec]
[Timing] (Rank 0) Full-Sort : 3242 [msec]
[Timing] (Rank 0) Exchange : 2599 [msec]
[Timing] (Rank 0) Min-Max : 1240 [msec]
[Timing] (Rank 0) Elbow-Sort: 2389 [msec]
Results validation ... [PASS] 
[Timing] (Rank 1) Total : 9443 [msec]
[Timing] (Rank 1) Full-Sort : 3218 [msec]
[Timing] (Rank 1) Exchange : 2556 [msec]
[Timing] (Rank 1) Min-Max : 1260 [msec]
[Timing] (Rank 1) Elbow-Sort: 2407 [msec]
[Timing] (Rank 2) Total : 9453 [msec]
[Timing] (Rank 2) Full-Sort : 3196 [msec]
[Timing] (Rank 2) Exchange : 2606 [msec]
[Timing] (Rank 2) Min-Max : 1265 [msec]
[Timing] (Rank 2) Elbow-Sort: 2384 [msec]
[Timing] (Rank 15) Total : 9625 [msec]
[Timing] (Rank 15) Full-Sort : 3297 [msec]
[Timing] (Rank 15) Exchange : 2550 [msec]
[Timing] (Rank 15) Min-Max : 1372 [msec]
[Timing] (Rank 15) Elbow-Sort: 2404 [msec]
[Timing] (Rank 13) Total : 9620 [msec]
[Timing] (Rank 13) Full-Sort : 3271 [msec]
[Timing] (Rank 13) Exchange : 2530 [msec]
[Timing] (Rank 13) Min-Max : 1394 [msec]
[Timing] (Rank 13) Elbow-Sort: 2422 [msec]
[Timing] (Rank 12) Total : 9675 [msec]
[Timing] (Rank 12) Full-Sort : 3336 [msec]
[Timing] (Rank 12) Exchange : 2479 [msec]
[Timing] (Rank 12) Min-Max : 1370 [msec]
[Timing] (Rank 12) Elbow-Sort: 2488 [msec]
[Timing] (Rank 6) Total : 9601 [msec]
[Timing] (Rank 6) Full-Sort : 3350 [msec]
[Timing] (Rank 6) Exchange : 2137 [msec]
[Timing] (Rank 6) Min-Max : 1670 [msec]
[Timing] (Rank 6) Elbow-Sort: 2443 [msec]
[Timing] (Rank 5) Total : 9598 [msec]
[Timing] (Rank 5) Full-Sort : 3325 [msec]
[Timing] (Rank 5) Exchange : 2117 [msec]
[Timing] (Rank 5) Min-Max : 1678 [msec]
[Timing] (Rank 5) Elbow-Sort: 2477 [msec]
[Timing] (Rank 7) Total : 9595 [msec]
[Timing] (Rank 7) Full-Sort : 3340 [msec]
[Timing] (Rank 7) Exchange : 2152 [msec]
[Timing] (Rank 7) Min-Max : 1656 [msec]
[Timing] (Rank 7) Elbow-Sort: 2446 [msec]
@@ -0,0 +1,182 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 12) Total : 125 [msec]
[Timing] (Rank 12) Full-Sort : 20 [msec]
[Timing] (Rank 12) Exchange : 66 [msec]
[Timing] (Rank 12) Min-Max : 15 [msec]
[Timing] (Rank 12) Elbow-Sort: 22 [msec]
[Timing] (Rank 3) Total : 126 [msec]
[Timing] (Rank 3) Full-Sort : 19 [msec]
[Timing] (Rank 3) Exchange : 71 [msec]
[Timing] (Rank 3) Min-Max : 13 [msec]
[Timing] (Rank 3) Elbow-Sort: 22 [msec]
[Timing] (Rank 20) Total : 129 [msec]
[Timing] (Rank 20) Full-Sort : 19 [msec]
[Timing] (Rank 20) Exchange : 74 [msec]
[Timing] (Rank 20) Min-Max : 13 [msec]
[Timing] (Rank 20) Elbow-Sort: 22 [msec]
[Timing] (Rank 30) Total : 126 [msec]
[Timing] (Rank 30) Full-Sort : 19 [msec]
[Timing] (Rank 30) Exchange : 70 [msec]
[Timing] (Rank 30) Min-Max : 13 [msec]
[Timing] (Rank 30) Elbow-Sort: 22 [msec]
[Timing] (Rank 8) Total : 125 [msec]
[Timing] (Rank 8) Full-Sort : 19 [msec]
[Timing] (Rank 8) Exchange : 67 [msec]
[Timing] (Rank 8) Min-Max : 15 [msec]
[Timing] (Rank 8) Elbow-Sort: 22 [msec]
[Timing] (Rank 11) Total : 124 [msec]
[Timing] (Rank 11) Full-Sort : 20 [msec]
[Timing] (Rank 11) Exchange : 66 [msec]
[Timing] (Rank 11) Min-Max : 15 [msec]
[Timing] (Rank 11) Elbow-Sort: 22 [msec]
[Timing] (Rank 13) Total : 125 [msec]
[Timing] (Rank 13) Full-Sort : 20 [msec]
[Timing] (Rank 13) Exchange : 66 [msec]
[Timing] (Rank 13) Min-Max : 16 [msec]
[Timing] (Rank 13) Elbow-Sort: 22 [msec]
[Timing] (Rank 15) Total : 124 [msec]
[Timing] (Rank 15) Full-Sort : 20 [msec]
[Timing] (Rank 15) Exchange : 66 [msec]
[Timing] (Rank 15) Min-Max : 15 [msec]
[Timing] (Rank 15) Elbow-Sort: 22 [msec]
[Timing] (Rank 9) Total : 124 [msec]
[Timing] (Rank 9) Full-Sort : 20 [msec]
[Timing] (Rank 9) Exchange : 66 [msec]
[Timing] (Rank 9) Min-Max : 15 [msec]
[Timing] (Rank 9) Elbow-Sort: 22 [msec]
[Timing] (Rank 14) Total : 124 [msec]
[Timing] (Rank 14) Full-Sort : 20 [msec]
[Timing] (Rank 14) Exchange : 66 [msec]
[Timing] (Rank 14) Min-Max : 15 [msec]
[Timing] (Rank 14) Elbow-Sort: 22 [msec]
[Timing] (Rank 10) Total : 125 [msec]
[Timing] (Rank 10) Full-Sort : 19 [msec]
[Timing] (Rank 10) Exchange : 67 [msec]
[Timing] (Rank 10) Min-Max : 15 [msec]
[Timing] (Rank 10) Elbow-Sort: 22 [msec]
[Timing] (Rank 1) Total : 126 [msec]
[Timing] (Rank 1) Full-Sort : 18 [msec]
[Timing] (Rank 1) Exchange : 72 [msec]
[Timing] (Rank 1) Min-Max : 13 [msec]
[Timing] (Rank 1) Elbow-Sort: 22 [msec]
[Timing] (Rank 2) Total : 126 [msec]
[Timing] (Rank 2) Full-Sort : 18 [msec]
[Timing] (Rank 2) Exchange : 71 [msec]
[Timing] (Rank 2) Min-Max : 13 [msec]
[Timing] (Rank 2) Elbow-Sort: 22 [msec]
[Timing] (Rank 4) Total : 126 [msec]
[Timing] (Rank 4) Full-Sort : 18 [msec]
[Timing] (Rank 4) Exchange : 72 [msec]
[Timing] (Rank 4) Min-Max : 13 [msec]
[Timing] (Rank 4) Elbow-Sort: 22 [msec]
[Timing] (Rank 0) Total : 126 [msec]
[Timing] (Rank 0) Full-Sort : 19 [msec]
[Timing] (Rank 0) Exchange : 71 [msec]
[Timing] (Rank 0) Min-Max : 13 [msec]
[Timing] (Rank 0) Elbow-Sort: 22 [msec]
Results validation ... [PASS] 
[Timing] (Rank 5) Total : 126 [msec]
[Timing] (Rank 5) Full-Sort : 19 [msec]
[Timing] (Rank 5) Exchange : 72 [msec]
[Timing] (Rank 5) Min-Max : 12 [msec]
[Timing] (Rank 5) Elbow-Sort: 22 [msec]
[Timing] (Rank 7) Total : 126 [msec]
[Timing] (Rank 7) Full-Sort : 18 [msec]
[Timing] (Rank 7) Exchange : 72 [msec]
[Timing] (Rank 7) Min-Max : 13 [msec]
[Timing] (Rank 7) Elbow-Sort: 22 [msec]
[Timing] (Rank 6) Total : 126 [msec]
[Timing] (Rank 6) Full-Sort : 18 [msec]
[Timing] (Rank 6) Exchange : 72 [msec]
[Timing] (Rank 6) Min-Max : 13 [msec]
[Timing] (Rank 6) Elbow-Sort: 22 [msec]
[Timing] (Rank 23) Total : 129 [msec]
[Timing] (Rank 23) Full-Sort : 19 [msec]
[Timing] (Rank 23) Exchange : 73 [msec]
[Timing] (Rank 23) Min-Max : 14 [msec]
[Timing] (Rank 23) Elbow-Sort: 22 [msec]
[Timing] (Rank 18) Total : 129 [msec]
[Timing] (Rank 18) Full-Sort : 19 [msec]
[Timing] (Rank 18) Exchange : 74 [msec]
[Timing] (Rank 18) Min-Max : 14 [msec]
[Timing] (Rank 18) Elbow-Sort: 22 [msec]
[Timing] (Rank 21) Total : 130 [msec]
[Timing] (Rank 21) Full-Sort : 19 [msec]
[Timing] (Rank 21) Exchange : 74 [msec]
[Timing] (Rank 21) Min-Max : 14 [msec]
[Timing] (Rank 21) Elbow-Sort: 22 [msec]
[Timing] (Rank 17) Total : 129 [msec]
[Timing] (Rank 17) Full-Sort : 18 [msec]
[Timing] (Rank 17) Exchange : 73 [msec]
[Timing] (Rank 17) Min-Max : 14 [msec]
[Timing] (Rank 17) Elbow-Sort: 22 [msec]
[Timing] (Rank 22) Total : 129 [msec]
[Timing] (Rank 22) Full-Sort : 19 [msec]
[Timing] (Rank 22) Exchange : 74 [msec]
[Timing] (Rank 22) Min-Max : 13 [msec]
[Timing] (Rank 22) Elbow-Sort: 22 [msec]
[Timing] (Rank 19) Total : 129 [msec]
[Timing] (Rank 19) Full-Sort : 19 [msec]
[Timing] (Rank 19) Exchange : 74 [msec]
[Timing] (Rank 19) Min-Max : 13 [msec]
[Timing] (Rank 19) Elbow-Sort: 22 [msec]
[Timing] (Rank 16) Total : 129 [msec]
[Timing] (Rank 16) Full-Sort : 19 [msec]
[Timing] (Rank 16) Exchange : 73 [msec]
[Timing] (Rank 16) Min-Max : 14 [msec]
[Timing] (Rank 16) Elbow-Sort: 22 [msec]
[Timing] (Rank 24) Total : 128 [msec]
[Timing] (Rank 24) Full-Sort : 20 [msec]
[Timing] (Rank 24) Exchange : 71 [msec]
[Timing] (Rank 24) Min-Max : 14 [msec]
[Timing] (Rank 24) Elbow-Sort: 22 [msec]
[Timing] (Rank 26) Total : 127 [msec]
[Timing] (Rank 26) Full-Sort : 19 [msec]
[Timing] (Rank 26) Exchange : 71 [msec]
[Timing] (Rank 26) Min-Max : 14 [msec]
[Timing] (Rank 26) Elbow-Sort: 22 [msec]
[Timing] (Rank 29) Total : 126 [msec]
[Timing] (Rank 29) Full-Sort : 19 [msec]
[Timing] (Rank 29) Exchange : 69 [msec]
[Timing] (Rank 29) Min-Max : 15 [msec]
[Timing] (Rank 29) Elbow-Sort: 22 [msec]
[Timing] (Rank 31) Total : 126 [msec]
[Timing] (Rank 31) Full-Sort : 20 [msec]
[Timing] (Rank 31) Exchange : 69 [msec]
[Timing] (Rank 31) Min-Max : 14 [msec]
[Timing] (Rank 31) Elbow-Sort: 22 [msec]
[Timing] (Rank 28) Total : 126 [msec]
[Timing] (Rank 28) Full-Sort : 19 [msec]
[Timing] (Rank 28) Exchange : 70 [msec]
[Timing] (Rank 28) Min-Max : 14 [msec]
[Timing] (Rank 28) Elbow-Sort: 22 [msec]
[Timing] (Rank 25) Total : 126 [msec]
[Timing] (Rank 25) Full-Sort : 22 [msec]
[Timing] (Rank 25) Exchange : 58 [msec]
[Timing] (Rank 25) Min-Max : 19 [msec]
[Timing] (Rank 25) Elbow-Sort: 25 [msec]
[Timing] (Rank 27) Total : 126 [msec]
[Timing] (Rank 27) Full-Sort : 22 [msec]
[Timing] (Rank 27) Exchange : 58 [msec]
[Timing] (Rank 27) Min-Max : 19 [msec]
[Timing] (Rank 27) Elbow-Sort: 25 [msec]
@@ -0,0 +1,182 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 18) Total : 958 [msec]
[Timing] (Rank 18) Full-Sort : 183 [msec]
[Timing] (Rank 18) Exchange : 424 [msec]
[Timing] (Rank 18) Min-Max : 159 [msec]
[Timing] (Rank 18) Elbow-Sort: 191 [msec]
[Timing] (Rank 13) Total : 964 [msec]
[Timing] (Rank 13) Full-Sort : 201 [msec]
[Timing] (Rank 13) Exchange : 342 [msec]
[Timing] (Rank 13) Min-Max : 219 [msec]
[Timing] (Rank 13) Elbow-Sort: 200 [msec]
[Timing] (Rank 7) Total : 934 [msec]
[Timing] (Rank 7) Full-Sort : 181 [msec]
[Timing] (Rank 7) Exchange : 404 [msec]
[Timing] (Rank 7) Min-Max : 159 [msec]
[Timing] (Rank 7) Elbow-Sort: 189 [msec]
[Timing] (Rank 14) Total : 966 [msec]
[Timing] (Rank 14) Full-Sort : 199 [msec]
[Timing] (Rank 14) Exchange : 348 [msec]
[Timing] (Rank 14) Min-Max : 220 [msec]
[Timing] (Rank 14) Elbow-Sort: 198 [msec]
[Timing] (Rank 15) Total : 964 [msec]
[Timing] (Rank 15) Full-Sort : 200 [msec]
[Timing] (Rank 15) Exchange : 345 [msec]
[Timing] (Rank 15) Min-Max : 219 [msec]
[Timing] (Rank 15) Elbow-Sort: 198 [msec]
[Timing] (Rank 9) Total : 958 [msec]
[Timing] (Rank 9) Full-Sort : 193 [msec]
[Timing] (Rank 9) Exchange : 366 [msec]
[Timing] (Rank 9) Min-Max : 193 [msec]
[Timing] (Rank 9) Elbow-Sort: 205 [msec]
[Timing] (Rank 11) Total : 959 [msec]
[Timing] (Rank 11) Full-Sort : 194 [msec]
[Timing] (Rank 11) Exchange : 365 [msec]
[Timing] (Rank 11) Min-Max : 195 [msec]
[Timing] (Rank 11) Elbow-Sort: 204 [msec]
[Timing] (Rank 10) Total : 958 [msec]
[Timing] (Rank 10) Full-Sort : 193 [msec]
[Timing] (Rank 10) Exchange : 370 [msec]
[Timing] (Rank 10) Min-Max : 190 [msec]
[Timing] (Rank 10) Elbow-Sort: 204 [msec]
[Timing] (Rank 12) Total : 964 [msec]
[Timing] (Rank 12) Full-Sort : 202 [msec]
[Timing] (Rank 12) Exchange : 343 [msec]
[Timing] (Rank 12) Min-Max : 218 [msec]
[Timing] (Rank 12) Elbow-Sort: 200 [msec]
[Timing] (Rank 8) Total : 958 [msec]
[Timing] (Rank 8) Full-Sort : 195 [msec]
[Timing] (Rank 8) Exchange : 363 [msec]
[Timing] (Rank 8) Min-Max : 193 [msec]
[Timing] (Rank 8) Elbow-Sort: 206 [msec]
[Timing] (Rank 21) Total : 959 [msec]
[Timing] (Rank 21) Full-Sort : 185 [msec]
[Timing] (Rank 21) Exchange : 420 [msec]
[Timing] (Rank 21) Min-Max : 161 [msec]
[Timing] (Rank 21) Elbow-Sort: 191 [msec]
[Timing] (Rank 22) Total : 959 [msec]
[Timing] (Rank 22) Full-Sort : 182 [msec]
[Timing] (Rank 22) Exchange : 426 [msec]
[Timing] (Rank 22) Min-Max : 160 [msec]
[Timing] (Rank 22) Elbow-Sort: 189 [msec]
[Timing] (Rank 19) Total : 959 [msec]
[Timing] (Rank 19) Full-Sort : 185 [msec]
[Timing] (Rank 19) Exchange : 428 [msec]
[Timing] (Rank 19) Min-Max : 153 [msec]
[Timing] (Rank 19) Elbow-Sort: 191 [msec]
[Timing] (Rank 20) Total : 958 [msec]
[Timing] (Rank 20) Full-Sort : 183 [msec]
[Timing] (Rank 20) Exchange : 424 [msec]
[Timing] (Rank 20) Min-Max : 159 [msec]
[Timing] (Rank 20) Elbow-Sort: 190 [msec]
[Timing] (Rank 17) Total : 958 [msec]
[Timing] (Rank 17) Full-Sort : 183 [msec]
[Timing] (Rank 17) Exchange : 427 [msec]
[Timing] (Rank 17) Min-Max : 155 [msec]
[Timing] (Rank 17) Elbow-Sort: 191 [msec]
[Timing] (Rank 26) Total : 975 [msec]
[Timing] (Rank 26) Full-Sort : 181 [msec]
[Timing] (Rank 26) Exchange : 475 [msec]
[Timing] (Rank 26) Min-Max : 127 [msec]
[Timing] (Rank 26) Elbow-Sort: 190 [msec]
[Timing] (Rank 23) Total : 958 [msec]
[Timing] (Rank 23) Full-Sort : 183 [msec]
[Timing] (Rank 23) Exchange : 426 [msec]
[Timing] (Rank 23) Min-Max : 157 [msec]
[Timing] (Rank 23) Elbow-Sort: 190 [msec]
[Timing] (Rank 16) Total : 959 [msec]
[Timing] (Rank 16) Full-Sort : 186 [msec]
[Timing] (Rank 16) Exchange : 417 [msec]
[Timing] (Rank 16) Min-Max : 158 [msec]
[Timing] (Rank 16) Elbow-Sort: 196 [msec]
[Timing] (Rank 2) Total : 934 [msec]
[Timing] (Rank 2) Full-Sort : 181 [msec]
[Timing] (Rank 2) Exchange : 403 [msec]
[Timing] (Rank 2) Min-Max : 159 [msec]
[Timing] (Rank 2) Elbow-Sort: 190 [msec]
[Timing] (Rank 4) Total : 935 [msec]
[Timing] (Rank 4) Full-Sort : 183 [msec]
[Timing] (Rank 4) Exchange : 402 [msec]
[Timing] (Rank 4) Min-Max : 158 [msec]
[Timing] (Rank 4) Elbow-Sort: 190 [msec]
[Timing] (Rank 6) Total : 935 [msec]
[Timing] (Rank 6) Full-Sort : 181 [msec]
[Timing] (Rank 6) Exchange : 404 [msec]
[Timing] (Rank 6) Min-Max : 160 [msec]
[Timing] (Rank 6) Elbow-Sort: 189 [msec]
[Timing] (Rank 3) Total : 935 [msec]
[Timing] (Rank 3) Full-Sort : 183 [msec]
[Timing] (Rank 3) Exchange : 401 [msec]
[Timing] (Rank 3) Min-Max : 159 [msec]
[Timing] (Rank 3) Elbow-Sort: 191 [msec]
[Timing] (Rank 5) Total : 935 [msec]
[Timing] (Rank 5) Full-Sort : 184 [msec]
[Timing] (Rank 5) Exchange : 402 [msec]
[Timing] (Rank 5) Min-Max : 158 [msec]
[Timing] (Rank 5) Elbow-Sort: 190 [msec]
[Timing] (Rank 1) Total : 935 [msec]
[Timing] (Rank 1) Full-Sort : 181 [msec]
[Timing] (Rank 1) Exchange : 399 [msec]
[Timing] (Rank 1) Min-Max : 161 [msec]
[Timing] (Rank 1) Elbow-Sort: 192 [msec]
[Timing] (Rank 0) Total : 937 [msec]
[Timing] (Rank 0) Full-Sort : 178 [msec]
[Timing] (Rank 0) Exchange : 402 [msec]
[Timing] (Rank 0) Min-Max : 160 [msec]
[Timing] (Rank 0) Elbow-Sort: 197 [msec]
Results validation ... [PASS] 
[Timing] (Rank 28) Total : 960 [msec]
[Timing] (Rank 28) Full-Sort : 181 [msec]
[Timing] (Rank 28) Exchange : 450 [msec]
[Timing] (Rank 28) Min-Max : 136 [msec]
[Timing] (Rank 28) Elbow-Sort: 192 [msec]
[Timing] (Rank 31) Total : 959 [msec]
[Timing] (Rank 31) Full-Sort : 180 [msec]
[Timing] (Rank 31) Exchange : 462 [msec]
[Timing] (Rank 31) Min-Max : 127 [msec]
[Timing] (Rank 31) Elbow-Sort: 189 [msec]
[Timing] (Rank 30) Total : 960 [msec]
[Timing] (Rank 30) Full-Sort : 180 [msec]
[Timing] (Rank 30) Exchange : 454 [msec]
[Timing] (Rank 30) Min-Max : 134 [msec]
[Timing] (Rank 30) Elbow-Sort: 190 [msec]
[Timing] (Rank 24) Total : 976 [msec]
[Timing] (Rank 24) Full-Sort : 182 [msec]
[Timing] (Rank 24) Exchange : 468 [msec]
[Timing] (Rank 24) Min-Max : 127 [msec]
[Timing] (Rank 24) Elbow-Sort: 197 [msec]
[Timing] (Rank 29) Total : 959 [msec]
[Timing] (Rank 29) Full-Sort : 183 [msec]
[Timing] (Rank 29) Exchange : 456 [msec]
[Timing] (Rank 29) Min-Max : 127 [msec]
[Timing] (Rank 29) Elbow-Sort: 192 [msec]
[Timing] (Rank 27) Total : 965 [msec]
[Timing] (Rank 27) Full-Sort : 210 [msec]
[Timing] (Rank 27) Exchange : 304 [msec]
[Timing] (Rank 27) Min-Max : 222 [msec]
[Timing] (Rank 27) Elbow-Sort: 228 [msec]
[Timing] (Rank 25) Total : 966 [msec]
[Timing] (Rank 25) Full-Sort : 211 [msec]
[Timing] (Rank 25) Exchange : 303 [msec]
[Timing] (Rank 25) Min-Max : 222 [msec]
[Timing] (Rank 25) Elbow-Sort: 228 [msec]
@@ -0,0 +1,182 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 19) Total : 3990 [msec]
[Timing] (Rank 19) Full-Sort : 784 [msec]
[Timing] (Rank 19) Exchange : 1800 [msec]
[Timing] (Rank 19) Min-Max : 651 [msec]
[Timing] (Rank 19) Elbow-Sort: 754 [msec]
[Timing] (Rank 12) Total : 4056 [msec]
[Timing] (Rank 12) Full-Sort : 877 [msec]
[Timing] (Rank 12) Exchange : 1504 [msec]
[Timing] (Rank 12) Min-Max : 885 [msec]
[Timing] (Rank 12) Elbow-Sort: 788 [msec]
[Timing] (Rank 1) Total : 3909 [msec]
[Timing] (Rank 1) Full-Sort : 768 [msec]
[Timing] (Rank 1) Exchange : 1708 [msec]
[Timing] (Rank 1) Min-Max : 666 [msec]
[Timing] (Rank 1) Elbow-Sort: 765 [msec]
[Timing] (Rank 28) Total : 4001 [msec]
[Timing] (Rank 28) Full-Sort : 789 [msec]
[Timing] (Rank 28) Exchange : 1877 [msec]
[Timing] (Rank 28) Min-Max : 575 [msec]
[Timing] (Rank 28) Elbow-Sort: 759 [msec]
[Timing] (Rank 17) Total : 3987 [msec]
[Timing] (Rank 17) Full-Sort : 781 [msec]
[Timing] (Rank 17) Exchange : 1792 [msec]
[Timing] (Rank 17) Min-Max : 653 [msec]
[Timing] (Rank 17) Elbow-Sort: 760 [msec]
[Timing] (Rank 23) Total : 3993 [msec]
[Timing] (Rank 23) Full-Sort : 778 [msec]
[Timing] (Rank 23) Exchange : 1836 [msec]
[Timing] (Rank 23) Min-Max : 631 [msec]
[Timing] (Rank 23) Elbow-Sort: 748 [msec]
[Timing] (Rank 22) Total : 3994 [msec]
[Timing] (Rank 22) Full-Sort : 772 [msec]
[Timing] (Rank 22) Exchange : 1818 [msec]
[Timing] (Rank 22) Min-Max : 653 [msec]
[Timing] (Rank 22) Elbow-Sort: 750 [msec]
[Timing] (Rank 18) Total : 3991 [msec]
[Timing] (Rank 18) Full-Sort : 785 [msec]
[Timing] (Rank 18) Exchange : 1795 [msec]
[Timing] (Rank 18) Min-Max : 654 [msec]
[Timing] (Rank 18) Elbow-Sort: 755 [msec]
[Timing] (Rank 20) Total : 3989 [msec]
[Timing] (Rank 20) Full-Sort : 784 [msec]
[Timing] (Rank 20) Exchange : 1794 [msec]
[Timing] (Rank 20) Min-Max : 659 [msec]
[Timing] (Rank 20) Elbow-Sort: 751 [msec]
[Timing] (Rank 21) Total : 3989 [msec]
[Timing] (Rank 21) Full-Sort : 780 [msec]
[Timing] (Rank 21) Exchange : 1820 [msec]
[Timing] (Rank 21) Min-Max : 633 [msec]
[Timing] (Rank 21) Elbow-Sort: 755 [msec]
[Timing] (Rank 16) Total : 3995 [msec]
[Timing] (Rank 16) Full-Sort : 796 [msec]
[Timing] (Rank 16) Exchange : 1785 [msec]
[Timing] (Rank 16) Min-Max : 653 [msec]
[Timing] (Rank 16) Elbow-Sort: 758 [msec]
[Timing] (Rank 14) Total : 4058 [msec]
[Timing] (Rank 14) Full-Sort : 871 [msec]
[Timing] (Rank 14) Exchange : 1518 [msec]
[Timing] (Rank 14) Min-Max : 886 [msec]
[Timing] (Rank 14) Elbow-Sort: 781 [msec]
[Timing] (Rank 9) Total : 4000 [msec]
[Timing] (Rank 9) Full-Sort : 841 [msec]
[Timing] (Rank 9) Exchange : 1558 [msec]
[Timing] (Rank 9) Min-Max : 787 [msec]
[Timing] (Rank 9) Elbow-Sort: 812 [msec]
[Timing] (Rank 13) Total : 4052 [msec]
[Timing] (Rank 13) Full-Sort : 872 [msec]
[Timing] (Rank 13) Exchange : 1509 [msec]
[Timing] (Rank 13) Min-Max : 882 [msec]
[Timing] (Rank 13) Elbow-Sort: 788 [msec]
[Timing] (Rank 11) Total : 4000 [msec]
[Timing] (Rank 11) Full-Sort : 840 [msec]
[Timing] (Rank 11) Exchange : 1565 [msec]
[Timing] (Rank 11) Min-Max : 790 [msec]
[Timing] (Rank 11) Elbow-Sort: 804 [msec]
[Timing] (Rank 10) Total : 4000 [msec]
[Timing] (Rank 10) Full-Sort : 841 [msec]
[Timing] (Rank 10) Exchange : 1566 [msec]
[Timing] (Rank 10) Min-Max : 788 [msec]
[Timing] (Rank 10) Elbow-Sort: 804 [msec]
[Timing] (Rank 8) Total : 4000 [msec]
[Timing] (Rank 8) Full-Sort : 850 [msec]
[Timing] (Rank 8) Exchange : 1548 [msec]
[Timing] (Rank 8) Min-Max : 789 [msec]
[Timing] (Rank 8) Elbow-Sort: 811 [msec]
[Timing] (Rank 15) Total : 4056 [msec]
[Timing] (Rank 15) Full-Sort : 871 [msec]
[Timing] (Rank 15) Exchange : 1520 [msec]
[Timing] (Rank 15) Min-Max : 883 [msec]
[Timing] (Rank 15) Elbow-Sort: 781 [msec]
[Timing] (Rank 5) Total : 3910 [msec]
[Timing] (Rank 5) Full-Sort : 765 [msec]
[Timing] (Rank 5) Exchange : 1731 [msec]
[Timing] (Rank 5) Min-Max : 656 [msec]
[Timing] (Rank 5) Elbow-Sort: 756 [msec]
[Timing] (Rank 3) Total : 3910 [msec]
[Timing] (Rank 3) Full-Sort : 766 [msec]
[Timing] (Rank 3) Exchange : 1709 [msec]
[Timing] (Rank 3) Min-Max : 673 [msec]
[Timing] (Rank 3) Elbow-Sort: 760 [msec]
[Timing] (Rank 2) Total : 3911 [msec]
[Timing] (Rank 2) Full-Sort : 767 [msec]
[Timing] (Rank 2) Exchange : 1712 [msec]
[Timing] (Rank 2) Min-Max : 670 [msec]
[Timing] (Rank 2) Elbow-Sort: 761 [msec]
[Timing] (Rank 4) Total : 3912 [msec]
[Timing] (Rank 4) Full-Sort : 758 [msec]
[Timing] (Rank 4) Exchange : 1743 [msec]
[Timing] (Rank 4) Min-Max : 655 [msec]
[Timing] (Rank 4) Elbow-Sort: 755 [msec]
[Timing] (Rank 6) Total : 3839 [msec]
[Timing] (Rank 6) Full-Sort : 741 [msec]
[Timing] (Rank 6) Exchange : 1707 [msec]
[Timing] (Rank 6) Min-Max : 649 [msec]
[Timing] (Rank 6) Elbow-Sort: 741 [msec]
[Timing] (Rank 7) Total : 3911 [msec]
[Timing] (Rank 7) Full-Sort : 741 [msec]
[Timing] (Rank 7) Exchange : 1781 [msec]
[Timing] (Rank 7) Min-Max : 644 [msec]
[Timing] (Rank 7) Elbow-Sort: 743 [msec]
[Timing] (Rank 0) Total : 3918 [msec]
[Timing] (Rank 0) Full-Sort : 776 [msec]
[Timing] (Rank 0) Exchange : 1706 [msec]
[Timing] (Rank 0) Min-Max : 673 [msec]
[Timing] (Rank 0) Elbow-Sort: 762 [msec]
Results validation ... [PASS] 
[Timing] (Rank 30) Total : 4002 [msec]
[Timing] (Rank 30) Full-Sort : 780 [msec]
[Timing] (Rank 30) Exchange : 1898 [msec]
[Timing] (Rank 30) Min-Max : 569 [msec]
[Timing] (Rank 30) Elbow-Sort: 753 [msec]
[Timing] (Rank 31) Total : 4003 [msec]
[Timing] (Rank 31) Full-Sort : 783 [msec]
[Timing] (Rank 31) Exchange : 1924 [msec]
[Timing] (Rank 31) Min-Max : 543 [msec]
[Timing] (Rank 31) Elbow-Sort: 752 [msec]
[Timing] (Rank 26) Total : 4197 [msec]
[Timing] (Rank 26) Full-Sort : 784 [msec]
[Timing] (Rank 26) Exchange : 2108 [msec]
[Timing] (Rank 26) Min-Max : 541 [msec]
[Timing] (Rank 26) Elbow-Sort: 763 [msec]
[Timing] (Rank 29) Total : 4004 [msec]
[Timing] (Rank 29) Full-Sort : 787 [msec]
[Timing] (Rank 29) Exchange : 1914 [msec]
[Timing] (Rank 29) Min-Max : 541 [msec]
[Timing] (Rank 29) Elbow-Sort: 760 [msec]
[Timing] (Rank 24) Total : 4206 [msec]
[Timing] (Rank 24) Full-Sort : 790 [msec]
[Timing] (Rank 24) Exchange : 2085 [msec]
[Timing] (Rank 24) Min-Max : 544 [msec]
[Timing] (Rank 24) Elbow-Sort: 785 [msec]
[Timing] (Rank 25) Total : 4240 [msec]
[Timing] (Rank 25) Full-Sort : 932 [msec]
[Timing] (Rank 25) Exchange : 1345 [msec]
[Timing] (Rank 25) Min-Max : 1041 [msec]
[Timing] (Rank 25) Elbow-Sort: 920 [msec]
[Timing] (Rank 27) Total : 4237 [msec]
[Timing] (Rank 27) Full-Sort : 938 [msec]
[Timing] (Rank 27) Exchange : 1337 [msec]
[Timing] (Rank 27) Min-Max : 1044 [msec]
[Timing] (Rank 27) Elbow-Sort: 916 [msec]
@@ -0,0 +1,182 @@
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading rdma-core/32.0
Autoloading libnl/3.3.0
Autoloading singularity/3.6.4
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading openssl/1.1.1h
[Timing] (Rank 19) Total : 15 [sec]
[Timing] (Rank 19) Full-Sort : 3361 [msec]
[Timing] (Rank 19) Exchange : 7138 [msec]
[Timing] (Rank 19) Min-Max : 2411 [msec]
[Timing] (Rank 19) Elbow-Sort: 3005 [msec]
[Timing] (Rank 22) Total : 15 [sec]
[Timing] (Rank 22) Full-Sort : 3315 [msec]
[Timing] (Rank 22) Exchange : 7219 [msec]
[Timing] (Rank 22) Min-Max : 2413 [msec]
[Timing] (Rank 22) Elbow-Sort: 2967 [msec]
[Timing] (Rank 20) Total : 15 [sec]
[Timing] (Rank 20) Full-Sort : 3325 [msec]
[Timing] (Rank 20) Exchange : 7184 [msec]
[Timing] (Rank 20) Min-Max : 2407 [msec]
[Timing] (Rank 20) Elbow-Sort: 2999 [msec]
[Timing] (Rank 21) Total : 15 [sec]
[Timing] (Rank 21) Full-Sort : 3328 [msec]
[Timing] (Rank 21) Exchange : 7241 [msec]
[Timing] (Rank 21) Min-Max : 2325 [msec]
[Timing] (Rank 21) Elbow-Sort: 3011 [msec]
[Timing] (Rank 23) Total : 15 [sec]
[Timing] (Rank 23) Full-Sort : 3364 [msec]
[Timing] (Rank 23) Exchange : 7231 [msec]
[Timing] (Rank 23) Min-Max : 2358 [msec]
[Timing] (Rank 23) Elbow-Sort: 2960 [msec]
[Timing] (Rank 16) Total : 15 [sec]
[Timing] (Rank 16) Full-Sort : 3316 [msec]
[Timing] (Rank 16) Exchange : 7192 [msec]
[Timing] (Rank 16) Min-Max : 2404 [msec]
[Timing] (Rank 16) Elbow-Sort: 3020 [msec]
[Timing] (Rank 18) Total : 15 [sec]
[Timing] (Rank 18) Full-Sort : 3341 [msec]
[Timing] (Rank 18) Exchange : 7192 [msec]
[Timing] (Rank 18) Min-Max : 2375 [msec]
[Timing] (Rank 18) Elbow-Sort: 3001 [msec]
[Timing] (Rank 17) Total : 15 [sec]
[Timing] (Rank 17) Full-Sort : 3332 [msec]
[Timing] (Rank 17) Exchange : 7151 [msec]
[Timing] (Rank 17) Min-Max : 2395 [msec]
[Timing] (Rank 17) Elbow-Sort: 3018 [msec]
[Timing] (Rank 14) Total : 16 [sec]
[Timing] (Rank 14) Full-Sort : 3726 [msec]
[Timing] (Rank 14) Exchange : 6002 [msec]
[Timing] (Rank 14) Min-Max : 3293 [msec]
[Timing] (Rank 14) Elbow-Sort: 3097 [msec]
[Timing] (Rank 6) Total : 15 [sec]
[Timing] (Rank 6) Full-Sort : 3322 [msec]
[Timing] (Rank 6) Exchange : 6826 [msec]
[Timing] (Rank 6) Min-Max : 2568 [msec]
[Timing] (Rank 6) Elbow-Sort: 2999 [msec]
[Timing] (Rank 31) Total : 16 [sec]
[Timing] (Rank 31) Full-Sort : 3350 [msec]
[Timing] (Rank 31) Exchange : 7715 [msec]
[Timing] (Rank 31) Min-Max : 2075 [msec]
[Timing] (Rank 31) Elbow-Sort: 3002 [msec]
[Timing] (Rank 11) Total : 15 [sec]
[Timing] (Rank 11) Full-Sort : 3615 [msec]
[Timing] (Rank 11) Exchange : 6084 [msec]
[Timing] (Rank 11) Min-Max : 3030 [msec]
[Timing] (Rank 11) Elbow-Sort: 3214 [msec]
[Timing] (Rank 10) Total : 15 [sec]
[Timing] (Rank 10) Full-Sort : 3570 [msec]
[Timing] (Rank 10) Exchange : 6117 [msec]
[Timing] (Rank 10) Min-Max : 3055 [msec]
[Timing] (Rank 10) Elbow-Sort: 3212 [msec]
[Timing] (Rank 15) Total : 16 [sec]
[Timing] (Rank 15) Full-Sort : 3784 [msec]
[Timing] (Rank 15) Exchange : 5938 [msec]
[Timing] (Rank 15) Min-Max : 3307 [msec]
[Timing] (Rank 15) Elbow-Sort: 3099 [msec]
[Timing] (Rank 13) Total : 16 [sec]
[Timing] (Rank 13) Full-Sort : 3754 [msec]
[Timing] (Rank 13) Exchange : 5971 [msec]
[Timing] (Rank 13) Min-Max : 3274 [msec]
[Timing] (Rank 13) Elbow-Sort: 3119 [msec]
[Timing] (Rank 9) Total : 15 [sec]
[Timing] (Rank 9) Full-Sort : 3581 [msec]
[Timing] (Rank 9) Exchange : 6089 [msec]
[Timing] (Rank 9) Min-Max : 3040 [msec]
[Timing] (Rank 9) Elbow-Sort: 3240 [msec]
[Timing] (Rank 12) Total : 16 [sec]
[Timing] (Rank 12) Full-Sort : 3747 [msec]
[Timing] (Rank 12) Exchange : 5968 [msec]
[Timing] (Rank 12) Min-Max : 3289 [msec]
[Timing] (Rank 12) Elbow-Sort: 3118 [msec]
[Timing] (Rank 8) Total : 15 [sec]
[Timing] (Rank 8) Full-Sort : 3581 [msec]
[Timing] (Rank 8) Exchange : 6127 [msec]
[Timing] (Rank 8) Min-Max : 3001 [msec]
[Timing] (Rank 8) Elbow-Sort: 3242 [msec]
[Timing] (Rank 4) Total : 15 [sec]
[Timing] (Rank 4) Full-Sort : 3342 [msec]
[Timing] (Rank 4) Exchange : 6827 [msec]
[Timing] (Rank 4) Min-Max : 2528 [msec]
[Timing] (Rank 4) Elbow-Sort: 3024 [msec]
[Timing] (Rank 2) Total : 15 [sec]
[Timing] (Rank 2) Full-Sort : 3341 [msec]
[Timing] (Rank 2) Exchange : 6760 [msec]
[Timing] (Rank 2) Min-Max : 2606 [msec]
[Timing] (Rank 2) Elbow-Sort: 3008 [msec]
[Timing] (Rank 1) Total : 15 [sec]
[Timing] (Rank 1) Full-Sort : 3316 [msec]
[Timing] (Rank 1) Exchange : 6755 [msec]
[Timing] (Rank 1) Min-Max : 2579 [msec]
[Timing] (Rank 1) Elbow-Sort: 3046 [msec]
[Timing] (Rank 3) Total : 15 [sec]
[Timing] (Rank 3) Full-Sort : 3335 [msec]
[Timing] (Rank 3) Exchange : 6752 [msec]
[Timing] (Rank 3) Min-Max : 2609 [msec]
[Timing] (Rank 3) Elbow-Sort: 3013 [msec]
[Timing] (Rank 5) Total : 15 [sec]
[Timing] (Rank 5) Full-Sort : 3334 [msec]
[Timing] (Rank 5) Exchange : 6821 [msec]
[Timing] (Rank 5) Min-Max : 2557 [msec]
[Timing] (Rank 5) Elbow-Sort: 3009 [msec]
[Timing] (Rank 7) Total : 15 [sec]
[Timing] (Rank 7) Full-Sort : 3313 [msec]
[Timing] (Rank 7) Exchange : 6855 [msec]
[Timing] (Rank 7) Min-Max : 2568 [msec]
[Timing] (Rank 7) Elbow-Sort: 2988 [msec]
[Timing] (Rank 29) Total : 16 [sec]
[Timing] (Rank 29) Full-Sort : 3327 [msec]
[Timing] (Rank 29) Exchange : 7725 [msec]
[Timing] (Rank 29) Min-Max : 2050 [msec]
[Timing] (Rank 29) Elbow-Sort: 3037 [msec]
[Timing] (Rank 28) Total : 16 [sec]
[Timing] (Rank 28) Full-Sort : 3312 [msec]
[Timing] (Rank 28) Exchange : 7593 [msec]
[Timing] (Rank 28) Min-Max : 2191 [msec]
[Timing] (Rank 28) Elbow-Sort: 3029 [msec]
[Timing] (Rank 30) Total : 16 [sec]
[Timing] (Rank 30) Full-Sort : 3323 [msec]
[Timing] (Rank 30) Exchange : 7615 [msec]
[Timing] (Rank 30) Min-Max : 2196 [msec]
[Timing] (Rank 30) Elbow-Sort: 3002 [msec]
[Timing] (Rank 24) Total : 16 [sec]
[Timing] (Rank 24) Full-Sort : 3341 [msec]
[Timing] (Rank 24) Exchange : 7979 [msec]
[Timing] (Rank 24) Min-Max : 2046 [msec]
[Timing] (Rank 24) Elbow-Sort: 3030 [msec]
[Timing] (Rank 0) Total : 15 [sec]
[Timing] (Rank 0) Full-Sort : 3326 [msec]
[Timing] (Rank 0) Exchange : 6711 [msec]
[Timing] (Rank 0) Min-Max : 2600 [msec]
[Timing] (Rank 0) Elbow-Sort: 3120 [msec]
Results validation ... [PASS] 
[Timing] (Rank 26) Total : 16 [sec]
[Timing] (Rank 26) Full-Sort : 3244 [msec]
[Timing] (Rank 26) Exchange : 8340 [msec]
[Timing] (Rank 26) Min-Max : 2064 [msec]
[Timing] (Rank 26) Elbow-Sort: 3027 [msec]
[Timing] (Rank 25) Total : 16 [sec]
[Timing] (Rank 25) Full-Sort : 4071 [msec]
[Timing] (Rank 25) Exchange : 5088 [msec]
[Timing] (Rank 25) Min-Max : 3810 [msec]
[Timing] (Rank 25) Elbow-Sort: 3629 [msec]
[Timing] (Rank 27) Total : 16 [sec]
[Timing] (Rank 27) Full-Sort : 4049 [msec]
[Timing] (Rank 27) Exchange : 5136 [msec]
[Timing] (Rank 27) Min-Max : 3787 [msec]
[Timing] (Rank 27) Elbow-Sort: 3622 [msec]
@@ -0,0 +1,16 @@
[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P16T4Q20.sh
Submitted batch job 1874192
[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P16T4Q23.sh
Submitted batch job 1874193
[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P16T4Q25.sh
Submitted batch job 1874194
[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P16T4Q27.sh
Submitted batch job 1874195
[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P32T4Q20.sh
Submitted batch job 1874196
[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P32T4Q23.sh
Submitted batch job 1874197
[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P32T4Q25.sh
Submitted batch job 1874198
[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P32T4Q27.sh
Submitted batch job 1874199
@@ -0,0 +1,33 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 1) Total : 32 [msec]
[Timing] (Rank 1) Full-Sort : 22 [msec]
[Timing] (Rank 1) Exchange : 3807 [usec]
[Timing] (Rank 1) Min-Max : 1359 [usec]
[Timing] (Rank 1) Elbow-Sort: 4964 [usec]
[Timing] (Rank 0) Total : 34 [msec]
[Timing] (Rank 0) Full-Sort : 22 [msec]
[Timing] (Rank 0) Exchange : 3762 [usec]
[Timing] (Rank 0) Min-Max : 1585 [usec]
[Timing] (Rank 0) Elbow-Sort: 7264 [usec]
Results validation ... [PASS] 
@@ -0,0 +1,33 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 1) Total : 318 [msec]
[Timing] (Rank 1) Full-Sort : 198 [msec]
[Timing] (Rank 1) Exchange : 64 [msec]
[Timing] (Rank 1) Min-Max : 13 [msec]
[Timing] (Rank 1) Elbow-Sort: 42 [msec]
[Timing] (Rank 0) Total : 284 [msec]
[Timing] (Rank 0) Full-Sort : 214 [msec]
[Timing] (Rank 0) Exchange : 14 [msec]
[Timing] (Rank 0) Min-Max : 12 [msec]
[Timing] (Rank 0) Elbow-Sort: 43 [msec]
Results validation ... [PASS] 
@@ -0,0 +1,47 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
[Timing] (Rank 0) Total : 1130 [msec]
[Timing] (Rank 0) Full-Sort : 836 [msec]
[Timing] (Rank 0) Exchange : 89 [msec]
[Timing] (Rank 0) Min-Max : 43 [msec]
[Timing] (Rank 0) Elbow-Sort: 162 [msec]
Results validation ... [PASS] 
[Timing] (Rank 1) Total : 1133 [msec]
[Timing] (Rank 1) Full-Sort : 844 [msec]
[Timing] (Rank 1) Exchange : 83 [msec]
[Timing] (Rank 1) Min-Max : 42 [msec]
[Timing] (Rank 1) Elbow-Sort: 162 [msec]
@@ -0,0 +1,47 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
[Timing] (Rank 1) Total : 4502 [msec]
[Timing] (Rank 1) Full-Sort : 3489 [msec]
[Timing] (Rank 1) Exchange : 201 [msec]
[Timing] (Rank 1) Min-Max : 181 [msec]
[Timing] (Rank 1) Elbow-Sort: 630 [msec]
[Timing] (Rank 0) Total : 4499 [msec]
[Timing] (Rank 0) Full-Sort : 3460 [msec]
[Timing] (Rank 0) Exchange : 232 [msec]
[Timing] (Rank 0) Min-Max : 175 [msec]
[Timing] (Rank 0) Elbow-Sort: 631 [msec]
Results validation ... [PASS] 
@@ -0,0 +1,43 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 1) Total : 60 [msec]
[Timing] (Rank 1) Full-Sort : 20 [msec]
[Timing] (Rank 1) Exchange : 27 [msec]
[Timing] (Rank 1) Min-Max : 3238 [usec]
[Timing] (Rank 1) Elbow-Sort: 8986 [usec]
[Timing] (Rank 2) Total : 56 [msec]
[Timing] (Rank 2) Full-Sort : 20 [msec]
[Timing] (Rank 2) Exchange : 23 [msec]
[Timing] (Rank 2) Min-Max : 3150 [usec]
[Timing] (Rank 2) Elbow-Sort: 9357 [usec]
[Timing] (Rank 3) Total : 56 [msec]
[Timing] (Rank 3) Full-Sort : 20 [msec]
[Timing] (Rank 3) Exchange : 23 [msec]
[Timing] (Rank 3) Min-Max : 3339 [usec]
[Timing] (Rank 3) Elbow-Sort: 9475 [usec]
[Timing] (Rank 0) Total : 56 [msec]
[Timing] (Rank 0) Full-Sort : 21 [msec]
[Timing] (Rank 0) Exchange : 15 [msec]
[Timing] (Rank 0) Min-Max : 4494 [usec]
[Timing] (Rank 0) Elbow-Sort: 14 [msec]
Results validation ... [PASS] 
@@ -0,0 +1,43 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 1) Total : 395 [msec]
[Timing] (Rank 1) Full-Sort : 179 [msec]
[Timing] (Rank 1) Exchange : 123 [msec]
[Timing] (Rank 1) Min-Max : 21 [msec]
[Timing] (Rank 1) Elbow-Sort: 71 [msec]
[Timing] (Rank 3) Total : 390 [msec]
[Timing] (Rank 3) Full-Sort : 174 [msec]
[Timing] (Rank 3) Exchange : 117 [msec]
[Timing] (Rank 3) Min-Max : 21 [msec]
[Timing] (Rank 3) Elbow-Sort: 76 [msec]
[Timing] (Rank 2) Total : 389 [msec]
[Timing] (Rank 2) Full-Sort : 177 [msec]
[Timing] (Rank 2) Exchange : 113 [msec]
[Timing] (Rank 2) Min-Max : 21 [msec]
[Timing] (Rank 2) Elbow-Sort: 75 [msec]
[Timing] (Rank 0) Total : 322 [msec]
[Timing] (Rank 0) Full-Sort : 177 [msec]
[Timing] (Rank 0) Exchange : 32 [msec]
[Timing] (Rank 0) Min-Max : 31 [msec]
[Timing] (Rank 0) Elbow-Sort: 81 [msec]
Results validation ... [PASS] 
@@ -0,0 +1,43 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 0) Total : 1248 [msec]
[Timing] (Rank 0) Full-Sort : 754 [msec]
[Timing] (Rank 0) Exchange : 105 [msec]
[Timing] (Rank 0) Min-Max : 97 [msec]
[Timing] (Rank 0) Elbow-Sort: 291 [msec]
Results validation ... [PASS] 
[Timing] (Rank 1) Total : 1249 [msec]
[Timing] (Rank 1) Full-Sort : 768 [msec]
[Timing] (Rank 1) Exchange : 89 [msec]
[Timing] (Rank 1) Min-Max : 100 [msec]
[Timing] (Rank 1) Elbow-Sort: 290 [msec]
[Timing] (Rank 2) Total : 1247 [msec]
[Timing] (Rank 2) Full-Sort : 758 [msec]
[Timing] (Rank 2) Exchange : 78 [msec]
[Timing] (Rank 2) Min-Max : 102 [msec]
[Timing] (Rank 2) Elbow-Sort: 308 [msec]
[Timing] (Rank 3) Total : 1251 [msec]
[Timing] (Rank 3) Full-Sort : 753 [msec]
[Timing] (Rank 3) Exchange : 87 [msec]
[Timing] (Rank 3) Min-Max : 101 [msec]
[Timing] (Rank 3) Elbow-Sort: 308 [msec]
@@ -0,0 +1,43 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 3) Total : 7419 [msec]
[Timing] (Rank 3) Full-Sort : 3191 [msec]
[Timing] (Rank 3) Exchange : 2655 [msec]
[Timing] (Rank 3) Min-Max : 343 [msec]
[Timing] (Rank 3) Elbow-Sort: 1229 [msec]
[Timing] (Rank 2) Total : 7410 [msec]
[Timing] (Rank 2) Full-Sort : 3205 [msec]
[Timing] (Rank 2) Exchange : 2640 [msec]
[Timing] (Rank 2) Min-Max : 349 [msec]
[Timing] (Rank 2) Elbow-Sort: 1214 [msec]
[Timing] (Rank 1) Total : 7521 [msec]
[Timing] (Rank 1) Full-Sort : 3226 [msec]
[Timing] (Rank 1) Exchange : 2797 [msec]
[Timing] (Rank 1) Min-Max : 337 [msec]
[Timing] (Rank 1) Elbow-Sort: 1160 [msec]
[Timing] (Rank 0) Total : 6484 [msec]
[Timing] (Rank 0) Full-Sort : 3747 [msec]
[Timing] (Rank 0) Exchange : 920 [msec]
[Timing] (Rank 0) Min-Max : 545 [msec]
[Timing] (Rank 0) Elbow-Sort: 1271 [msec]
Results validation ... [PASS] 
@@ -0,0 +1,63 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 4) Total : 277 [msec]
[Timing] (Rank 4) Full-Sort : 22 [msec]
[Timing] (Rank 4) Exchange : 185 [msec]
[Timing] (Rank 4) Min-Max : 50 [msec]
[Timing] (Rank 4) Elbow-Sort: 18 [msec]
[Timing] (Rank 0) Total : 244 [msec]
[Timing] (Rank 0) Full-Sort : 65 [msec]
[Timing] (Rank 0) Exchange : 27 [msec]
[Timing] (Rank 0) Min-Max : 99 [msec]
[Timing] (Rank 0) Elbow-Sort: 51 [msec]
Results validation ... [PASS] 
[Timing] (Rank 7) Total : 258 [msec]
[Timing] (Rank 7) Full-Sort : 22 [msec]
[Timing] (Rank 7) Exchange : 211 [msec]
[Timing] (Rank 7) Min-Max : 8223 [usec]
[Timing] (Rank 7) Elbow-Sort: 15 [msec]
[Timing] (Rank 6) Total : 258 [msec]
[Timing] (Rank 6) Full-Sort : 21 [msec]
[Timing] (Rank 6) Exchange : 212 [msec]
[Timing] (Rank 6) Min-Max : 8356 [usec]
[Timing] (Rank 6) Elbow-Sort: 15 [msec]
[Timing] (Rank 5) Total : 279 [msec]
[Timing] (Rank 5) Full-Sort : 22 [msec]
[Timing] (Rank 5) Exchange : 233 [msec]
[Timing] (Rank 5) Min-Max : 8085 [usec]
[Timing] (Rank 5) Elbow-Sort: 15 [msec]
[Timing] (Rank 1) Total : 244 [msec]
[Timing] (Rank 1) Full-Sort : 20 [msec]
[Timing] (Rank 1) Exchange : 201 [msec]
[Timing] (Rank 1) Min-Max : 7453 [usec]
[Timing] (Rank 1) Elbow-Sort: 14 [msec]
[Timing] (Rank 3) Total : 253 [msec]
[Timing] (Rank 3) Full-Sort : 19 [msec]
[Timing] (Rank 3) Exchange : 211 [msec]
[Timing] (Rank 3) Min-Max : 7448 [usec]
[Timing] (Rank 3) Elbow-Sort: 14 [msec]
[Timing] (Rank 2) Total : 260 [msec]
[Timing] (Rank 2) Full-Sort : 19 [msec]
[Timing] (Rank 2) Exchange : 219 [msec]
[Timing] (Rank 2) Min-Max : 6965 [usec]
[Timing] (Rank 2) Elbow-Sort: 14 [msec]
@@ -0,0 +1,63 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 1) Total : 597 [msec]
[Timing] (Rank 1) Full-Sort : 176 [msec]
[Timing] (Rank 1) Exchange : 266 [msec]
[Timing] (Rank 1) Min-Max : 45 [msec]
[Timing] (Rank 1) Elbow-Sort: 108 [msec]
[Timing] (Rank 7) Total : 625 [msec]
[Timing] (Rank 7) Full-Sort : 213 [msec]
[Timing] (Rank 7) Exchange : 170 [msec]
[Timing] (Rank 7) Min-Max : 101 [msec]
[Timing] (Rank 7) Elbow-Sort: 140 [msec]
[Timing] (Rank 4) Total : 629 [msec]
[Timing] (Rank 4) Full-Sort : 210 [msec]
[Timing] (Rank 4) Exchange : 187 [msec]
[Timing] (Rank 4) Min-Max : 95 [msec]
[Timing] (Rank 4) Elbow-Sort: 136 [msec]
[Timing] (Rank 6) Total : 625 [msec]
[Timing] (Rank 6) Full-Sort : 210 [msec]
[Timing] (Rank 6) Exchange : 173 [msec]
[Timing] (Rank 6) Min-Max : 101 [msec]
[Timing] (Rank 6) Elbow-Sort: 140 [msec]
[Timing] (Rank 5) Total : 627 [msec]
[Timing] (Rank 5) Full-Sort : 210 [msec]
[Timing] (Rank 5) Exchange : 184 [msec]
[Timing] (Rank 5) Min-Max : 96 [msec]
[Timing] (Rank 5) Elbow-Sort: 136 [msec]
[Timing] (Rank 2) Total : 592 [msec]
[Timing] (Rank 2) Full-Sort : 174 [msec]
[Timing] (Rank 2) Exchange : 258 [msec]
[Timing] (Rank 2) Min-Max : 45 [msec]
[Timing] (Rank 2) Elbow-Sort: 114 [msec]
[Timing] (Rank 3) Total : 590 [msec]
[Timing] (Rank 3) Full-Sort : 177 [msec]
[Timing] (Rank 3) Exchange : 255 [msec]
[Timing] (Rank 3) Min-Max : 44 [msec]
[Timing] (Rank 3) Elbow-Sort: 113 [msec]
[Timing] (Rank 0) Total : 551 [msec]
[Timing] (Rank 0) Full-Sort : 178 [msec]
[Timing] (Rank 0) Exchange : 184 [msec]
[Timing] (Rank 0) Min-Max : 66 [msec]
[Timing] (Rank 0) Elbow-Sort: 121 [msec]
Results validation ... [PASS] 
@@ -0,0 +1,63 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 0) Total : 2175 [msec]
[Timing] (Rank 0) Full-Sort : 736 [msec]
[Timing] (Rank 0) Exchange : 795 [msec]
[Timing] (Rank 0) Min-Max : 198 [msec]
[Timing] (Rank 0) Elbow-Sort: 443 [msec]
Results validation ... [PASS] 
[Timing] (Rank 5) Total : 2256 [msec]
[Timing] (Rank 5) Full-Sort : 909 [msec]
[Timing] (Rank 5) Exchange : 548 [msec]
[Timing] (Rank 5) Min-Max : 305 [msec]
[Timing] (Rank 5) Elbow-Sort: 492 [msec]
[Timing] (Rank 4) Total : 2252 [msec]
[Timing] (Rank 4) Full-Sort : 894 [msec]
[Timing] (Rank 4) Exchange : 561 [msec]
[Timing] (Rank 4) Min-Max : 306 [msec]
[Timing] (Rank 4) Elbow-Sort: 489 [msec]
[Timing] (Rank 7) Total : 2259 [msec]
[Timing] (Rank 7) Full-Sort : 913 [msec]
[Timing] (Rank 7) Exchange : 518 [msec]
[Timing] (Rank 7) Min-Max : 317 [msec]
[Timing] (Rank 7) Elbow-Sort: 509 [msec]
[Timing] (Rank 6) Total : 2259 [msec]
[Timing] (Rank 6) Full-Sort : 903 [msec]
[Timing] (Rank 6) Exchange : 527 [msec]
[Timing] (Rank 6) Min-Max : 318 [msec]
[Timing] (Rank 6) Elbow-Sort: 510 [msec]
[Timing] (Rank 1) Total : 2169 [msec]
[Timing] (Rank 1) Full-Sort : 763 [msec]
[Timing] (Rank 1) Exchange : 758 [msec]
[Timing] (Rank 1) Min-Max : 203 [msec]
[Timing] (Rank 1) Elbow-Sort: 444 [msec]
[Timing] (Rank 3) Total : 2178 [msec]
[Timing] (Rank 3) Full-Sort : 752 [msec]
[Timing] (Rank 3) Exchange : 759 [msec]
[Timing] (Rank 3) Min-Max : 204 [msec]
[Timing] (Rank 3) Elbow-Sort: 461 [msec]
[Timing] (Rank 2) Total : 2175 [msec]
[Timing] (Rank 2) Full-Sort : 751 [msec]
[Timing] (Rank 2) Exchange : 754 [msec]
[Timing] (Rank 2) Min-Max : 206 [msec]
[Timing] (Rank 2) Elbow-Sort: 462 [msec]
@@ -0,0 +1,63 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 7) Total : 10.69 [sec]
[Timing] (Rank 7) Full-Sort : 3951 [msec]
[Timing] (Rank 7) Exchange : 3173 [msec]
[Timing] (Rank 7) Min-Max : 1374 [msec]
[Timing] (Rank 7) Elbow-Sort: 2194 [msec]
[Timing] (Rank 5) Total : 10.75 [sec]
[Timing] (Rank 5) Full-Sort : 4086 [msec]
[Timing] (Rank 5) Exchange : 3070 [msec]
[Timing] (Rank 5) Min-Max : 1480 [msec]
[Timing] (Rank 5) Elbow-Sort: 2120 [msec]
[Timing] (Rank 6) Total : 10.67 [sec]
[Timing] (Rank 6) Full-Sort : 4025 [msec]
[Timing] (Rank 6) Exchange : 3036 [msec]
[Timing] (Rank 6) Min-Max : 1403 [msec]
[Timing] (Rank 6) Elbow-Sort: 2215 [msec]
[Timing] (Rank 4) Total : 10.66 [sec]
[Timing] (Rank 4) Full-Sort : 4065 [msec]
[Timing] (Rank 4) Exchange : 3005 [msec]
[Timing] (Rank 4) Min-Max : 1447 [msec]
[Timing] (Rank 4) Elbow-Sort: 2150 [msec]
[Timing] (Rank 1) Total : 10.76 [sec]
[Timing] (Rank 1) Full-Sort : 3830 [msec]
[Timing] (Rank 1) Exchange : 3914 [msec]
[Timing] (Rank 1) Min-Max : 1159 [msec]
[Timing] (Rank 1) Elbow-Sort: 1858 [msec]
[Timing] (Rank 2) Total : 10.25 [sec]
[Timing] (Rank 2) Full-Sort : 3813 [msec]
[Timing] (Rank 2) Exchange : 3435 [msec]
[Timing] (Rank 2) Min-Max : 1099 [msec]
[Timing] (Rank 2) Elbow-Sort: 1911 [msec]
[Timing] (Rank 3) Total : 10.31 [sec]
[Timing] (Rank 3) Full-Sort : 3819 [msec]
[Timing] (Rank 3) Exchange : 3375 [msec]
[Timing] (Rank 3) Min-Max : 1195 [msec]
[Timing] (Rank 3) Elbow-Sort: 1923 [msec]
[Timing] (Rank 0) Total : 10.86 [sec]
[Timing] (Rank 0) Full-Sort : 3885 [msec]
[Timing] (Rank 0) Exchange : 3020 [msec]
[Timing] (Rank 0) Min-Max : 1444 [msec]
[Timing] (Rank 0) Elbow-Sort: 2518 [msec]
Results validation ... [PASS] 
@@ -0,0 +1,103 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 1) Total : 149 [msec]
[Timing] (Rank 1) Full-Sort : 19 [msec]
[Timing] (Rank 1) Exchange : 104 [msec]
[Timing] (Rank 1) Min-Max : 8207 [usec]
[Timing] (Rank 1) Elbow-Sort: 17 [msec]
[Timing] (Rank 13) Total : 146 [msec]
[Timing] (Rank 13) Full-Sort : 20 [msec]
[Timing] (Rank 13) Exchange : 95 [msec]
[Timing] (Rank 13) Min-Max : 10 [msec]
[Timing] (Rank 13) Elbow-Sort: 20 [msec]
[Timing] (Rank 6) Total : 147 [msec]
[Timing] (Rank 6) Full-Sort : 22 [msec]
[Timing] (Rank 6) Exchange : 91 [msec]
[Timing] (Rank 6) Min-Max : 12 [msec]
[Timing] (Rank 6) Elbow-Sort: 21 [msec]
[Timing] (Rank 9) Total : 145 [msec]
[Timing] (Rank 9) Full-Sort : 24 [msec]
[Timing] (Rank 9) Exchange : 88 [msec]
[Timing] (Rank 9) Min-Max : 11 [msec]
[Timing] (Rank 9) Elbow-Sort: 20 [msec]
[Timing] (Rank 0) Total : 149 [msec]
[Timing] (Rank 0) Full-Sort : 19 [msec]
[Timing] (Rank 0) Exchange : 104 [msec]
[Timing] (Rank 0) Min-Max : 8164 [usec]
[Timing] (Rank 0) Elbow-Sort: 17 [msec]
Results validation ... [PASS] 
[Timing] (Rank 3) Total : 149 [msec]
[Timing] (Rank 3) Full-Sort : 19 [msec]
[Timing] (Rank 3) Exchange : 104 [msec]
[Timing] (Rank 3) Min-Max : 8193 [usec]
[Timing] (Rank 3) Elbow-Sort: 17 [msec]
[Timing] (Rank 2) Total : 149 [msec]
[Timing] (Rank 2) Full-Sort : 18 [msec]
[Timing] (Rank 2) Exchange : 104 [msec]
[Timing] (Rank 2) Min-Max : 8405 [usec]
[Timing] (Rank 2) Elbow-Sort: 17 [msec]
[Timing] (Rank 15) Total : 146 [msec]
[Timing] (Rank 15) Full-Sort : 20 [msec]
[Timing] (Rank 15) Exchange : 94 [msec]
[Timing] (Rank 15) Min-Max : 10 [msec]
[Timing] (Rank 15) Elbow-Sort: 20 [msec]
[Timing] (Rank 12) Total : 146 [msec]
[Timing] (Rank 12) Full-Sort : 20 [msec]
[Timing] (Rank 12) Exchange : 94 [msec]
[Timing] (Rank 12) Min-Max : 10 [msec]
[Timing] (Rank 12) Elbow-Sort: 20 [msec]
[Timing] (Rank 14) Total : 146 [msec]
[Timing] (Rank 14) Full-Sort : 20 [msec]
[Timing] (Rank 14) Exchange : 94 [msec]
[Timing] (Rank 14) Min-Max : 10 [msec]
[Timing] (Rank 14) Elbow-Sort: 20 [msec]
[Timing] (Rank 7) Total : 147 [msec]
[Timing] (Rank 7) Full-Sort : 22 [msec]
[Timing] (Rank 7) Exchange : 91 [msec]
[Timing] (Rank 7) Min-Max : 12 [msec]
[Timing] (Rank 7) Elbow-Sort: 20 [msec]
[Timing] (Rank 4) Total : 147 [msec]
[Timing] (Rank 4) Full-Sort : 23 [msec]
[Timing] (Rank 4) Exchange : 91 [msec]
[Timing] (Rank 4) Min-Max : 12 [msec]
[Timing] (Rank 4) Elbow-Sort: 20 [msec]
[Timing] (Rank 5) Total : 147 [msec]
[Timing] (Rank 5) Full-Sort : 23 [msec]
[Timing] (Rank 5) Exchange : 91 [msec]
[Timing] (Rank 5) Min-Max : 12 [msec]
[Timing] (Rank 5) Elbow-Sort: 20 [msec]
[Timing] (Rank 11) Total : 143 [msec]
[Timing] (Rank 11) Full-Sort : 23 [msec]
[Timing] (Rank 11) Exchange : 86 [msec]
[Timing] (Rank 11) Min-Max : 11 [msec]
[Timing] (Rank 11) Elbow-Sort: 21 [msec]
[Timing] (Rank 10) Total : 144 [msec]
[Timing] (Rank 10) Full-Sort : 23 [msec]
[Timing] (Rank 10) Exchange : 87 [msec]
[Timing] (Rank 10) Min-Max : 12 [msec]
[Timing] (Rank 10) Elbow-Sort: 21 [msec]
[Timing] (Rank 8) Total : 143 [msec]
[Timing] (Rank 8) Full-Sort : 24 [msec]
[Timing] (Rank 8) Exchange : 83 [msec]
[Timing] (Rank 8) Min-Max : 12 [msec]
[Timing] (Rank 8) Elbow-Sort: 23 [msec]
@@ -0,0 +1,103 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 1) Total : 1036 [msec]
[Timing] (Rank 1) Full-Sort : 175 [msec]
[Timing] (Rank 1) Exchange : 630 [msec]
[Timing] (Rank 1) Min-Max : 82 [msec]
[Timing] (Rank 1) Elbow-Sort: 147 [msec]
[Timing] (Rank 6) Total : 1099 [msec]
[Timing] (Rank 6) Full-Sort : 218 [msec]
[Timing] (Rank 6) Exchange : 468 [msec]
[Timing] (Rank 6) Min-Max : 219 [msec]
[Timing] (Rank 6) Elbow-Sort: 193 [msec]
[Timing] (Rank 13) Total : 1056 [msec]
[Timing] (Rank 13) Full-Sort : 195 [msec]
[Timing] (Rank 13) Exchange : 571 [msec]
[Timing] (Rank 13) Min-Max : 120 [msec]
[Timing] (Rank 13) Elbow-Sort: 168 [msec]
[Timing] (Rank 10) Total : 993 [msec]
[Timing] (Rank 10) Full-Sort : 195 [msec]
[Timing] (Rank 10) Exchange : 491 [msec]
[Timing] (Rank 10) Min-Max : 136 [msec]
[Timing] (Rank 10) Elbow-Sort: 169 [msec]
[Timing] (Rank 0) Total : 1036 [msec]
[Timing] (Rank 0) Full-Sort : 175 [msec]
[Timing] (Rank 0) Exchange : 630 [msec]
[Timing] (Rank 0) Min-Max : 82 [msec]
[Timing] (Rank 0) Elbow-Sort: 147 [msec]
Results validation ... [PASS] 
[Timing] (Rank 3) Total : 1036 [msec]
[Timing] (Rank 3) Full-Sort : 175 [msec]
[Timing] (Rank 3) Exchange : 626 [msec]
[Timing] (Rank 3) Min-Max : 82 [msec]
[Timing] (Rank 3) Elbow-Sort: 151 [msec]
[Timing] (Rank 2) Total : 1036 [msec]
[Timing] (Rank 2) Full-Sort : 176 [msec]
[Timing] (Rank 2) Exchange : 622 [msec]
[Timing] (Rank 2) Min-Max : 84 [msec]
[Timing] (Rank 2) Elbow-Sort: 153 [msec]
[Timing] (Rank 5) Total : 1100 [msec]
[Timing] (Rank 5) Full-Sort : 220 [msec]
[Timing] (Rank 5) Exchange : 470 [msec]
[Timing] (Rank 5) Min-Max : 219 [msec]
[Timing] (Rank 5) Elbow-Sort: 189 [msec]
[Timing] (Rank 4) Total : 1100 [msec]
[Timing] (Rank 4) Full-Sort : 224 [msec]
[Timing] (Rank 4) Exchange : 468 [msec]
[Timing] (Rank 4) Min-Max : 219 [msec]
[Timing] (Rank 4) Elbow-Sort: 187 [msec]
[Timing] (Rank 7) Total : 1100 [msec]
[Timing] (Rank 7) Full-Sort : 222 [msec]
[Timing] (Rank 7) Exchange : 464 [msec]
[Timing] (Rank 7) Min-Max : 218 [msec]
[Timing] (Rank 7) Elbow-Sort: 194 [msec]
[Timing] (Rank 14) Total : 1062 [msec]
[Timing] (Rank 14) Full-Sort : 193 [msec]
[Timing] (Rank 14) Exchange : 563 [msec]
[Timing] (Rank 14) Min-Max : 133 [msec]
[Timing] (Rank 14) Elbow-Sort: 173 [msec]
[Timing] (Rank 12) Total : 1056 [msec]
[Timing] (Rank 12) Full-Sort : 194 [msec]
[Timing] (Rank 12) Exchange : 571 [msec]
[Timing] (Rank 12) Min-Max : 121 [msec]
[Timing] (Rank 12) Elbow-Sort: 167 [msec]
[Timing] (Rank 15) Total : 1062 [msec]
[Timing] (Rank 15) Full-Sort : 194 [msec]
[Timing] (Rank 15) Exchange : 560 [msec]
[Timing] (Rank 15) Min-Max : 133 [msec]
[Timing] (Rank 15) Elbow-Sort: 173 [msec]
[Timing] (Rank 8) Total : 1001 [msec]
[Timing] (Rank 8) Full-Sort : 196 [msec]
[Timing] (Rank 8) Exchange : 503 [msec]
[Timing] (Rank 8) Min-Max : 130 [msec]
[Timing] (Rank 8) Elbow-Sort: 171 [msec]
[Timing] (Rank 11) Total : 1000 [msec]
[Timing] (Rank 11) Full-Sort : 303 [msec]
[Timing] (Rank 11) Exchange : 398 [msec]
[Timing] (Rank 11) Min-Max : 128 [msec]
[Timing] (Rank 11) Elbow-Sort: 170 [msec]
[Timing] (Rank 9) Total : 1020 [msec]
[Timing] (Rank 9) Full-Sort : 188 [msec]
[Timing] (Rank 9) Exchange : 530 [msec]
[Timing] (Rank 9) Min-Max : 140 [msec]
[Timing] (Rank 9) Elbow-Sort: 161 [msec]
@@ -0,0 +1,103 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 3) Total : 3444 [msec]
[Timing] (Rank 3) Full-Sort : 753 [msec]
[Timing] (Rank 3) Exchange : 1761 [msec]
[Timing] (Rank 3) Min-Max : 334 [msec]
[Timing] (Rank 3) Elbow-Sort: 594 [msec]
[Timing] (Rank 10) Total : 3565 [msec]
[Timing] (Rank 10) Full-Sort : 948 [msec]
[Timing] (Rank 10) Exchange : 1239 [msec]
[Timing] (Rank 10) Min-Max : 648 [msec]
[Timing] (Rank 10) Elbow-Sort: 729 [msec]
[Timing] (Rank 7) Total : 3526 [msec]
[Timing] (Rank 7) Full-Sort : 957 [msec]
[Timing] (Rank 7) Exchange : 1127 [msec]
[Timing] (Rank 7) Min-Max : 707 [msec]
[Timing] (Rank 7) Elbow-Sort: 735 [msec]
[Timing] (Rank 15) Total : 3648 [msec]
[Timing] (Rank 15) Full-Sort : 860 [msec]
[Timing] (Rank 15) Exchange : 1618 [msec]
[Timing] (Rank 15) Min-Max : 481 [msec]
[Timing] (Rank 15) Elbow-Sort: 687 [msec]
[Timing] (Rank 0) Total : 3449 [msec]
[Timing] (Rank 0) Full-Sort : 771 [msec]
[Timing] (Rank 0) Exchange : 1776 [msec]
[Timing] (Rank 0) Min-Max : 328 [msec]
[Timing] (Rank 0) Elbow-Sort: 572 [msec]
Results validation ... [PASS] 
[Timing] (Rank 1) Total : 3372 [msec]
[Timing] (Rank 1) Full-Sort : 745 [msec]
[Timing] (Rank 1) Exchange : 1724 [msec]
[Timing] (Rank 1) Min-Max : 329 [msec]
[Timing] (Rank 1) Elbow-Sort: 573 [msec]
[Timing] (Rank 2) Total : 3443 [msec]
[Timing] (Rank 2) Full-Sort : 748 [msec]
[Timing] (Rank 2) Exchange : 1767 [msec]
[Timing] (Rank 2) Min-Max : 330 [msec]
[Timing] (Rank 2) Elbow-Sort: 596 [msec]
[Timing] (Rank 11) Total : 3580 [msec]
[Timing] (Rank 11) Full-Sort : 925 [msec]
[Timing] (Rank 11) Exchange : 1295 [msec]
[Timing] (Rank 11) Min-Max : 638 [msec]
[Timing] (Rank 11) Elbow-Sort: 720 [msec]
[Timing] (Rank 9) Total : 3567 [msec]
[Timing] (Rank 9) Full-Sort : 947 [msec]
[Timing] (Rank 9) Exchange : 1229 [msec]
[Timing] (Rank 9) Min-Max : 681 [msec]
[Timing] (Rank 9) Elbow-Sort: 709 [msec]
[Timing] (Rank 8) Total : 3568 [msec]
[Timing] (Rank 8) Full-Sort : 945 [msec]
[Timing] (Rank 8) Exchange : 1133 [msec]
[Timing] (Rank 8) Min-Max : 671 [msec]
[Timing] (Rank 8) Elbow-Sort: 816 [msec]
[Timing] (Rank 6) Total : 3527 [msec]
[Timing] (Rank 6) Full-Sort : 961 [msec]
[Timing] (Rank 6) Exchange : 1120 [msec]
[Timing] (Rank 6) Min-Max : 709 [msec]
[Timing] (Rank 6) Elbow-Sort: 736 [msec]
[Timing] (Rank 5) Total : 3531 [msec]
[Timing] (Rank 5) Full-Sort : 971 [msec]
[Timing] (Rank 5) Exchange : 1136 [msec]
[Timing] (Rank 5) Min-Max : 705 [msec]
[Timing] (Rank 5) Elbow-Sort: 718 [msec]
[Timing] (Rank 4) Total : 3531 [msec]
[Timing] (Rank 4) Full-Sort : 974 [msec]
[Timing] (Rank 4) Exchange : 1129 [msec]
[Timing] (Rank 4) Min-Max : 709 [msec]
[Timing] (Rank 4) Elbow-Sort: 718 [msec]
[Timing] (Rank 14) Total : 3649 [msec]
[Timing] (Rank 14) Full-Sort : 853 [msec]
[Timing] (Rank 14) Exchange : 1618 [msec]
[Timing] (Rank 14) Min-Max : 487 [msec]
[Timing] (Rank 14) Elbow-Sort: 689 [msec]
[Timing] (Rank 13) Total : 3650 [msec]
[Timing] (Rank 13) Full-Sort : 870 [msec]
[Timing] (Rank 13) Exchange : 1598 [msec]
[Timing] (Rank 13) Min-Max : 505 [msec]
[Timing] (Rank 13) Elbow-Sort: 676 [msec]
[Timing] (Rank 12) Total : 3647 [msec]
[Timing] (Rank 12) Full-Sort : 870 [msec]
[Timing] (Rank 12) Exchange : 1596 [msec]
[Timing] (Rank 12) Min-Max : 504 [msec]
[Timing] (Rank 12) Elbow-Sort: 675 [msec]
@@ -0,0 +1,103 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 2) Total : 15.6 [sec]
[Timing] (Rank 2) Full-Sort : 3269 [msec]
[Timing] (Rank 2) Exchange : 8100 [msec]
[Timing] (Rank 2) Min-Max : 1296 [msec]
[Timing] (Rank 2) Elbow-Sort: 2400 [msec]
[Timing] (Rank 12) Total : 15.40 [sec]
[Timing] (Rank 12) Full-Sort : 3478 [msec]
[Timing] (Rank 12) Exchange : 7306 [msec]
[Timing] (Rank 12) Min-Max : 1948 [msec]
[Timing] (Rank 12) Elbow-Sort: 2667 [msec]
[Timing] (Rank 8) Total : 14.85 [sec]
[Timing] (Rank 8) Full-Sort : 3609 [msec]
[Timing] (Rank 8) Exchange : 6636 [msec]
[Timing] (Rank 8) Min-Max : 1958 [msec]
[Timing] (Rank 8) Elbow-Sort: 2650 [msec]
[Timing] (Rank 5) Total : 16.1 [sec]
[Timing] (Rank 5) Full-Sort : 4117 [msec]
[Timing] (Rank 5) Exchange : 5714 [msec]
[Timing] (Rank 5) Min-Max : 3254 [msec]
[Timing] (Rank 5) Elbow-Sort: 2926 [msec]
[Timing] (Rank 0) Total : 15.7 [sec]
[Timing] (Rank 0) Full-Sort : 3226 [msec]
[Timing] (Rank 0) Exchange : 8232 [msec]
[Timing] (Rank 0) Min-Max : 1281 [msec]
[Timing] (Rank 0) Elbow-Sort: 2329 [msec]
Results validation ... [PASS] 
[Timing] (Rank 3) Total : 15.6 [sec]
[Timing] (Rank 3) Full-Sort : 3254 [msec]
[Timing] (Rank 3) Exchange : 8116 [msec]
[Timing] (Rank 3) Min-Max : 1293 [msec]
[Timing] (Rank 3) Elbow-Sort: 2402 [msec]
[Timing] (Rank 1) Total : 15.6 [sec]
[Timing] (Rank 1) Full-Sort : 3267 [msec]
[Timing] (Rank 1) Exchange : 8182 [msec]
[Timing] (Rank 1) Min-Max : 1276 [msec]
[Timing] (Rank 1) Elbow-Sort: 2336 [msec]
[Timing] (Rank 14) Total : 15.40 [sec]
[Timing] (Rank 14) Full-Sort : 3635 [msec]
[Timing] (Rank 14) Exchange : 6965 [msec]
[Timing] (Rank 14) Min-Max : 2046 [msec]
[Timing] (Rank 14) Elbow-Sort: 2754 [msec]
[Timing] (Rank 15) Total : 15.40 [sec]
[Timing] (Rank 15) Full-Sort : 3661 [msec]
[Timing] (Rank 15) Exchange : 6934 [msec]
[Timing] (Rank 15) Min-Max : 2070 [msec]
[Timing] (Rank 15) Elbow-Sort: 2735 [msec]
[Timing] (Rank 13) Total : 14.91 [sec]
[Timing] (Rank 13) Full-Sort : 3556 [msec]
[Timing] (Rank 13) Exchange : 6745 [msec]
[Timing] (Rank 13) Min-Max : 1945 [msec]
[Timing] (Rank 13) Elbow-Sort: 2668 [msec]
[Timing] (Rank 6) Total : 16.2 [sec]
[Timing] (Rank 6) Full-Sort : 4177 [msec]
[Timing] (Rank 6) Exchange : 5568 [msec]
[Timing] (Rank 6) Min-Max : 3276 [msec]
[Timing] (Rank 6) Elbow-Sort: 2998 [msec]
[Timing] (Rank 7) Total : 16.1 [sec]
[Timing] (Rank 7) Full-Sort : 4165 [msec]
[Timing] (Rank 7) Exchange : 5534 [msec]
[Timing] (Rank 7) Min-Max : 3290 [msec]
[Timing] (Rank 7) Elbow-Sort: 3019 [msec]
[Timing] (Rank 4) Total : 16.0 [sec]
[Timing] (Rank 4) Full-Sort : 4095 [msec]
[Timing] (Rank 4) Exchange : 5721 [msec]
[Timing] (Rank 4) Min-Max : 3258 [msec]
[Timing] (Rank 4) Elbow-Sort: 2927 [msec]
[Timing] (Rank 10) Total : 14.90 [sec]
[Timing] (Rank 10) Full-Sort : 3613 [msec]
[Timing] (Rank 10) Exchange : 6776 [msec]
[Timing] (Rank 10) Min-Max : 1904 [msec]
[Timing] (Rank 10) Elbow-Sort: 2608 [msec]
[Timing] (Rank 11) Total : 14.94 [sec]
[Timing] (Rank 11) Full-Sort : 3524 [msec]
[Timing] (Rank 11) Exchange : 6886 [msec]
[Timing] (Rank 11) Min-Max : 1907 [msec]
[Timing] (Rank 11) Elbow-Sort: 2622 [msec]
[Timing] (Rank 9) Total : 14.93 [sec]
[Timing] (Rank 9) Full-Sort : 3640 [msec]
[Timing] (Rank 9) Exchange : 6825 [msec]
[Timing] (Rank 9) Min-Max : 1958 [msec]
[Timing] (Rank 9) Elbow-Sort: 2509 [msec]
@@ -0,0 +1,183 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 3) Total : 215 [msec]
[Timing] (Rank 3) Full-Sort : 19 [msec]
[Timing] (Rank 3) Exchange : 160 [msec]
[Timing] (Rank 3) Min-Max : 13 [msec]
[Timing] (Rank 3) Elbow-Sort: 21 [msec]
[Timing] (Rank 0) Total : 215 [msec]
[Timing] (Rank 0) Full-Sort : 19 [msec]
[Timing] (Rank 0) Exchange : 160 [msec]
[Timing] (Rank 0) Min-Max : 13 [msec]
[Timing] (Rank 0) Elbow-Sort: 22 [msec]
Results validation ... [PASS] 
[Timing] (Rank 18) Total : 183 [msec]
[Timing] (Rank 18) Full-Sort : 23 [msec]
[Timing] (Rank 18) Exchange : 112 [msec]
[Timing] (Rank 18) Min-Max : 19 [msec]
[Timing] (Rank 18) Elbow-Sort: 27 [msec]
[Timing] (Rank 1) Total : 215 [msec]
[Timing] (Rank 1) Full-Sort : 19 [msec]
[Timing] (Rank 1) Exchange : 161 [msec]
[Timing] (Rank 1) Min-Max : 13 [msec]
[Timing] (Rank 1) Elbow-Sort: 21 [msec]
[Timing] (Rank 2) Total : 215 [msec]
[Timing] (Rank 2) Full-Sort : 18 [msec]
[Timing] (Rank 2) Exchange : 160 [msec]
[Timing] (Rank 2) Min-Max : 13 [msec]
[Timing] (Rank 2) Elbow-Sort: 21 [msec]
[Timing] (Rank 5) Total : 215 [msec]
[Timing] (Rank 5) Full-Sort : 19 [msec]
[Timing] (Rank 5) Exchange : 160 [msec]
[Timing] (Rank 5) Min-Max : 13 [msec]
[Timing] (Rank 5) Elbow-Sort: 21 [msec]
[Timing] (Rank 4) Total : 215 [msec]
[Timing] (Rank 4) Full-Sort : 19 [msec]
[Timing] (Rank 4) Exchange : 161 [msec]
[Timing] (Rank 4) Min-Max : 13 [msec]
[Timing] (Rank 4) Elbow-Sort: 22 [msec]
[Timing] (Rank 6) Total : 215 [msec]
[Timing] (Rank 6) Full-Sort : 18 [msec]
[Timing] (Rank 6) Exchange : 160 [msec]
[Timing] (Rank 6) Min-Max : 13 [msec]
[Timing] (Rank 6) Elbow-Sort: 22 [msec]
[Timing] (Rank 7) Total : 215 [msec]
[Timing] (Rank 7) Full-Sort : 19 [msec]
[Timing] (Rank 7) Exchange : 160 [msec]
[Timing] (Rank 7) Min-Max : 13 [msec]
[Timing] (Rank 7) Elbow-Sort: 22 [msec]
[Timing] (Rank 13) Total : 217 [msec]
[Timing] (Rank 13) Full-Sort : 22 [msec]
[Timing] (Rank 13) Exchange : 151 [msec]
[Timing] (Rank 13) Min-Max : 18 [msec]
[Timing] (Rank 13) Elbow-Sort: 25 [msec]
[Timing] (Rank 31) Total : 212 [msec]
[Timing] (Rank 31) Full-Sort : 24 [msec]
[Timing] (Rank 31) Exchange : 143 [msec]
[Timing] (Rank 31) Min-Max : 18 [msec]
[Timing] (Rank 31) Elbow-Sort: 26 [msec]
[Timing] (Rank 16) Total : 185 [msec]
[Timing] (Rank 16) Full-Sort : 24 [msec]
[Timing] (Rank 16) Exchange : 108 [msec]
[Timing] (Rank 16) Min-Max : 21 [msec]
[Timing] (Rank 16) Elbow-Sort: 30 [msec]
[Timing] (Rank 21) Total : 207 [msec]
[Timing] (Rank 21) Full-Sort : 21 [msec]
[Timing] (Rank 21) Exchange : 145 [msec]
[Timing] (Rank 21) Min-Max : 16 [msec]
[Timing] (Rank 21) Elbow-Sort: 23 [msec]
[Timing] (Rank 20) Total : 205 [msec]
[Timing] (Rank 20) Full-Sort : 22 [msec]
[Timing] (Rank 20) Exchange : 137 [msec]
[Timing] (Rank 20) Min-Max : 18 [msec]
[Timing] (Rank 20) Elbow-Sort: 26 [msec]
[Timing] (Rank 22) Total : 204 [msec]
[Timing] (Rank 22) Full-Sort : 22 [msec]
[Timing] (Rank 22) Exchange : 135 [msec]
[Timing] (Rank 22) Min-Max : 19 [msec]
[Timing] (Rank 22) Elbow-Sort: 27 [msec]
[Timing] (Rank 19) Total : 207 [msec]
[Timing] (Rank 19) Full-Sort : 21 [msec]
[Timing] (Rank 19) Exchange : 146 [msec]
[Timing] (Rank 19) Min-Max : 16 [msec]
[Timing] (Rank 19) Elbow-Sort: 23 [msec]
[Timing] (Rank 17) Total : 207 [msec]
[Timing] (Rank 17) Full-Sort : 21 [msec]
[Timing] (Rank 17) Exchange : 145 [msec]
[Timing] (Rank 17) Min-Max : 17 [msec]
[Timing] (Rank 17) Elbow-Sort: 23 [msec]
[Timing] (Rank 23) Total : 202 [msec]
[Timing] (Rank 23) Full-Sort : 22 [msec]
[Timing] (Rank 23) Exchange : 134 [msec]
[Timing] (Rank 23) Min-Max : 18 [msec]
[Timing] (Rank 23) Elbow-Sort: 27 [msec]
[Timing] (Rank 12) Total : 218 [msec]
[Timing] (Rank 12) Full-Sort : 22 [msec]
[Timing] (Rank 12) Exchange : 151 [msec]
[Timing] (Rank 12) Min-Max : 18 [msec]
[Timing] (Rank 12) Elbow-Sort: 25 [msec]
[Timing] (Rank 11) Total : 218 [msec]
[Timing] (Rank 11) Full-Sort : 21 [msec]
[Timing] (Rank 11) Exchange : 152 [msec]
[Timing] (Rank 11) Min-Max : 18 [msec]
[Timing] (Rank 11) Elbow-Sort: 25 [msec]
[Timing] (Rank 8) Total : 217 [msec]
[Timing] (Rank 8) Full-Sort : 22 [msec]
[Timing] (Rank 8) Exchange : 151 [msec]
[Timing] (Rank 8) Min-Max : 17 [msec]
[Timing] (Rank 8) Elbow-Sort: 25 [msec]
[Timing] (Rank 14) Total : 218 [msec]
[Timing] (Rank 14) Full-Sort : 22 [msec]
[Timing] (Rank 14) Exchange : 150 [msec]
[Timing] (Rank 14) Min-Max : 18 [msec]
[Timing] (Rank 14) Elbow-Sort: 26 [msec]
[Timing] (Rank 9) Total : 217 [msec]
[Timing] (Rank 9) Full-Sort : 22 [msec]
[Timing] (Rank 9) Exchange : 151 [msec]
[Timing] (Rank 9) Min-Max : 18 [msec]
[Timing] (Rank 9) Elbow-Sort: 24 [msec]
[Timing] (Rank 15) Total : 218 [msec]
[Timing] (Rank 15) Full-Sort : 22 [msec]
[Timing] (Rank 15) Exchange : 150 [msec]
[Timing] (Rank 15) Min-Max : 19 [msec]
[Timing] (Rank 15) Elbow-Sort: 26 [msec]
[Timing] (Rank 10) Total : 217 [msec]
[Timing] (Rank 10) Full-Sort : 22 [msec]
[Timing] (Rank 10) Exchange : 151 [msec]
[Timing] (Rank 10) Min-Max : 18 [msec]
[Timing] (Rank 10) Elbow-Sort: 25 [msec]
[Timing] (Rank 25) Total : 211 [msec]
[Timing] (Rank 25) Full-Sort : 23 [msec]
[Timing] (Rank 25) Exchange : 144 [msec]
[Timing] (Rank 25) Min-Max : 18 [msec]
[Timing] (Rank 25) Elbow-Sort: 25 [msec]
[Timing] (Rank 30) Total : 212 [msec]
[Timing] (Rank 30) Full-Sort : 23 [msec]
[Timing] (Rank 30) Exchange : 144 [msec]
[Timing] (Rank 30) Min-Max : 18 [msec]
[Timing] (Rank 30) Elbow-Sort: 26 [msec]
[Timing] (Rank 26) Total : 211 [msec]
[Timing] (Rank 26) Full-Sort : 23 [msec]
[Timing] (Rank 26) Exchange : 144 [msec]
[Timing] (Rank 26) Min-Max : 17 [msec]
[Timing] (Rank 26) Elbow-Sort: 25 [msec]
[Timing] (Rank 29) Total : 212 [msec]
[Timing] (Rank 29) Full-Sort : 23 [msec]
[Timing] (Rank 29) Exchange : 144 [msec]
[Timing] (Rank 29) Min-Max : 18 [msec]
[Timing] (Rank 29) Elbow-Sort: 25 [msec]
[Timing] (Rank 27) Total : 211 [msec]
[Timing] (Rank 27) Full-Sort : 23 [msec]
[Timing] (Rank 27) Exchange : 143 [msec]
[Timing] (Rank 27) Min-Max : 18 [msec]
[Timing] (Rank 27) Elbow-Sort: 25 [msec]
[Timing] (Rank 28) Total : 212 [msec]
[Timing] (Rank 28) Full-Sort : 23 [msec]
[Timing] (Rank 28) Exchange : 144 [msec]
[Timing] (Rank 28) Min-Max : 18 [msec]
[Timing] (Rank 28) Elbow-Sort: 25 [msec]
[Timing] (Rank 24) Total : 211 [msec]
[Timing] (Rank 24) Full-Sort : 23 [msec]
[Timing] (Rank 24) Exchange : 144 [msec]
[Timing] (Rank 24) Min-Max : 18 [msec]
[Timing] (Rank 24) Elbow-Sort: 24 [msec]
@@ -0,0 +1,183 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 20) Total : 1333 [msec]
[Timing] (Rank 20) Full-Sort : 216 [msec]
[Timing] (Rank 20) Exchange : 687 [msec]
[Timing] (Rank 20) Min-Max : 204 [msec]
[Timing] (Rank 20) Elbow-Sort: 225 [msec]
[Timing] (Rank 5) Total : 1299 [msec]
[Timing] (Rank 5) Full-Sort : 184 [msec]
[Timing] (Rank 5) Exchange : 760 [msec]
[Timing] (Rank 5) Min-Max : 165 [msec]
[Timing] (Rank 5) Elbow-Sort: 189 [msec]
[Timing] (Rank 6) Total : 1300 [msec]
[Timing] (Rank 6) Full-Sort : 181 [msec]
[Timing] (Rank 6) Exchange : 760 [msec]
[Timing] (Rank 6) Min-Max : 163 [msec]
[Timing] (Rank 6) Elbow-Sort: 194 [msec]
[Timing] (Rank 2) Total : 1299 [msec]
[Timing] (Rank 2) Full-Sort : 184 [msec]
[Timing] (Rank 2) Exchange : 762 [msec]
[Timing] (Rank 2) Min-Max : 163 [msec]
[Timing] (Rank 2) Elbow-Sort: 188 [msec]
[Timing] (Rank 7) Total : 1299 [msec]
[Timing] (Rank 7) Full-Sort : 182 [msec]
[Timing] (Rank 7) Exchange : 757 [msec]
[Timing] (Rank 7) Min-Max : 166 [msec]
[Timing] (Rank 7) Elbow-Sort: 193 [msec]
[Timing] (Rank 3) Total : 1300 [msec]
[Timing] (Rank 3) Full-Sort : 183 [msec]
[Timing] (Rank 3) Exchange : 757 [msec]
[Timing] (Rank 3) Min-Max : 169 [msec]
[Timing] (Rank 3) Elbow-Sort: 188 [msec]
[Timing] (Rank 4) Total : 1300 [msec]
[Timing] (Rank 4) Full-Sort : 182 [msec]
[Timing] (Rank 4) Exchange : 760 [msec]
[Timing] (Rank 4) Min-Max : 167 [msec]
[Timing] (Rank 4) Elbow-Sort: 189 [msec]
[Timing] (Rank 1) Total : 1299 [msec]
[Timing] (Rank 1) Full-Sort : 183 [msec]
[Timing] (Rank 1) Exchange : 760 [msec]
[Timing] (Rank 1) Min-Max : 171 [msec]
[Timing] (Rank 1) Elbow-Sort: 183 [msec]
[Timing] (Rank 0) Total : 1301 [msec]
[Timing] (Rank 0) Full-Sort : 182 [msec]
[Timing] (Rank 0) Exchange : 760 [msec]
[Timing] (Rank 0) Min-Max : 169 [msec]
[Timing] (Rank 0) Elbow-Sort: 189 [msec]
Results validation ... [PASS] 
[Timing] (Rank 8) Total : 1352 [msec]
[Timing] (Rank 8) Full-Sort : 213 [msec]
[Timing] (Rank 8) Exchange : 669 [msec]
[Timing] (Rank 8) Min-Max : 239 [msec]
[Timing] (Rank 8) Elbow-Sort: 229 [msec]
[Timing] (Rank 28) Total : 1331 [msec]
[Timing] (Rank 28) Full-Sort : 211 [msec]
[Timing] (Rank 28) Exchange : 670 [msec]
[Timing] (Rank 28) Min-Max : 220 [msec]
[Timing] (Rank 28) Elbow-Sort: 228 [msec]
[Timing] (Rank 22) Total : 1338 [msec]
[Timing] (Rank 22) Full-Sort : 209 [msec]
[Timing] (Rank 22) Exchange : 700 [msec]
[Timing] (Rank 22) Min-Max : 196 [msec]
[Timing] (Rank 22) Elbow-Sort: 232 [msec]
[Timing] (Rank 18) Total : 1334 [msec]
[Timing] (Rank 18) Full-Sort : 218 [msec]
[Timing] (Rank 18) Exchange : 679 [msec]
[Timing] (Rank 18) Min-Max : 211 [msec]
[Timing] (Rank 18) Elbow-Sort: 225 [msec]
[Timing] (Rank 16) Total : 1331 [msec]
[Timing] (Rank 16) Full-Sort : 215 [msec]
[Timing] (Rank 16) Exchange : 688 [msec]
[Timing] (Rank 16) Min-Max : 204 [msec]
[Timing] (Rank 16) Elbow-Sort: 222 [msec]
[Timing] (Rank 19) Total : 1375 [msec]
[Timing] (Rank 19) Full-Sort : 193 [msec]
[Timing] (Rank 19) Exchange : 771 [msec]
[Timing] (Rank 19) Min-Max : 206 [msec]
[Timing] (Rank 19) Elbow-Sort: 203 [msec]
[Timing] (Rank 21) Total : 1352 [msec]
[Timing] (Rank 21) Full-Sort : 192 [msec]
[Timing] (Rank 21) Exchange : 767 [msec]
[Timing] (Rank 21) Min-Max : 187 [msec]
[Timing] (Rank 21) Elbow-Sort: 204 [msec]
[Timing] (Rank 23) Total : 1314 [msec]
[Timing] (Rank 23) Full-Sort : 212 [msec]
[Timing] (Rank 23) Exchange : 698 [msec]
[Timing] (Rank 23) Min-Max : 189 [msec]
[Timing] (Rank 23) Elbow-Sort: 214 [msec]
[Timing] (Rank 17) Total : 1376 [msec]
[Timing] (Rank 17) Full-Sort : 192 [msec]
[Timing] (Rank 17) Exchange : 776 [msec]
[Timing] (Rank 17) Min-Max : 207 [msec]
[Timing] (Rank 17) Elbow-Sort: 199 [msec]
[Timing] (Rank 14) Total : 1350 [msec]
[Timing] (Rank 14) Full-Sort : 220 [msec]
[Timing] (Rank 14) Exchange : 658 [msec]
[Timing] (Rank 14) Min-Max : 237 [msec]
[Timing] (Rank 14) Elbow-Sort: 234 [msec]
[Timing] (Rank 10) Total : 1348 [msec]
[Timing] (Rank 10) Full-Sort : 220 [msec]
[Timing] (Rank 10) Exchange : 660 [msec]
[Timing] (Rank 10) Min-Max : 239 [msec]
[Timing] (Rank 10) Elbow-Sort: 227 [msec]
[Timing] (Rank 11) Total : 1351 [msec]
[Timing] (Rank 11) Full-Sort : 223 [msec]
[Timing] (Rank 11) Exchange : 624 [msec]
[Timing] (Rank 11) Min-Max : 269 [msec]
[Timing] (Rank 11) Elbow-Sort: 233 [msec]
[Timing] (Rank 12) Total : 1348 [msec]
[Timing] (Rank 12) Full-Sort : 220 [msec]
[Timing] (Rank 12) Exchange : 653 [msec]
[Timing] (Rank 12) Min-Max : 246 [msec]
[Timing] (Rank 12) Elbow-Sort: 227 [msec]
[Timing] (Rank 15) Total : 1354 [msec]
[Timing] (Rank 15) Full-Sort : 225 [msec]
[Timing] (Rank 15) Exchange : 619 [msec]
[Timing] (Rank 15) Min-Max : 269 [msec]
[Timing] (Rank 15) Elbow-Sort: 239 [msec]
[Timing] (Rank 13) Total : 1350 [msec]
[Timing] (Rank 13) Full-Sort : 224 [msec]
[Timing] (Rank 13) Exchange : 619 [msec]
[Timing] (Rank 13) Min-Max : 272 [msec]
[Timing] (Rank 13) Elbow-Sort: 234 [msec]
[Timing] (Rank 9) Total : 1352 [msec]
[Timing] (Rank 9) Full-Sort : 229 [msec]
[Timing] (Rank 9) Exchange : 621 [msec]
[Timing] (Rank 9) Min-Max : 272 [msec]
[Timing] (Rank 9) Elbow-Sort: 228 [msec]
[Timing] (Rank 25) Total : 1330 [msec]
[Timing] (Rank 25) Full-Sort : 221 [msec]
[Timing] (Rank 25) Exchange : 659 [msec]
[Timing] (Rank 25) Min-Max : 228 [msec]
[Timing] (Rank 25) Elbow-Sort: 219 [msec]
[Timing] (Rank 24) Total : 1330 [msec]
[Timing] (Rank 24) Full-Sort : 218 [msec]
[Timing] (Rank 24) Exchange : 665 [msec]
[Timing] (Rank 24) Min-Max : 227 [msec]
[Timing] (Rank 24) Elbow-Sort: 219 [msec]
[Timing] (Rank 26) Total : 1332 [msec]
[Timing] (Rank 26) Full-Sort : 214 [msec]
[Timing] (Rank 26) Exchange : 682 [msec]
[Timing] (Rank 26) Min-Max : 210 [msec]
[Timing] (Rank 26) Elbow-Sort: 224 [msec]
[Timing] (Rank 31) Total : 1332 [msec]
[Timing] (Rank 31) Full-Sort : 213 [msec]
[Timing] (Rank 31) Exchange : 658 [msec]
[Timing] (Rank 31) Min-Max : 228 [msec]
[Timing] (Rank 31) Elbow-Sort: 230 [msec]
[Timing] (Rank 27) Total : 1332 [msec]
[Timing] (Rank 27) Full-Sort : 212 [msec]
[Timing] (Rank 27) Exchange : 677 [msec]
[Timing] (Rank 27) Min-Max : 217 [msec]
[Timing] (Rank 27) Elbow-Sort: 224 [msec]
[Timing] (Rank 29) Total : 1330 [msec]
[Timing] (Rank 29) Full-Sort : 215 [msec]
[Timing] (Rank 29) Exchange : 661 [msec]
[Timing] (Rank 29) Min-Max : 226 [msec]
[Timing] (Rank 29) Elbow-Sort: 227 [msec]
[Timing] (Rank 30) Total : 1333 [msec]
[Timing] (Rank 30) Full-Sort : 213 [msec]
[Timing] (Rank 30) Exchange : 668 [msec]
[Timing] (Rank 30) Min-Max : 219 [msec]
[Timing] (Rank 30) Elbow-Sort: 232 [msec]
@@ -0,0 +1,183 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 2) Total : 5166 [msec]
[Timing] (Rank 2) Full-Sort : 783 [msec]
[Timing] (Rank 2) Exchange : 3552 [msec]
[Timing] (Rank 2) Min-Max : 678 [msec]
[Timing] (Rank 2) Elbow-Sort: 747 [msec]
[Timing] (Rank 22) Total : 5230 [msec]
[Timing] (Rank 22) Full-Sort : 884 [msec]
[Timing] (Rank 22) Exchange : 3312 [msec]
[Timing] (Rank 22) Min-Max : 886 [msec]
[Timing] (Rank 22) Elbow-Sort: 919 [msec]
[Timing] (Rank 24) Total : 5387 [msec]
[Timing] (Rank 24) Full-Sort : 964 [msec]
[Timing] (Rank 24) Exchange : 3451 [msec]
[Timing] (Rank 24) Min-Max : 1010 [msec]
[Timing] (Rank 24) Elbow-Sort: 853 [msec]
[Timing] (Rank 9) Total : 5341 [msec]
[Timing] (Rank 9) Full-Sort : 939 [msec]
[Timing] (Rank 9) Exchange : 3375 [msec]
[Timing] (Rank 9) Min-Max : 1017 [msec]
[Timing] (Rank 9) Elbow-Sort: 902 [msec]
[Timing] (Rank 4) Total : 5167 [msec]
[Timing] (Rank 4) Full-Sort : 789 [msec]
[Timing] (Rank 4) Exchange : 3552 [msec]
[Timing] (Rank 4) Min-Max : 675 [msec]
[Timing] (Rank 4) Elbow-Sort: 744 [msec]
[Timing] (Rank 7) Total : 5172 [msec]
[Timing] (Rank 7) Full-Sort : 779 [msec]
[Timing] (Rank 7) Exchange : 3547 [msec]
[Timing] (Rank 7) Min-Max : 672 [msec]
[Timing] (Rank 7) Elbow-Sort: 763 [msec]
[Timing] (Rank 1) Total : 5168 [msec]
[Timing] (Rank 1) Full-Sort : 789 [msec]
[Timing] (Rank 1) Exchange : 3570 [msec]
[Timing] (Rank 1) Min-Max : 661 [msec]
[Timing] (Rank 1) Elbow-Sort: 727 [msec]
[Timing] (Rank 5) Total : 5169 [msec]
[Timing] (Rank 5) Full-Sort : 789 [msec]
[Timing] (Rank 5) Exchange : 3550 [msec]
[Timing] (Rank 5) Min-Max : 674 [msec]
[Timing] (Rank 5) Elbow-Sort: 747 [msec]
[Timing] (Rank 6) Total : 5169 [msec]
[Timing] (Rank 6) Full-Sort : 782 [msec]
[Timing] (Rank 6) Exchange : 3540 [msec]
[Timing] (Rank 6) Min-Max : 674 [msec]
[Timing] (Rank 6) Elbow-Sort: 762 [msec]
[Timing] (Rank 3) Total : 5169 [msec]
[Timing] (Rank 3) Full-Sort : 782 [msec]
[Timing] (Rank 3) Exchange : 3559 [msec]
[Timing] (Rank 3) Min-Max : 668 [msec]
[Timing] (Rank 3) Elbow-Sort: 745 [msec]
[Timing] (Rank 0) Total : 5173 [msec]
[Timing] (Rank 0) Full-Sort : 796 [msec]
[Timing] (Rank 0) Exchange : 3564 [msec]
[Timing] (Rank 0) Min-Max : 680 [msec]
[Timing] (Rank 0) Elbow-Sort: 730 [msec]
Results validation ... [PASS] 
[Timing] (Rank 18) Total : 5166 [msec]
[Timing] (Rank 18) Full-Sort : 947 [msec]
[Timing] (Rank 18) Exchange : 3184 [msec]
[Timing] (Rank 18) Min-Max : 925 [msec]
[Timing] (Rank 18) Elbow-Sort: 919 [msec]
[Timing] (Rank 20) Total : 5201 [msec]
[Timing] (Rank 20) Full-Sort : 925 [msec]
[Timing] (Rank 20) Exchange : 3256 [msec]
[Timing] (Rank 20) Min-Max : 896 [msec]
[Timing] (Rank 20) Elbow-Sort: 907 [msec]
[Timing] (Rank 16) Total : 5185 [msec]
[Timing] (Rank 16) Full-Sort : 947 [msec]
[Timing] (Rank 16) Exchange : 3210 [msec]
[Timing] (Rank 16) Min-Max : 936 [msec]
[Timing] (Rank 16) Elbow-Sort: 909 [msec]
[Timing] (Rank 17) Total : 5274 [msec]
[Timing] (Rank 17) Full-Sort : 885 [msec]
[Timing] (Rank 17) Exchange : 3499 [msec]
[Timing] (Rank 17) Min-Max : 672 [msec]
[Timing] (Rank 17) Elbow-Sort: 803 [msec]
[Timing] (Rank 19) Total : 5262 [msec]
[Timing] (Rank 19) Full-Sort : 881 [msec]
[Timing] (Rank 19) Exchange : 3482 [msec]
[Timing] (Rank 19) Min-Max : 665 [msec]
[Timing] (Rank 19) Elbow-Sort: 815 [msec]
[Timing] (Rank 21) Total : 5290 [msec]
[Timing] (Rank 21) Full-Sort : 843 [msec]
[Timing] (Rank 21) Exchange : 3557 [msec]
[Timing] (Rank 21) Min-Max : 662 [msec]
[Timing] (Rank 21) Elbow-Sort: 807 [msec]
[Timing] (Rank 23) Total : 5108 [msec]
[Timing] (Rank 23) Full-Sort : 913 [msec]
[Timing] (Rank 23) Exchange : 3221 [msec]
[Timing] (Rank 23) Min-Max : 780 [msec]
[Timing] (Rank 23) Elbow-Sort: 873 [msec]
[Timing] (Rank 25) Total : 5385 [msec]
[Timing] (Rank 25) Full-Sort : 973 [msec]
[Timing] (Rank 25) Exchange : 3434 [msec]
[Timing] (Rank 25) Min-Max : 996 [msec]
[Timing] (Rank 25) Elbow-Sort: 855 [msec]
[Timing] (Rank 30) Total : 5397 [msec]
[Timing] (Rank 30) Full-Sort : 958 [msec]
[Timing] (Rank 30) Exchange : 3403 [msec]
[Timing] (Rank 30) Min-Max : 973 [msec]
[Timing] (Rank 30) Elbow-Sort: 916 [msec]
[Timing] (Rank 26) Total : 5376 [msec]
[Timing] (Rank 26) Full-Sort : 985 [msec]
[Timing] (Rank 26) Exchange : 3390 [msec]
[Timing] (Rank 26) Min-Max : 950 [msec]
[Timing] (Rank 26) Elbow-Sort: 883 [msec]
[Timing] (Rank 27) Total : 5380 [msec]
[Timing] (Rank 27) Full-Sort : 989 [msec]
[Timing] (Rank 27) Exchange : 3387 [msec]
[Timing] (Rank 27) Min-Max : 955 [msec]
[Timing] (Rank 27) Elbow-Sort: 883 [msec]
[Timing] (Rank 28) Total : 5377 [msec]
[Timing] (Rank 28) Full-Sort : 980 [msec]
[Timing] (Rank 28) Exchange : 3381 [msec]
[Timing] (Rank 28) Min-Max : 948 [msec]
[Timing] (Rank 28) Elbow-Sort: 895 [msec]
[Timing] (Rank 29) Total : 5379 [msec]
[Timing] (Rank 29) Full-Sort : 978 [msec]
[Timing] (Rank 29) Exchange : 3376 [msec]
[Timing] (Rank 29) Min-Max : 941 [msec]
[Timing] (Rank 29) Elbow-Sort: 902 [msec]
[Timing] (Rank 31) Total : 5397 [msec]
[Timing] (Rank 31) Full-Sort : 960 [msec]
[Timing] (Rank 31) Exchange : 3395 [msec]
[Timing] (Rank 31) Min-Max : 973 [msec]
[Timing] (Rank 31) Elbow-Sort: 916 [msec]
[Timing] (Rank 15) Total : 5351 [msec]
[Timing] (Rank 15) Full-Sort : 940 [msec]
[Timing] (Rank 15) Exchange : 3343 [msec]
[Timing] (Rank 15) Min-Max : 1025 [msec]
[Timing] (Rank 15) Elbow-Sort: 937 [msec]
[Timing] (Rank 13) Total : 5344 [msec]
[Timing] (Rank 13) Full-Sort : 948 [msec]
[Timing] (Rank 13) Exchange : 3349 [msec]
[Timing] (Rank 13) Min-Max : 1033 [msec]
[Timing] (Rank 13) Elbow-Sort: 914 [msec]
[Timing] (Rank 12) Total : 5335 [msec]
[Timing] (Rank 12) Full-Sort : 963 [msec]
[Timing] (Rank 12) Exchange : 3345 [msec]
[Timing] (Rank 12) Min-Max : 989 [msec]
[Timing] (Rank 12) Elbow-Sort: 907 [msec]
[Timing] (Rank 10) Total : 5337 [msec]
[Timing] (Rank 10) Full-Sort : 944 [msec]
[Timing] (Rank 10) Exchange : 3358 [msec]
[Timing] (Rank 10) Min-Max : 1000 [msec]
[Timing] (Rank 10) Elbow-Sort: 906 [msec]
[Timing] (Rank 11) Total : 5342 [msec]
[Timing] (Rank 11) Full-Sort : 948 [msec]
[Timing] (Rank 11) Exchange : 3351 [msec]
[Timing] (Rank 11) Min-Max : 1021 [msec]
[Timing] (Rank 11) Elbow-Sort: 915 [msec]
[Timing] (Rank 14) Total : 5339 [msec]
[Timing] (Rank 14) Full-Sort : 960 [msec]
[Timing] (Rank 14) Exchange : 3334 [msec]
[Timing] (Rank 14) Min-Max : 980 [msec]
[Timing] (Rank 14) Elbow-Sort: 924 [msec]
[Timing] (Rank 8) Total : 5344 [msec]
[Timing] (Rank 8) Full-Sort : 960 [msec]
[Timing] (Rank 8) Exchange : 3346 [msec]
[Timing] (Rank 8) Min-Max : 1004 [msec]
[Timing] (Rank 8) Elbow-Sort: 913 [msec]
@@ -0,0 +1,183 @@
Autoloading libnl/3.3.0
Autoloading numactl/2.0.14
Autoloading rdma-core/32.0
Autoloading python/3.8.6
Autoloading pkgconf/1.7.3
Autoloading lvm2/2.03.05
Autoloading popt/1.16
Autoloading json-c/0.13.1
Autoloading util-linux/2.35.1
Autoloading openssl/1.1.1h
Autoloading go/1.15.2
Autoloading libgpg-error/1.37
Autoloading libseccomp/2.3.3
Autoloading squashfs/4.4
Autoloading shadow/4.7
Autoloading cryptsetup/2.3.1
Autoloading hwloc/2.2.0
Autoloading numactl/2.0.14
Autoloading zlib/1.2.11
Autoloading slurm/17-11-8-1
Autoloading ucx/1.9.0
Autoloading singularity/3.6.4
[Timing] (Rank 18) Total : 21.54 [sec]
[Timing] (Rank 18) Full-Sort : 3908 [msec]
[Timing] (Rank 18) Exchange : 13.54 [sec]
[Timing] (Rank 18) Min-Max : 3486 [msec]
[Timing] (Rank 18) Elbow-Sort: 3683 [msec]
[Timing] (Rank 6) Total : 21.45 [sec]
[Timing] (Rank 6) Full-Sort : 3322 [msec]
[Timing] (Rank 6) Exchange : 14.76 [sec]
[Timing] (Rank 6) Min-Max : 2641 [msec]
[Timing] (Rank 6) Elbow-Sort: 3051 [msec]
[Timing] (Rank 11) Total : 21.90 [sec]
[Timing] (Rank 11) Full-Sort : 4045 [msec]
[Timing] (Rank 11) Exchange : 13.71 [sec]
[Timing] (Rank 11) Min-Max : 3918 [msec]
[Timing] (Rank 11) Elbow-Sort: 3631 [msec]
[Timing] (Rank 31) Total : 21.82 [sec]
[Timing] (Rank 31) Full-Sort : 4176 [msec]
[Timing] (Rank 31) Exchange : 13.55 [sec]
[Timing] (Rank 31) Min-Max : 3860 [msec]
[Timing] (Rank 31) Elbow-Sort: 3607 [msec]
[Timing] (Rank 22) Total : 21.48 [sec]
[Timing] (Rank 22) Full-Sort : 3801 [msec]
[Timing] (Rank 22) Exchange : 13.62 [sec]
[Timing] (Rank 22) Min-Max : 3238 [msec]
[Timing] (Rank 22) Elbow-Sort: 3674 [msec]
[Timing] (Rank 16) Total : 21.45 [sec]
[Timing] (Rank 16) Full-Sort : 3862 [msec]
[Timing] (Rank 16) Exchange : 13.53 [sec]
[Timing] (Rank 16) Min-Max : 3432 [msec]
[Timing] (Rank 16) Elbow-Sort: 3640 [msec]
[Timing] (Rank 20) Total : 21.52 [sec]
[Timing] (Rank 20) Full-Sort : 3897 [msec]
[Timing] (Rank 20) Exchange : 13.60 [sec]
[Timing] (Rank 20) Min-Max : 3232 [msec]
[Timing] (Rank 20) Elbow-Sort: 3630 [msec]
[Timing] (Rank 1) Total : 21.44 [sec]
[Timing] (Rank 1) Full-Sort : 3336 [msec]
[Timing] (Rank 1) Exchange : 14.87 [sec]
[Timing] (Rank 1) Min-Max : 2688 [msec]
[Timing] (Rank 1) Elbow-Sort: 2912 [msec]
[Timing] (Rank 7) Total : 21.46 [sec]
[Timing] (Rank 7) Full-Sort : 3332 [msec]
[Timing] (Rank 7) Exchange : 14.76 [sec]
[Timing] (Rank 7) Min-Max : 2656 [msec]
[Timing] (Rank 7) Elbow-Sort: 3051 [msec]
[Timing] (Rank 5) Total : 21.39 [sec]
[Timing] (Rank 5) Full-Sort : 3359 [msec]
[Timing] (Rank 5) Exchange : 14.73 [sec]
[Timing] (Rank 5) Min-Max : 2611 [msec]
[Timing] (Rank 5) Elbow-Sort: 2988 [msec]
[Timing] (Rank 4) Total : 21.45 [sec]
[Timing] (Rank 4) Full-Sort : 3260 [msec]
[Timing] (Rank 4) Exchange : 14.88 [sec]
[Timing] (Rank 4) Min-Max : 2656 [msec]
[Timing] (Rank 4) Elbow-Sort: 2995 [msec]
[Timing] (Rank 2) Total : 21.45 [sec]
[Timing] (Rank 2) Full-Sort : 3333 [msec]
[Timing] (Rank 2) Exchange : 14.81 [sec]
[Timing] (Rank 2) Min-Max : 2676 [msec]
[Timing] (Rank 2) Elbow-Sort: 2981 [msec]
[Timing] (Rank 3) Total : 21.45 [sec]
[Timing] (Rank 3) Full-Sort : 3357 [msec]
[Timing] (Rank 3) Exchange : 14.79 [sec]
[Timing] (Rank 3) Min-Max : 2707 [msec]
[Timing] (Rank 3) Elbow-Sort: 2988 [msec]
[Timing] (Rank 0) Total : 21.49 [sec]
[Timing] (Rank 0) Full-Sort : 3326 [msec]
[Timing] (Rank 0) Exchange : 14.84 [sec]
[Timing] (Rank 0) Min-Max : 2670 [msec]
[Timing] (Rank 0) Elbow-Sort: 2999 [msec]
Results validation ... [PASS] 
[Timing] (Rank 13) Total : 21.86 [sec]
[Timing] (Rank 13) Full-Sort : 4061 [msec]
[Timing] (Rank 13) Exchange : 13.63 [sec]
[Timing] (Rank 13) Min-Max : 3900 [msec]
[Timing] (Rank 13) Elbow-Sort: 3674 [msec]
[Timing] (Rank 15) Total : 21.87 [sec]
[Timing] (Rank 15) Full-Sort : 4067 [msec]
[Timing] (Rank 15) Exchange : 13.56 [sec]
[Timing] (Rank 15) Min-Max : 3916 [msec]
[Timing] (Rank 15) Elbow-Sort: 3739 [msec]
[Timing] (Rank 10) Total : 21.86 [sec]
[Timing] (Rank 10) Full-Sort : 4043 [msec]
[Timing] (Rank 10) Exchange : 13.75 [sec]
[Timing] (Rank 10) Min-Max : 3835 [msec]
[Timing] (Rank 10) Elbow-Sort: 3605 [msec]
[Timing] (Rank 9) Total : 21.86 [sec]
[Timing] (Rank 9) Full-Sort : 4069 [msec]
[Timing] (Rank 9) Exchange : 13.69 [sec]
[Timing] (Rank 9) Min-Max : 3904 [msec]
[Timing] (Rank 9) Elbow-Sort: 3577 [msec]
[Timing] (Rank 14) Total : 21.84 [sec]
[Timing] (Rank 14) Full-Sort : 4102 [msec]
[Timing] (Rank 14) Exchange : 13.62 [sec]
[Timing] (Rank 14) Min-Max : 3834 [msec]
[Timing] (Rank 14) Elbow-Sort: 3670 [msec]
[Timing] (Rank 8) Total : 21.88 [sec]
[Timing] (Rank 8) Full-Sort : 4106 [msec]
[Timing] (Rank 8) Exchange : 13.68 [sec]
[Timing] (Rank 8) Min-Max : 3849 [msec]
[Timing] (Rank 8) Elbow-Sort: 3623 [msec]
[Timing] (Rank 12) Total : 21.84 [sec]
[Timing] (Rank 12) Full-Sort : 4140 [msec]
[Timing] (Rank 12) Exchange : 13.64 [sec]
[Timing] (Rank 12) Min-Max : 3858 [msec]
[Timing] (Rank 12) Elbow-Sort: 3607 [msec]
[Timing] (Rank 27) Total : 21.77 [sec]
[Timing] (Rank 27) Full-Sort : 4204 [msec]
[Timing] (Rank 27) Exchange : 13.62 [sec]
[Timing] (Rank 27) Min-Max : 3762 [msec]
[Timing] (Rank 27) Elbow-Sort: 3496 [msec]
[Timing] (Rank 28) Total : 21.76 [sec]
[Timing] (Rank 28) Full-Sort : 4184 [msec]
[Timing] (Rank 28) Exchange : 13.56 [sec]
[Timing] (Rank 28) Min-Max : 3720 [msec]
[Timing] (Rank 28) Elbow-Sort: 3533 [msec]
[Timing] (Rank 25) Total : 21.87 [sec]
[Timing] (Rank 25) Full-Sort : 4106 [msec]
[Timing] (Rank 25) Exchange : 13.86 [sec]
[Timing] (Rank 25) Min-Max : 3904 [msec]
[Timing] (Rank 25) Elbow-Sort: 3429 [msec]
[Timing] (Rank 29) Total : 21.76 [sec]
[Timing] (Rank 29) Full-Sort : 4219 [msec]
[Timing] (Rank 29) Exchange : 13.55 [sec]
[Timing] (Rank 29) Min-Max : 3669 [msec]
[Timing] (Rank 29) Elbow-Sort: 3533 [msec]
[Timing] (Rank 26) Total : 21.77 [sec]
[Timing] (Rank 26) Full-Sort : 4223 [msec]
[Timing] (Rank 26) Exchange : 13.61 [sec]
[Timing] (Rank 26) Min-Max : 3756 [msec]
[Timing] (Rank 26) Elbow-Sort: 3481 [msec]
[Timing] (Rank 24) Total : 21.86 [sec]
[Timing] (Rank 24) Full-Sort : 4123 [msec]
[Timing] (Rank 24) Exchange : 13.86 [sec]
[Timing] (Rank 24) Min-Max : 3942 [msec]
[Timing] (Rank 24) Elbow-Sort: 3415 [msec]
[Timing] (Rank 30) Total : 21.81 [sec]
[Timing] (Rank 30) Full-Sort : 4134 [msec]
[Timing] (Rank 30) Exchange : 13.62 [sec]
[Timing] (Rank 30) Min-Max : 3817 [msec]
[Timing] (Rank 30) Elbow-Sort: 3595 [msec]
[Timing] (Rank 23) Total : 21.1 [sec]
[Timing] (Rank 23) Full-Sort : 3973 [msec]
[Timing] (Rank 23) Exchange : 12.85 [sec]
[Timing] (Rank 23) Min-Max : 4116 [msec]
[Timing] (Rank 23) Elbow-Sort: 3682 [msec]
[Timing] (Rank 19) Total : 21.87 [sec]
[Timing] (Rank 19) Full-Sort : 3606 [msec]
[Timing] (Rank 19) Exchange : 14.65 [sec]
[Timing] (Rank 19) Min-Max : 2782 [msec]
[Timing] (Rank 19) Elbow-Sort: 3270 [msec]
[Timing] (Rank 17) Total : 21.89 [sec]
[Timing] (Rank 17) Full-Sort : 3607 [msec]
[Timing] (Rank 17) Exchange : 14.75 [sec]
[Timing] (Rank 17) Min-Max : 2795 [msec]
[Timing] (Rank 17) Elbow-Sort: 3183 [msec]
[Timing] (Rank 21) Total : 21.87 [sec]
[Timing] (Rank 21) Full-Sort : 3507 [msec]
[Timing] (Rank 21) Exchange : 14.77 [sec]
[Timing] (Rank 21) Min-Max : 2672 [msec]
[Timing] (Rank 21) Elbow-Sort: 3242 [msec]
+18
View File
@@ -0,0 +1,18 @@
#! /usr/bin/env bash
#
# Usage: average <match> <file>
# ex: average Total ./myFile
#
grep -e "$1" "$2" | awk -v what="$1" -F: '
BEGIN {sum = 0; count = 0; units = ""}
{
split($2, parts, " ");
sum += parts[1]+0;
count++;
if (units == "") {
units = parts[2];
}
}
END {print what " (av):", sum/count, units}
'
+10
View File
@@ -0,0 +1,10 @@
#! /usr/bin/env bash
#
# Usage: average-all <file>
#
for what in Total Full Elbow Exchange Min-Max; do
./average $what $1
done
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 20 --perf --validation srun ./out-rc3b/distbitonic -q 20 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 23 --perf --validation srun ./out-rc3b/distbitonic -q 23 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 25 --perf --validation srun ./out-rc3b/distbitonic -q 25 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 27 --perf --validation srun ./out-rc3b/distbitonic -q 27 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 20 --perf --validation srun ./out-rc3b/distbitonic -q 20 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 23 --perf --validation srun ./out-rc3b/distbitonic -q 23 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 25 --perf --validation srun ./out-rc3b/distbitonic -q 25 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 27 --perf --validation srun ./out-rc3b/distbitonic -q 27 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 20 --perf --validation srun ./out-rc3b/distbitonic -q 20 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 23 --perf --validation srun ./out-rc3b/distbitonic -q 23 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 25 --perf --validation srun ./out-rc3b/distbitonic -q 25 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 27 --perf --validation srun ./out-rc3b/distbitonic -q 27 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 20 --perf --validation srun ./out-rc3b/distbitonic -q 20 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 23 --perf --validation srun ./out-rc3b/distbitonic -q 23 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 25 --perf --validation srun ./out-rc3b/distbitonic -q 25 --perf --validation --pipeline 8
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 27 --perf --validation srun ./out-rc3b/distbitonic -q 27 --perf --validation --pipeline 8
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 20 --perf --validation srun ./out-rc3b/distbitonic -q 20 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 23 --perf --validation srun ./out-rc3b/distbitonic -q 23 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 25 --perf --validation srun ./out-rc3b/distbitonic -q 25 --perf --validation --pipeline 8
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 27 --perf --validation srun ./out-rc3b/distbitonic -q 27 --perf --validation --pipeline 8
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 20 --perf --validation srun ./out-rc3b/distbitonic -q 20 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 23 --perf --validation srun ./out-rc3b/distbitonic -q 23 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 25 --perf --validation srun ./out-rc3b/distbitonic -q 25 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 27 --perf --validation srun ./out-rc3b/distbitonic -q 27 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 20 --perf --validation srun ./out-rc3b/distbitonic -q 20 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 23 --perf --validation srun ./out-rc3b/distbitonic -q 23 --perf --validation
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 25 --perf --validation srun ./out-rc3b/distbitonic -q 25 --perf --validation --pipeline 8
+1 -1
View File
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
# Suppress CUDA-aware support is disabled warning # Suppress CUDA-aware support is disabled warning
export OMPI_MCA_opal_warn_on_missing_libcuda=0 export OMPI_MCA_opal_warn_on_missing_libcuda=0
srun ./out-rc3a/distbitonic -q 27 --perf --validation srun ./out-rc3b/distbitonic -q 27 --perf --validation --pipeline 8
+9 -1
View File
@@ -25,7 +25,14 @@
#endif #endif
// Default Data size (in case -q <N> is not present) // Default Data size (in case -q <N> is not present)
#define DEFAULT_DATA_SIZE (1 << 16) static constexpr size_t DEFAULT_DATA_SIZE = 1 << 16;
// The maximum MPI size we support
static constexpr size_t MAX_MPI_SIZE = 1024UL;
// The maximum pipeline size we support
static constexpr size_t MAX_PIPELINE_SIZE = 64UL;
/*! /*!
* Value type selection * Value type selection
@@ -46,6 +53,7 @@ using distValue_t = uint32_t;
*/ */
struct config_t { struct config_t {
size_t arraySize{DEFAULT_DATA_SIZE}; //!< The array size of the local data to sort. size_t arraySize{DEFAULT_DATA_SIZE}; //!< The array size of the local data to sort.
size_t pipeline{1UL}; //!< Pipeline stages
bool validation{false}; //!< Request a full validation at the end, performed by process rank 0. bool validation{false}; //!< Request a full validation at the end, performed by process rank 0.
bool ndebug{false}; //!< Skips debug trap on DEBUG builds. bool ndebug{false}; //!< Skips debug trap on DEBUG builds.
bool perf{false}; //!< Enable performance timing measurements and prints. bool perf{false}; //!< Enable performance timing measurements and prints.
+71 -19
View File
@@ -233,24 +233,24 @@ void elbowSort(ShadowedDataT& data, bool ascending) noexcept {
/*! /*!
* Takes two sorted sequences where one is in increasing and the other is in decreasing order * Takes two sequences and selects either the larger or the smaller items
* and selects either the larger or the smaller items in one-to-one comparison between them. * in one-to-one comparison between them. If the initial sequences are bitonic, then
* The result is a bitonic sequence. * the result is a bitonic sequence too!
* *
* @tparam RangeT A range type with random access iterator * @tparam ValueT The underlying type of the sequences
* *
* @param local [RangeT] Reference to the local sequence * @param local [ValueT*] Pointer to the local sequence
* @param remote [const RangeT] Reference to the remote sequence (copied locally by MPI) * @param remote [const ValueT*] Pointer to the remote sequence (copied locally by MPI)
* @param count [size_t] The number of items to process
* @param keepSmall [bool] Flag to indicate if we keep the small items in local sequence * @param keepSmall [bool] Flag to indicate if we keep the small items in local sequence
*/ */
template<typename RangeT> template<typename ValueT>
void keepMinOrMax(RangeT& local, const RangeT& remote, bool keepSmall) noexcept { void keepMinOrMax(ValueT* local, const ValueT* remote, size_t count, bool keepSmall) noexcept {
using value_t = typename RangeT::value_type;
std::transform( std::transform(
local.begin(), local.end(), local, local + count,
remote.begin(), remote,
local.begin(), local,
[&keepSmall](const value_t& a, const value_t& b){ [&keepSmall](const ValueT& a, const ValueT& b){
return (keepSmall) ? std::min(a, b) : std::max(a, b); return (keepSmall) ? std::min(a, b) : std::max(a, b);
}); });
} }
@@ -259,6 +259,60 @@ void keepMinOrMax(RangeT& local, const RangeT& remote, bool keepSmall) noexcept
* ============================== Sort algorithms ============================== * ============================== Sort algorithms ==============================
*/ */
/*!
* A small tag generator tool to provide consistent encoding to tag communication
*
* @param depth The current algorithmic depth[bitonic] of the communication, if any
* @param step The current step on the current depth
* @param stage The stage of the pipeline.
* @return The tag to use.
*
* @note
* In case we call this function outside of the pipeline loop, we can ommit
* @c stage argument and use the return value as starting tag for every communication
* of the pipeline loop. We need to increase the tags for each communication of
* the pipeline loop though!
*/
size_t tagGenerator(size_t depth, size_t step, size_t stage = 0);
/*!
* A pipeline loop for mixing min-max process with mpi data exchange
*
* @tparam ShadowedDataT A Shadowed buffer type with random access iterator.
*
* @param data [ShadowedDataT&] Reference to the data to exchange
* @param partner [mpi_id_t] The partner for the exchange
* @param keepSmall [bool] Flag to indicate if we keep the small values
* @param tag [int] The init tag to use for the loop.
*
* @note
* The @c tag is increased inside the pipeline loop for each different data exchange
*/
template<typename ShadowedDataT>
void exchangePipeline(ShadowedDataT& data, mpi_id_t partner, bool keepSmall, int tag) {
using Value_t = typename ShadowedDataT::value_type;
// Init counters and pointers
size_t count = data.size() / config.pipeline;
Value_t* active = data.getActive().data();
Value_t* shadow = data.getShadow().data();
// Pipeline
Texchange.start();
mpi.exchange_start(active, shadow, count, partner, tag);
for (size_t stage = 0 ; stage < config.pipeline ; active += count, shadow += count) {
// Wait previous chunk
mpi.exchange_wait(); Texchange.stop();
if (++stage < config.pipeline) {
// Start next chunk if there is a next one
Texchange.start();
mpi.exchange_start(active + count, shadow + count, count, partner, ++tag);
}
// process the arrived data
timeCall(Tminmax, keepMinOrMax, active, shadow, count, keepSmall);
}
}
/*! /*!
* A distributed version of the Bubbletonic sort algorithm. * A distributed version of the Bubbletonic sort algorithm.
* *
@@ -284,9 +338,8 @@ void distBubbletonic(ShadowedDataT& data, mpi_id_t Processes, mpi_id_t rank) {
if ( isActive(rank, Processes) && if ( isActive(rank, Processes) &&
isActive(part, Processes) ) { isActive(part, Processes) ) {
// Exchange with partner, keep nim-or-max and sort - O(N) // Exchange with partner, keep nim-or-max and sort - O(N)
int tag = static_cast<int>(step); int tag = static_cast<int>(tagGenerator(0, step));
timeCall(Texchange, mpi.exchange_data, data.getActive(), data.getShadow(), part, tag); exchangePipeline(data, part, ks, tag);
timeCall(Tminmax, keepMinOrMax, data.getActive(), data.getShadow(), ks);
timeCall(TelbowSort, elbowSort, data, ascending<SortMode::Bubbletonic>(rank, Processes)); timeCall(TelbowSort, elbowSort, data, ascending<SortMode::Bubbletonic>(rank, Processes));
} }
} }
@@ -324,9 +377,8 @@ void distBitonic(ShadowedDataT& data, mpi_id_t Processes, mpi_id_t rank) {
auto part = partner<SortMode::Bitonic>(rank, step); auto part = partner<SortMode::Bitonic>(rank, step);
auto ks = keepSmall<SortMode::Bitonic>(rank, part, depth); auto ks = keepSmall<SortMode::Bitonic>(rank, part, depth);
// Exchange with partner, keep nim-or-max // Exchange with partner, keep nim-or-max
int tag = static_cast<int>( (2*p*depth) + step ); int tag = static_cast<int>(tagGenerator(depth, step));
timeCall(Texchange, mpi.exchange_data, data.getActive(), data.getShadow(), part, tag); exchangePipeline(data, part, ks, tag);
timeCall(Tminmax, keepMinOrMax, data.getActive(), data.getShadow(), ks);
} }
// sort - O(N) // sort - O(N)
timeCall(TelbowSort, elbowSort, data, ascending<SortMode::Bitonic>(rank, depth)); timeCall(TelbowSort, elbowSort, data, ascending<SortMode::Bitonic>(rank, depth));
+58 -42
View File
@@ -65,6 +65,10 @@ struct MPI_t {
mpi_throw(err, "(MPI) MPI_Comm_rank() - "); mpi_throw(err, "(MPI) MPI_Comm_rank() - ");
size_ = static_cast<ID_t>(size_value); size_ = static_cast<ID_t>(size_value);
rank_ = static_cast<ID_t>(rank_value); rank_ = static_cast<ID_t>(rank_value);
if (size_ > static_cast<ID_t>(MAX_MPI_SIZE))
throw std::runtime_error(
"(MPI) size - Not supported number of nodes [over " + std::to_string(MAX_MPI_SIZE) + "]\n"
);
// Get the name of the processor // Get the name of the processor
char processor_name[MPI_MAX_PROCESSOR_NAME]; char processor_name[MPI_MAX_PROCESSOR_NAME];
@@ -74,63 +78,56 @@ struct MPI_t {
name_ = std::string (processor_name, name_len); name_ = std::string (processor_name, name_len);
} }
/*! /*!
* Exchange data with partner as part of the sorting network of both bubbletonic or bitonic * Initiate a data exchange data with partner using non-blocking Isend-Irecv, as part of the
* sorting algorithms. * sorting network of both bubbletonic or bitonic sorting algorithms.
* *
* This function matches a transmit and a receive in order for fully exchanged data between * This function matches a transmit and a receive in order for fully exchanged data between
* current node and partner. * current node and partner.
* @note
* This call MUST paired with exchange_wait() for each MPI_t object.
* Calling 2 consecutive exchange_start() for the same MPI_t object is undefined.
* *
* @tparam T The inner valur type used in buffer * @tparam ValueT The underlying value type used in buffers
* *
* @param ldata [std::vector<T>] Reference to local data to send * @param ldata [const ValueT*] Pointer to local data to send
* @param rdata [std::vector<T>] Reference to buffer to receive data from partner * @param rdata [ValueT*] Pointer to buffer to receive data from partner
* @param partner [mpi_id_t] The partner for the exchange * @param count [size_t] The number of data to exchange
* @param tag [int] The tag to use for the MPI communication * @param partner [mpi_id_t] The partner for the exchange
* @param tag [int] The tag to use for the MPI communication
*/ */
template<typename T> template<typename ValueT>
void exchange_data(const std::vector<T>& ldata, std::vector<T>& rdata, ID_t partner, int tag) { void exchange_start(const ValueT* ldata, ValueT* rdata, size_t count, ID_t partner, int tag) {
if (tag < 0) if (tag < 0)
throw std::runtime_error("(MPI) exchange_data() [tag] - Out of bound"); throw std::runtime_error("(MPI) exchange_data() [tag] - Out of bound");
MPI_Datatype datatype = MPI_TypeMapper<T>::getType(); MPI_Datatype datatype = MPI_TypeMapper<ValueT>::getType();
int count = static_cast<int>(ldata.size());
MPI_Status status;
int err; int err;
if ((err = MPI_Sendrecv( err = MPI_Isend(ldata, count, datatype, partner, tag, MPI_COMM_WORLD, &handle_tx);
ldata.data(), count, datatype, partner, tag, if (err != MPI_SUCCESS)
rdata.data(), count, datatype, partner, tag, mpi_throw(err, "(MPI) MPI_Isend() - ");
MPI_COMM_WORLD, &status err = MPI_Irecv(rdata, count, datatype, partner, tag, MPI_COMM_WORLD, &handle_rx);
)) != MPI_SUCCESS) if (err != MPI_SUCCESS)
mpi_throw(err, "(MPI) MPI_Sendrecv() [data] - "); mpi_throw(err, "(MPI) MPI_Irecv() - ");
} }
/*! /*!
* Exchange a data object with partner as part of the sorting network of both bubbletonic * Block wait for the completion of the previously called exchange_start()
* or bitonic sorting algorithms.
* *
* This function matches a transmit and a receive in order for fully exchanged the data object * @note
* between current node and partner. * This call MUST paired with exchange_start() for each MPI_t object.
* * Calling 2 consecutive exchange_wait() for the same MPI_t object is undefined.
* @tparam T The object type
*
* @param local [const T&] Reference to the local object to send
* @param remote [T&] Reference to the object to receive data from partner
* @param partner [mpi_id_t] The partner for the exchange
* @param tag [int] The tag to use for the MPI communication
*/ */
template<typename T> void exchange_wait() {
void exchange_it(const T& local, T& remote, ID_t partner, int tag) {
if (tag < 0)
throw std::runtime_error("(MPI) exchange_it() [tag] - Out of bound");
MPI_Status status; MPI_Status status;
int err; int err;
if ((err = MPI_Sendrecv( if ((err = MPI_Wait(&handle_tx, &status)) != MPI_SUCCESS)
&local, sizeof(T), MPI_BYTE, partner, tag, mpi_throw(err, "(MPI) MPI_Wait() [send] - ");
&remote, sizeof(T), MPI_BYTE, partner, tag,
MPI_COMM_WORLD, &status if ((err = MPI_Wait(&handle_rx, &status)) != MPI_SUCCESS)
)) != MPI_SUCCESS) mpi_throw(err, "(MPI) MPI_Wait() [recv] - ");
mpi_throw(err, "(MPI) MPI_Sendrecv() [item] - ");
} }
// Accessors // Accessors
@@ -181,6 +178,8 @@ private:
ID_t size_{}; //!< MPI total size of the execution ID_t size_{}; //!< MPI total size of the execution
std::string name_{}; //!< The name of the local machine std::string name_{}; //!< The name of the local machine
bool initialized_{}; //!< RAII helper flag bool initialized_{}; //!< RAII helper flag
MPI_Request handle_tx{}; //!< MPI async exchange handler for Transmission
MPI_Request handle_rx{}; //!< MPI async exchange handler for Receptions
}; };
/* /*
@@ -377,9 +376,13 @@ struct Timing {
else if (std::chrono::duration_cast<milliseconds>(duration_).count() < 10000) else if (std::chrono::duration_cast<milliseconds>(duration_).count() < 10000)
std::cout << "[Timing] (Rank " << rank << ") " << what << ": " std::cout << "[Timing] (Rank " << rank << ") " << what << ": "
<< std::to_string(std::chrono::duration_cast<milliseconds>(duration_).count()) << " [msec]\n"; << std::to_string(std::chrono::duration_cast<milliseconds>(duration_).count()) << " [msec]\n";
else else {
std::cout << "[Timing] (Rank " << rank << ") " << what << ": " char stime[26]; // fit ulong
<< std::to_string(std::chrono::duration_cast<seconds>(duration_).count()) << " [sec]\n"; auto sec = std::chrono::duration_cast<seconds>(duration_).count();
auto msec = (std::chrono::duration_cast<milliseconds>(duration_).count() % 1000) / 10; // keep 2 digit
std::sprintf(stime, "%ld.%1ld", sec, msec);
std::cout << "[Timing] (Rank " << rank << ") " << what << ": " << stime << " [sec]\n";
}
} }
@@ -402,4 +405,17 @@ private:
Tim.stop(); \ Tim.stop(); \
/*!
* A utility to check if a number is power of two
*
* @tparam Integral The integral type of the number to check
* @param x The number to check
* @return True if it is power of 2, false otherwise
*/
template <typename Integral>
constexpr inline bool isPowerOfTwo(Integral x) noexcept {
return (!(x & (x - 1)) && x);
}
#endif /* UTILS_HPP_ */ #endif /* UTILS_HPP_ */
+6
View File
@@ -0,0 +1,6 @@
# TeX auxiliary files
*.aux
*.log
*.out
*.synctex.gz
Binary file not shown.
+195
View File
@@ -0,0 +1,195 @@
% !TEX TS-program = xelatex
% !TEX encoding = UTF-8 Unicode
% !TEX spellcheck = el-GR
%
% PDS homework_2 report
%
% Requires compilation with pdfLaTeX or XeLaTeX
%
% authors:
% Χρήστος Χουτουρίδης ΑΕΜ 8997
% cchoutou@ece.auth.gr
%
% Options:
%
% 1) mainlang=<language>
% Default: english
% Set the default language of the document which affects hyphenations,
% localization (section, dates, etc...)
%
% example: \documentclass[mainlang=greek]{AUThReport}
%
% 2) <language>
% Add hyphenation and typesetting support for other languages
% Currently supports: english, greek, german, frenc
%
% example: \documentclass[english, greek]{AUThReport}
%
% 3) short: Requests a shorter title for the document
% Default: no short
%
% example: \documentclass[short]{AUThReport}
%
\documentclass[a4paper, 11pt, mainlang=greek, english]{AUThReport}
\CurrentDate{\today}
% Document setup
%---------------------------------
% \WorkGroup{Ομάδα Χ}
\AuthorName{Χρήστος Χουτουρίδης}
\AuthorMail{cchoutou@ece.auth.gr}
\AuthorAEM{8997}
%\CoAuthorName{Όνομα Επίθετο}
%\CoAuthorAEM{AEM}
%\CoAuthorMail{xxx@ece.auth.gr}
\DocTitle{Εργασία 2: Distributed bitonic sort}
\DocSubTitle{Συστήματα κατανεμημένης μνήμης}
\Department{Τμήμα ΗΜΜΥ. Τομέας Ηλεκτρονικής}
\ClassName{Παράλληλα και Διανεμημένα Συστήματα}
%
\InstructorName{Νικόλαος Πιτσιάνης}
\InstructorMail{nikos.pitsianis@eng.auth.gr}
%\CoInstructorName{Όνομα Επίθετο}
%\CoInstructorMail{xxx@ece.auth.gr}
% Local package requirements
%---------------------------------
\usepackage{enumitem}
\usepackage{tabularx}
\usepackage{array}
\usepackage{float}
\usepackage{xcolor}
%\definecolor{red-highlight}{rgb}{1.0, 0.11, 0.0}
\definecolor{red-highlight}{rgb}{1.0, 0.31, 0.0}
\definecolor{green-highlight}{rgb}{0.0, 0.62, 0.42}
\newcommand{\bxred}[1]{\colorbox{red-highlight}{#1}}
\newcommand{\bxgreen}[1]{\colorbox{green-highlight}{#1}}
\newcommand{\tred}[1]{\textcolor{red-highlight}{\textbf{#1}}}
\newcommand{\tgreen}[1]{\textcolor{green-highlight}{\textbf{#1}}}
% “virtual” cites
% ----------------------------------------
\newcommand{\citeKnuthACM}{%
Donald E. Knuth, \emph{Structured Programming with go to Statements}, ACM Computing Surveys, vol. 6, no. 4, 1974
}
\begin{document}
\InsertTitle
%\tableofcontents
\section{Εισαγωγή}
Η παρούσα εργασία αφορά τον παραλληλισμό συστημάτων με κατανεμημένη μνήμη και το μοντέλο μεταβίβασης μηνυμάτων (MPI).
Το αντικείμενο με το οποίο ασχολούμαστε είναι ο αλγόριθμος ταξινόμησης \textbf{bitonic sort}, το οποίο έχουμε κατανέμει σε διαδικασίες που τρέχουνε σε διαφορετικούς υπολογιστές.
Με αυτό τον τρόπο, κάθε διαδικασία έχει ένα μέρος των δεδομένων και τη θέση (διεύθυνση) που πρόκειται να ταξινομηθούν και ανταλλάσει δεδομένα με τις υπόλοιπες διαδικασίες.
Αν και η συνήθης μορφή του αλγορίθμου είναι αναδρομική, στην παρούσα εργασία έχουμε ανοίξει την αναδρομή σε βρόχο επανάληψης.
Ο βρόχος δημιουργεί το δίκτυο ταξινόμησης, όπου σε κάθε στάδιο οι διαδικασίες ανταλλάσουν δεδομένα με έναν, δύο, τέσσερις και ούτω καθεξής γείτονες, των οποίων οι διευθύνσεις διαφέρουν κατά hamming distance ίση με $1, 2, 4$ και ούτω καθεξής.
Με άλλα λόγια ακολουθούν τις ακμές ενός υπερκύβου αντίστοιχης διάστασης με την δυαδική τάξη μεγέθους των διαδικασιών.
\section{Παραδοτέα}
Τα παραδοτέα της εργασίας αποτελούνται από:
\begin{itemize}
\item Την παρούσα αναφορά.
\item Το \href{https://git.hoo2.net/hoo2/PDS/src/branch/master/homework_2}{σύνδεσμο με το αποθετήριο} που περιέχει τον κώδικα για την παραγωγή των εκτελέσιμων, της αναφοράς και τις μετρήσεις.
\end{itemize}
\section {Υλοποίηση}
Πριν ξεκινήσουμε με τις λεπτομέρειες του αλγόριθμου και της υλοποίησης καλό θα ήταν να περιγράψουμε τις βασικές συναρτήσεις και δομές δεδομένων που χρησιμοποιούνται στην εργασία, ώστε να βοηθήσουμε στην καλύτερη κατανόηση της υλοποίησης.
\begin{itemize}
\item \texttt{\textbf{distBitonic()}}:
Πρόκειται για την βασική συνάρτηση που υλοποιεί τον αλγόριθμο της εργασίας.
\item \texttt{\textbf{distBubbletonic()}}:
Πρόκειται για την βασική συνάρτηση που υλοποιεί τον αλγόριθμο της έκδοσης \textbf{v0.5}.
Ο αναγνώστης μπορεί να πειραματιστεί με αυτή την έκδοση καθώς υπάρχουν make rules, αλλά δεν κρύβει κάποιον “άσο στο μανίκι”, καθώς η βελτιστοποίηση έγινε με γνώμονα την \textit{distBitonic()}.
\item \texttt{\textbf{MPI\_t}}:
Ο τύπος αυτός δημιουργεί ένα επίπεδο αφαίρεσης γύρω από την MPI επικοινωνία, αρχικοποίηση και διαχείριση πόρων.
Κάθε αντικείμενο αυτού του τύπου μπορεί να διαχειριστεί σύγχρονη ή ασύγχρονη επικοινωνία.
Σε περίπτωση που παρουσιαστεί σφάλμα στην επικοινωνία, η εκτέλεση του προγράμματος τερματίζεται με κατάλληλη διαχείριση των πόρων του MPI.
\item \texttt{\textbf{ShadowedVec\_t}}:
Ο τύπος αυτός προσφέρει το interface ενός \textbf{std::vector}, ενώ εσωτερικά περικλείει δύο.
Ένα \textbf{ενεργό} και ένα ως \textbf{σκιά} του ενεργού.
Ο λόγος είναι για να προσφέρει εναλλακτικό χώρο αποθήκευσης για τα εισερχόμενα δεδομένα κατά την ανταλλαγή στην MPI επικοινωνία, αλλά και για τον αλγόριθμο ταξινόμησης elbow-sort, ο οποίος δεν μπορεί να λειτουργήσει \textit{“in-place”} καθώς χρειάζεται ξεχωριστό πίνακα προορισμού.
Με την αφαίρεση αυτή προσφέρουμε ένα κοινό interface που καλύπτει και τις δύο περιπτώσεις.
\item \texttt{\textbf{Timing}}:
Η τάξη αυτή προσφέρει δυνατότητες χρονομέτρησης μίας ή και πολλαπλών κλήσεων αθροίζοντας τους χρόνους.
\end{itemize}
\subsection{Model version}
Η πρώτη έκδοση του αλγόριθμου ήταν μια ένα-προς-ένα αντιστοιχία με το μοντέλο που δημιουργήθηκε στη julia.
Στην έκδοση αυτή όλες οι επικοινωνίες γίνονται με τις blocking εκδόσεις του MPI.
Τα βασικά βήματα αυτής της έκδοσης για κάθε μία MPI διαδικασία είναι:
\begin{itemize}
\item Ταξινόμηση των δεδομένων τοπικά χρησιμοποιώντας κάποιον “ακριβό” αλγόριθμο.
\item Ανταλλαγή όλων των δεδομένων με την διαδικασία - εταίρο (blocking).
\item Διαχωρισμός ελαχίστων -- μεγίστων, όπου η διαδικασία κρατάει τα μεν ή τα δε.
\item Ταξινόμηση με την elbow-sort.
\end{itemize}
Έτσι σε κάθε επανάληψη του βρόχου η κάθε MPI διαδικασία ανταλλάσει \textbf{όλα} τα δεδομένα με τον εταίρο της και \textbf{αφού} τελειώσει η επικοινωνία, \textbf{τότε} εκτελείται ο διαχωρισμός και η ταξινόμηση.
Προφανώς και μόνο από τη διατύπωση της προηγούμενης πρότασης κάποιος θα σκεφτόταν ότι υπάρχουν τόσες ευκαιρίες να κάνουμε τα πράγματα καλύτερα.
Να μειώσουμε τις επικοινωνίες, να τις κάνουμε ασύγχρονες, κλπ...
Παραθέτοντας τον Donald E. Knuth\footnote{\citeKnuthACM} που αναφέρει πως: \textit{“premature optimization is the root of all evil”}, θα πρέπει να τονίσουμε πως για να επιλέξουμε τι από όλα πρέπει να βελτιστοποιήσουμε, πρέπει πρώτα να μετρήσουμε.
\par
Αρχικά λοιπόν, αναλύσαμε την εκτέλεση του προγράμματος τοπικά με 4 MPI tasks χρησιμοποιώντας το perf, το οποίο έδειξε ότι όσο μεγάλωνε το μέγεθος των δεδομένων τόσο ο \textbf{κυρίαρχος παράγοντας γινόταν η full sort}.
Για την ακρίβεια:
\begin{table}[H]
\centering
\renewcommand{\arraystretch}{1.25}
\begin{tabular}{r | c c c c c c}
& Full Sort & Elbow Sort & MPI-exchange & Min-Max & Data Gen & Data Alloc \\ \hline
q=20 & 33.67\% & 9.07\% & 1.96\% & <0.5\% & 2.96\% & 1.1\% \\
q=26 & \tred{67.21\%} & 13.63\% & 4.63\% & 2.05\% & 5.2\% & 1.74\% \\
\end{tabular}
% \caption{Ποσοστό επί της συνολικής εκτέλεσης της κάθε MPI διεργασίας.}
\end{table}
\par
Για να υποστηρίξουμε τα παραπάνω δεδομένα χρησιμοποιήσαμε και την συστοιχία batch.
Για την ακρίβεια μετρήσαμε τόσο για $q=20$, όσο και για $q=27$, με 4 διεργασίες σε διάταξη 1node:4process και 4nodes:1process.
\begin{table}[H]
\centering
\renewcommand{\arraystretch}{1.25}
\begin{tabular}{r | c c c c c}
& Total & Full Sort & Elbow Sort & MPI-exchange & Min-Max \\ \hline
N1P4 - q=20 & 138 ms & 94 ms & 26 ms & 14.5 ms & 2.54 ms \\
N1P4 - q=27 & 20 s & \tred{15.5 s} & 3.44 s & \tred{750.5 ms} & 425.3 ms \\
N4P1 - q=20 & 151.7 ms & 93.3 ms & 26 ms & 29.7 ms & 1.56 ms \\
N4P1 - q=27 & 20 s & \tred{15.5 s} & 3.43 s & \tgreen{531.3 ms} & 336.3 ms \\
\end{tabular}
% \caption{Χρόνος εκτέλεσης για την κάθε λειτουργία του αλγόριθμου.}
\end{table}
\par
Τα παραπάνω δεδομένα επιβεβαιώνουν πως ο κυρίαρχος παράγοντας είναι η full sort που είναι $O(nlog(n))$, σε σχέση με όλα τα υπόλοιπα που είναι $O(n)$.
Συμπεραίνουμε λοιπόν πως η αρχική “ακριβή” ταξινόμηση είναι πρακτικά το πρώτο πράγμα που πρέπει να βελτιστοποιήσουμε.
Ακόμα τα δεδομένα φαίνεται να υποστηρίζουν πως η ανταλλαγή δεδομένων δεν επηρεάζεται τόσο από το αν οι διεργασίες επικοινωνούν σε κοινή μνήμη ή μέσω δικτύου.
Το γεγονός ότι η συστοιχία “rome” έχει ακόμα γρηγορότερο interface δικτύου υποστηρίζει αυτή την υπόθεση.
\subsection{Παραλληλοποίηση της full sort}
Για την αρχική ταξινόμηση έχουμε χρησιμοποιήσει τη συνάρτηση βιβλιοθήκης std::sort(), η οποία χρησιμοποιεί την \textbf{introsort}.
Μια υβριδική υλοποίηση quick-heap-insertion sort που εγγυάται $O(nlog(n))$ ακόμα και ως worst case.
Για να τη βελτιστοποιήσουμε λοιπόν, απλώς την κάναμε παράλληλη.
Θεωρώντας ότι η παραλληλοποίηση σε κοινή μνήμη δεν είναι το κύριο μέλημα της παρούσας εργασίας, απλώς χρησιμοποιήσαμε την openmp έκδοση της βιβλιοθήκης \textit{\_\_gnu\_parallel::sort()}.
\par
Με αυτή την αλλαγή και χρησιμοποιόντας 4 threads ανά MPI process, οι χρόνοι για το \boldmath $q=27$ πέσαν στην batch περίπου στα $4 sec$ ρίχνοντας έτσι και το συνολικό χρόνο περίπου στα $7.5 sec$. \unboldmath
Με αυτό τον τρόπο μπορούμε να πάρουμε όση επιτάχυνση θέλουμε επιλέγοντας απλά αριθμό threads ανά MPI process.
Ο περιοριστικός παράγοντας είναι οι πόροι που πρέπει να καταναλώσουμε στην συστοιχία για τις τελικές μετρήσεις.
Με βάση τα παραπάνω, τα \textbf{4 threads} φαίνεται ένα καλό νούμερο, καθώς δεν αυξάνει πολύ τους πόρους και ταυτόχρονα προσφέρει μια ισορροπία μεταξύ της fullsort και του υπόλοιπου αλγόριθμου.
\subsection{Βελτιστοποίηση του MPI}
\end{document}
+10
View File
@@ -23,3 +23,13 @@ bool isActive(mpi_id_t node, size_t nodes) {
return (node >= 0) && (node < static_cast<mpi_id_t>(nodes)); return (node >= 0) && (node < static_cast<mpi_id_t>(nodes));
} }
size_t tagGenerator(size_t depth, size_t step, size_t stage) {
auto stage_bits = static_cast<uint32_t>(std::log2(MAX_PIPELINE_SIZE));
auto step_bits = static_cast<uint32_t>(std::log2(MAX_MPI_SIZE));
// ^ We use MPI_SIZE room for steps to fit the bubbletonic version
size_t tag = stage
| (step << stage_bits)
| (depth << (stage_bits + step_bits));
return tag;
}
+23 -10
View File
@@ -17,7 +17,7 @@
#include "distsort.hpp" #include "distsort.hpp"
// Global config data // Global session data
config_t config; config_t config;
MPI_t<> mpi; MPI_t<> mpi;
distBuffer_t Data; distBuffer_t Data;
@@ -43,36 +43,49 @@ bool get_options(int argc, char* argv[]){
status = false; status = false;
} }
} }
else if (arg == "--pipeline") {
if (i+1 < argc) {
auto stages = atoi(argv[++i]);
if (isPowerOfTwo(stages) && stages <= static_cast<int>(MAX_PIPELINE_SIZE))
config.pipeline = stages;
else
status = false;
}
else {
status = false;
}
}
else if (arg == "--validation") { else if (arg == "--validation") {
config.validation = true; config.validation = true;
} }
else if (arg == "--ndebug") {
config.ndebug = true;
}
else if (arg == "--perf") { else if (arg == "--perf") {
config.perf = true; config.perf = true;
} }
else if (arg == "--ndebug") {
config.ndebug = true;
}
else if (arg == "-v" || arg == "--verbose") { else if (arg == "-v" || arg == "--verbose") {
config.verbose = true; config.verbose = true;
} }
else if (arg == "-h" || arg == "--help") { else if (arg == "-h" || arg == "--help") {
std::cout << "distbitonic/distbubbletonic - A distributed bitonic sort\n\n"; std::cout << "distbitonic/distbubbletonic - A distributed bitonic sort\n\n";
std::cout << "distbitonic -q <N> [--validation] [--ndebug] [-v]\n"; std::cout << "distbitonic -q <N> [--pipeline N] [--validation] [--ndebug] [-v]\n";
std::cout << "distbitonic -h\n"; std::cout << "distbitonic -h\n";
std::cout << "distbubbletonic -q <N> [--validation] [--ndebug] [-v]\n"; std::cout << "distbubbletonic -q <N> [--pipeline N] [--validation] [--ndebug] [-v]\n";
std::cout << "distbubbletonic -h\n"; std::cout << "distbubbletonic -h\n";
std::cout << '\n'; std::cout << '\n';
std::cout << "Options:\n\n"; std::cout << "Options:\n\n";
std::cout << " -q | --array-size <N>\n"; std::cout << " -q | --array-size <N>\n";
std::cout << " Selects the array size according to size = 2^N\n\n"; std::cout << " Selects the array size according to size = 2^N\n\n";
std::cout << " --par-sort\n"; std::cout << " --pipeline <N>\n";
std::cout << " Request a parallel full sorting algorithm\n\n"; std::cout << " Request a pipeline of <N> stages for exchange-minmax\n";
std::cout << " N must be power of 2 up to " << MAX_PIPELINE_SIZE << "\n\n";
std::cout << " --validation\n"; std::cout << " --validation\n";
std::cout << " Request a full validation at the end, performed by process rank 0\n\n"; std::cout << " Request a full validation at the end, performed by process rank 0\n\n";
std::cout << " --perf\n";
std::cout << " Request performance timing measurements to stdout.\n\n";
std::cout << " --ndebug\n"; std::cout << " --ndebug\n";
std::cout << " Skip debug breakpoint when on debug build.\n\n"; std::cout << " Skip debug breakpoint when on debug build.\n\n";
std::cout << " -t | --timing\n";
std::cout << " Request timing measurements output to stdout.\n\n";
std::cout << " -v | --verbose\n"; std::cout << " -v | --verbose\n";
std::cout << " Request a more verbose output to stdout.\n\n"; std::cout << " Request a more verbose output to stdout.\n\n";
std::cout << " -h | --help\n"; std::cout << " -h | --help\n";
+86
View File
@@ -126,6 +126,49 @@ TEST_F(TMPIdistSort, distBubbletonic_test2) {
} }
} }
/*
* MPI: SysTest (acceptance)
* Each process executes distBubbletonic for uin32_t [1 << 16] with pipeline
*/
TEST_F(TMPIdistSort, distBubbletonic_test3) {
// Create and fill vector
using tsValue_t = uint32_t; // Test parameters
size_t ts_buffer_size = 1 << 16;
ShadowedVec_t<tsValue_t> ts_Data;
std::uniform_int_distribution<tsValue_t > dis(
std::numeric_limits<tsValue_t>::min(),
std::numeric_limits<tsValue_t>::max()
);
ts_Data.resize(ts_buffer_size);
std::generate(ts_Data.begin(), ts_Data.end(), [&]() { return dis(gen); });
// Set pipeline
config.pipeline = 8;
// Execute function under test in all processes
distBubbletonic(ts_Data, ts_mpi.size(), ts_mpi.rank());
// Local min and max
auto local_min = *std::min_element(ts_Data.begin(), ts_Data.end());
auto local_max = *std::max_element(ts_Data.begin(), ts_Data.end());
// Gather min/max to rank 0
std::vector<tsValue_t> global_mins(ts_mpi.size());
std::vector<tsValue_t> global_maxes(ts_mpi.size());
MPI_Datatype datatype = MPI_TypeMapper<tsValue_t>::getType();
MPI_Gather(&local_min, 1, datatype, global_mins.data(), 1, datatype, 0, MPI_COMM_WORLD);
MPI_Gather(&local_max, 1, datatype, global_maxes.data(), 1, datatype, 0, MPI_COMM_WORLD);
// Check results
EXPECT_EQ(std::is_sorted(ts_Data.begin(), ts_Data.end()), true);
if (ts_mpi.rank() == 0) {
for (size_t i = 1; i < global_mins.size(); ++i) {
EXPECT_LE(global_maxes[i - 1], global_mins[i]);
}
}
}
/* /*
* MPI: SysTest (acceptance) * MPI: SysTest (acceptance)
@@ -209,3 +252,46 @@ TEST_F(TMPIdistSort, distBitonic_test2) {
} }
} }
/*
* MPI: SysTest (acceptance)
* Each process executes distBitonic for uin32_t [1 << 16] with pipeline
*/
TEST_F(TMPIdistSort, distBitonic_test3) {
// Create and fill vector
using tsValue_t = uint32_t; // Test parameters
size_t ts_buffer_size = 1 << 16;
ShadowedVec_t<tsValue_t> ts_Data;
std::uniform_int_distribution<tsValue_t > dis(
std::numeric_limits<tsValue_t>::min(),
std::numeric_limits<tsValue_t>::max()
);
ts_Data.resize(ts_buffer_size);
std::generate(ts_Data.begin(), ts_Data.end(), [&]() { return dis(gen); });
// Set pipeline
config.pipeline = 8;
// Execute function under test in all processes
distBitonic(ts_Data, ts_mpi.size(), ts_mpi.rank());
// Local min and max
auto local_min = *std::min_element(ts_Data.begin(), ts_Data.end());
auto local_max = *std::max_element(ts_Data.begin(), ts_Data.end());
// Gather min/max to rank 0
std::vector<tsValue_t> global_mins(ts_mpi.size());
std::vector<tsValue_t> global_maxes(ts_mpi.size());
MPI_Datatype datatype = MPI_TypeMapper<tsValue_t>::getType();
MPI_Gather(&local_min, 1, datatype, global_mins.data(), 1, datatype, 0, MPI_COMM_WORLD);
MPI_Gather(&local_max, 1, datatype, global_maxes.data(), 1, datatype, 0, MPI_COMM_WORLD);
// Check results
EXPECT_EQ(std::is_sorted(ts_Data.begin(), ts_Data.end()), true);
if (ts_mpi.rank() == 0) {
for (size_t i = 1; i < global_mins.size(); ++i) {
EXPECT_LE(global_maxes[i - 1], global_mins[i]);
}
}
}