Sessions pr

.ci/lanl/gitlab-darwin-ci.yml

@@ -1,5 +1,5 @@
 variables:
-  SCHEDULER_PARAMETERS: "-pgeneral -t 1:00:00 -N 1 --ntasks-per-node=16"
+  SCHEDULER_PARAMETERS: "-pgeneral -t 4:00:00 -N 1 --ntasks-per-node=16"
   GIT_STRATEGY: clone
   NPROCS: 4
 
@@ -11,10 +11,12 @@ build:intel:
   stage: build
   tags: [darwin-slurm-shared]
   script:
-    - module load intel
+    - module load intel/2022.0.1
+    - rm .gitmodules
+    - cp $GITSUBMODULEPATCH .gitmodules
     - git submodule update --init
     - ./autogen.pl
-    - ./configure CC=icc FC=ifort CXX=icpc --prefix=$PWD/install_test --with-libevent=internal
+    - ./configure CC=icx FC=ifx CXX=icpx --prefix=$PWD/install_test --with-libevent=internal
     - make -j 8 install
     - make check
     - export PATH=$PWD/install_test/bin:$PATH
@@ -32,9 +34,11 @@ build:ibm:
   stage: build
   tags: [darwin-slurm-shared]
   variables:
-    SCHEDULER_PARAMETERS: "-ppower9 -t 1:00:00 -N 1 --ntasks-per-node=16"
+    SCHEDULER_PARAMETERS: "-ppower9 -t 4:00:00 -N 1 --ntasks-per-node=16"
   script:
     - module load ibm
+    - rm .gitmodules
+    - cp $GITSUBMODULEPATCH .gitmodules
     - git submodule update --init
     - ./autogen.pl
     - ./configure CC=xlc FC=xlf CXX=xlc++ --prefix=$PWD/install_test --with-libevent=internal
@@ -55,9 +59,11 @@ build:amd:
   stage: build
   tags: [darwin-slurm-shared]
   variables:
-    SCHEDULER_PARAMETERS: "-pamd-rome -t 1:00:00 -N 1 --ntasks-per-node=16"
+    SCHEDULER_PARAMETERS: "-pamd-rome -t 4:00:00 -N 1 --ntasks-per-node=16"
   script:
     - module load aocc/3.0.0
+    - rm .gitmodules
+    - cp $GITSUBMODULEPATCH .gitmodules
     - git submodule update --init
     - ./autogen.pl
     - ./configure CC=clang FC=flang CXX=clang++ --prefix=$PWD/install_test --with-libevent=internal
@@ -79,6 +85,8 @@ build:gnu:
   tags: [darwin-slurm-shared]
   script:
     - module load gcc
+    - rm .gitmodules
+    - cp $GITSUBMODULEPATCH .gitmodules
     - git submodule update --init
     - ./autogen.pl
     - ./configure --prefix=$PWD/install_test --with-libevent=internal
@@ -104,7 +112,7 @@ test:intel:
   script:
     - pwd
     - ls
-    - module load intel
+    - module load intel/2022.0.1
     - export PATH=$PWD/install_test/bin:$PATH
     - which mpirun
     - cd examples
@@ -126,7 +134,7 @@ test:ibm:
   stage: test
   tags: [darwin-slurm-shared]
   variables:
-    SCHEDULER_PARAMETERS: "-ppower9 -t 1:00:00 -N 1 --ntasks-per-node=16"
+    SCHEDULER_PARAMETERS: "-ppower9 -t 2:00:00 -N 1 --ntasks-per-node=16"
   dependencies:
     - build:ibm
   needs: ["build:ibm"]
@@ -136,7 +144,7 @@ test:ibm:
     - module load ibm
     - export PATH=$PWD/install_test/bin:$PATH
     - which mpirun
-    - cd examples
+    - pushd examples
     - mpirun -np 4 hostname
     - mpirun -np 4 ./hello_c
     - mpirun -np 4 ./ring_c
@@ -147,6 +155,24 @@ test:ibm:
     - mpirun -np 4 ./hello_usempif08
     - mpirun -np 4 ./ring_usempif08
     - mpirun -np 4 ./connectivity_c
+    - popd
+    - mkdir osu-tests
+    - pushd osu-tests
+    - cp -p -r $OSU_TESTS_FOLDER/* .
+    - ./configure CC=mpicc FC=mpifort F77=mpifort CXX=mpiCC && make -j 8 clean && make -j 8 
+    - pushd mpi/pt2pt
+    - mpirun -np 2 ./osu_latency
+    - mpirun -np 2 ./osu_latency D H
+    - mpirun -np 2 ./osu_latency H D
+    - mpirun -np 2 ./osu_latency H H
+    - mpirun -np 2 ./osu_bw
+    - mpirun -np 2 ./osu_bw D H
+    - mpirun -np 2 ./osu_bw H D
+    - mpirun -np 2 ./osu_bw H H
+    - mpirun -np 2 ./osu_bibw
+    - mpirun -np 2 ./osu_bibw D H
+    - mpirun -np 2 ./osu_bibw H D
+    - mpirun -np 2 ./osu_bibw H H
   artifacts:
     name: "$CI_JOB_NAME-$CI_COMMIT_REF_NAME"
     expire_in: 1 week
@@ -155,7 +181,7 @@ test:amd:
   stage: test
   tags: [darwin-slurm-shared]
   variables:
-    SCHEDULER_PARAMETERS: "-pamd-rome -t 1:00:00 -N 1 --ntasks-per-node=16"
+    SCHEDULER_PARAMETERS: "-pamd-rome -t 2:00:00 -N 1 --ntasks-per-node=16"
   dependencies:
     - build:amd
   needs: ["build:amd"]

.gitignore

@@ -118,6 +118,12 @@ ltoptions.m4
 3rd-party/romio341/mpl/include/mpl_timer.h
 3rd-party/romio341/mpl/localdefs
 3rd-party/romio341/test/runtests
+3rd-party/romio341/test/fcoll_test.f
+3rd-party/romio341/test/fmisc.f
+3rd-party/romio341/test/fperf.f
+3rd-party/romio341/test/large_file.c
+3rd-party/romio341/test/misc.c
+3rd-party/romio341/test/pfcoll_test.f
 3rd-party/romio341/util/romioinstall
 
 config/project_list.m4
@@ -341,6 +347,7 @@ ompi/tools/mpisync/mpisync
 ompi/tools/mpisync/mpirun_prof
 ompi/tools/mpisync/ompi_timing_post
 ompi/tools/mpisync/mpisync.1
+ompi/tools/mpirun/mpirun
 
 ompi/tools/ompi_info/ompi_info
 ompi/tools/ompi_info/ompi_info.1
@@ -588,6 +595,10 @@ oshmem/tools/oshmem_info/oshmem_info.1
 oshmem/tools/wrappers/oshcc.1
 oshmem/tools/wrappers/oshfort.1
 oshmem/tools/wrappers/oshrun.1
+oshmem/tools/wrappers/oshmem-c.pc
+oshmem/tools/wrappers/oshmem-cxx.pc
+oshmem/tools/wrappers/oshmem-fort.pc
+oshmem/tools/wrappers/oshmem.pc
 oshmem/tools/wrappers/shmemcc.1
 oshmem/tools/wrappers/shmemfort.1
 oshmem/tools/wrappers/shmemrun.1

.gitmodules

@@ -1,8 +1,8 @@
 [submodule "prrte"]
 	path = 3rd-party/prrte
-	url = https://github.com/openpmix/prrte
+	url = ../../openpmix/prrte
 	branch = master
 [submodule "openpmix"]
 	path = 3rd-party/openpmix
-	url = https://github.com/openpmix/openpmix.git
+	url = ../../openpmix/openpmix.git
 	branch = master

.mailmap

@@ -121,3 +121,10 @@ Nick Papior <[email protected]> <[email protected]>
 Matthew G. F. Dosanjh <[email protected]>
 
 Wei-keng Liao <[email protected]>
+
+Samuel K. Gutierrez <[email protected]> <[email protected]>
+Samuel K. Gutierrez <[email protected]> <[email protected]>
+
+Tomislav Janjusic <[email protected]> Tomislavj Janjusic <[email protected]>
+
+William P. LePera <[email protected]>

3rd-party/treematch/tm_topology.c

@@ -68,7 +68,13 @@ tm_topology_t * tgt_to_tm(char *filename)
     printf("Reading TGT file: %s\n",filename);
 
 
-  fgets(line,1024,pf);
+  if (NULL == fgets(line,1024,pf)) {
+      /* either an error has occurred (and is in an unknown state) or
+         we hit EOF and line is empty.  Either way, make line the
+         empty string to avoid errors later */
+      line[0] = '\0';
+  }
+
   fclose(pf);
 
   s = strstr(line,"tleaf");
@@ -159,7 +165,13 @@ double ** topology_to_arch(hwloc_topology_t topology)
   double **arch = NULL;
 
   nb_proc = hwloc_get_nbobjs_by_type(topology, HWLOC_OBJ_PU);
-  arch = (double**)MALLOC(sizeof(double*)*nb_proc);
+  if (nb_proc < 0) {
+    return NULL;
+  }
+  arch = (double**)malloc(sizeof(double*)*nb_proc);
+  if (NULL == arch) {
+    return NULL;
+  }
   for( i = 0 ; i < nb_proc ; i++ ){
     obj_proc1 = hwloc_get_obj_by_type(topology,HWLOC_OBJ_PU,i);
     arch[obj_proc1->os_index] = (double*)MALLOC(sizeof(double)*nb_proc);
@@ -534,7 +546,9 @@ int  tm_topology_add_binding_constraints(char *constraints_filename, tm_topology
 
   /* compute the size of the array to store the constraints*/
   n = 0;
-  fgets(line, LINE_SIZE, pf);
+  if (NULL == fgets(line, LINE_SIZE, pf)) {
+    line[0] = '\0';
+  }
   l = line;
   while((ptr=strtok(l," \t"))){
     l = NULL;
@@ -545,7 +559,9 @@ int  tm_topology_add_binding_constraints(char *constraints_filename, tm_topology
   tab = (int*)MALLOC(n*sizeof(int));
 
   rewind(pf);
-  fgets(line, LINE_SIZE, pf);
+  if (NULL == fgets(line, LINE_SIZE, pf)) {
+    line[0] = '\0';
+  }
   fclose(pf);
   l = line;
   i = 0;

HACKING.md

@@ -7,6 +7,24 @@ source code form, most likely through a developer's tree (i.e., a
 Git clone).
 
 
+## Obtaining Open MPI
+
+Open MPI is available from many distributions, however some users
+prefer to obtain it directly from the Open MPI community via
+prepackaged tarball (see: https://www.open-mpi.org/software/ompi/).
+The Open MPI tarball includes manpages, and openpmix and openprrte
+components, along with an auto-generated configure script.
+
+Some developers prefer to obtain Open MPI by directly cloning it
+from https://github.com/open-mpi/ompi.  It is recommended that users
+who choose to clone the source directly, use the git clone flag
+`--recurse-submodules`, to also obtain the openpmix, and openprrte.
+
+Regardless of how openpmix and openprrte are obtained, the
+configure logic in Open MPI v5.0+ prefer externally installed
+components.  Please see `configure --help` for more details.
+
+
 ## Developer Builds: Compiler Pickyness by Default
 
 If you are building Open MPI from a Git clone (i.e., there is a `.git`