ursa: add HPC-X as MPI provider (#1722)

Builds spack-stack@release/1.9.2 and spack-stack@develop

Is not installed for use; has not been tested against applications (see below)

Add NIVIDIA HPC-X as MPI provider.

spack-stack configures on a per-compiler basis, as every compiler is tied to one and only one MPI provider, hence two entries in packages_oneapi.yaml, must add / remove comments as appropriate and desired.

Also remove gcc@11.4.1 and add gcc@12.4.0

Author: rickgrubin-noaa

configs/sites/tier1/ursa/compilers.yaml

@@ -18,20 +18,6 @@ compilers:
         CPATH: '/usr/include/c++/11/x86_64-redhat-linux'
     extra_rpaths: []
 
-- compiler:
-    spec: gcc@11.4.1
-    paths:
-      cc: /usr/bin/gcc
-      cxx: /usr/bin/g++
-      f77: /usr/bin/gfortran
-      fc:  /usr/bin/gfortran
-    flags: {}
-    operating_system: rocky9
-    target: x86_64
-    modules: []
-    environment: {}
-    extra_rpaths: []
-
 - compiler:
     spec: gcc@12.4.0
     paths:

configs/sites/tier1/ursa/packages_hpcx.yaml

@@ -0,0 +1,29 @@
+packages:
+  all:
+    compiler:: [oneapi@2024.2.1,gcc@12.4.0]
+    providers:
+      mpi:: [hpcx-mpi@2.18.1]
+      blas:: [openblas]
+      fftw-api:: [fftw]
+      lapack:: [openblas]
+  mpi:
+    buildable: False
+  hpcx-mpi:
+    buildable: False
+    externals:
+    - spec: hpcx-mpi@2.18.1%oneapi@2024.2.1
+      modules:
+      - hpc-x/2.18.1-oneapi2024
+      prefix: /apps/hpcx-v2.18.1-gcc-mlnx_ofed-redhat9-cuda12-x86_64/ompi-oneapi2024
+    buildable: False
+  intel-oneapi-runtime:
+    externals:
+    - spec: intel-oneapi-runtime@2024.2.1%oneapi@2024.2.1
+      prefix: /apps/spack-2024-12/linux-rocky9-x86_64/gcc-11.4.1/intel-oneapi-compilers-2024.2.1-oqhstbmawnrsdw472p4pjsopj547o6xs/compiler/2024.2
+      modules:
+      - compiler-rt/2024.2.1
+  gcc-runtime:
+    externals:
+    - spec: gcc-runtime@12.4.0%gcc@12.4.0
+      prefix: /usr
+

configs/sites/tier1/ursa/packages_oneapi.yaml

@@ -1,21 +1,31 @@
 packages:
   all:
-    compiler:: [oneapi@2024.2.1,gcc@11.4.1]
+    compiler:: [oneapi@2024.2.1,gcc@12.4.0]
     providers:
-      mpi:: [intel-oneapi-mpi@2021.13]
+      # Intel oneAPI MPI
+      #mpi:: [intel-oneapi-mpi@2021.13]
+      # NVIDIA HPC-X
+      mpi:: [hpcx-mpi@2.18.1]
       # Change as appropriate to switch to intel-oneapi-mkl
       blas:: [openblas]
       fftw-api:: [fftw]
       lapack:: [openblas]
   mpi:
     buildable: False
+  # Intel oneAPI MPI
   intel-oneapi-mpi:
-    buildable: False
     externals:
     - spec: intel-oneapi-mpi@2021.13%oneapi@2024.2.1
+      prefix: /apps/spack-2024-12/linux-rocky9-x86_64/oneapi-2024.2.1/intel-oneapi-mpi-2021.13.1-ss72gbndvat3oz22sa6lhmlbjkeabrn4
       modules:
       - intel-oneapi-mpi/2021.13.1
-      prefix: /apps/spack-2024-12/linux-rocky9-x86_64/oneapi-2024.2.1/intel-oneapi-mpi-2021.13.1-ss72gbndvat3oz22sa6lhmlbjkeabrn4
+  # NVIDIA HPC-X
+  #hpcx-mpi:
+  #  externals:
+  #  - spec: hpcx-mpi@2.18.1%oneapi@2024.2.1
+  #    prefix: /apps/hpcx-v2.18.1-gcc-mlnx_ofed-redhat9-cuda12-x86_64/ompi-oneapi2024
+  #    modules:
+  #    - hpc-x/2.18.1-oneapi2024
   intel-oneapi-mkl:
     externals:
     - spec: intel-oneapi-mkl@2024.2.1%oneapi@2024.2.1
@@ -30,6 +40,6 @@ packages:
       - compiler-rt/2024.2.1
   gcc-runtime:
     externals:
-    - spec: gcc-runtime@11.4.1%gcc@11.4.1
+    - spec: gcc-runtime@12.4.0%gcc@12.4.0
       prefix: /usr