Sogma

config/common.txt

@@ -15,6 +15,7 @@ packaging
 #
 libopenblas=*=openmp_*
 libblas=*=*openblas
+blas=*=*openblas
 #
 # Install requirements of our local and pip packages
 #

config/perlmutter/build_env.sh

@@ -1 +1 @@
-export MPICC=cc
+export MPICC=$(which cc)

config/perlmutter/packages_conda.txt

@@ -1,5 +1,14 @@
 # Adjust the default python version
 python=3.12
 #
+# GPU mapmaker
+cuda
+cuda-version=13.0
+cupy
+nvidia-ml
+meson
+meson-python
+pybind11
+#
 plotly
 plotly-resampler

config/perlmutter/packages_pip.txt

@@ -10,3 +10,6 @@ sotodlib==v0.6.16
 # The mapsims package has hard-coded versions of pysm3 and
 # pixell, which un-installs our versions of those packages.
 #https://github.com/galsci/mapsims/archive/main.tar.gz
+#
+# GPU mapmaker
+ksgpu

config/perlmutter/post_install.sh

@@ -20,3 +20,50 @@ python ${scriptdir}/tools/update_resource.py \
        --base-json ${scriptdir}/templates/resource_so.json \
        --output-json ${CONDA_PREFIX}/lib/python${python_major_minor}/site-packages/radical/pilot/configs/resource_so.json \
        --env-path ${CONDA_PREFIX}
+
+
+conda_exec env config vars set SOPATH=/global/cfs/cdirs/sobs
+conda_exec env config vars set PKG_CONFIG_PATH=$CONDA_PREFIX/lib/pkgconfig:$CONDA_PREFIX/share/pkgconfig:$PKG_CONFIG_PATH
+conda_exec deactivate
+conda_exec activate "${fullenv}"
+
+mkdir -p $CONDA_PREFIX/git
+
+echo ''
+echo ''
+cd $CONDA_PREFIX/git
+git clone https://github.com/amaurea/fast_g3.git
+cd $CONDA_PREFIX/git/fast_g3
+make clean && make -j4 && ln -sf $CONDA_PREFIX/git/fast_g3/fast_g3 $CONDA_PREFIX/lib/python${python_major_minor}/site-packages/fast_g3
+
+echo ''
+echo ''
+cd $CONDA_PREFIX/git
+git clone https://github.com/amaurea/cpu_mm.git
+cd $CONDA_PREFIX/git/cpu_mm
+make clean && make -j4 && ln -sf $CONDA_PREFIX/git/cpu_mm/python $CONDA_PREFIX/lib/python${python_major_minor}/site-packages/cpu_mm
+
+echo ''
+echo ''
+cd $CONDA_PREFIX/git
+git clone https://github.com/amaurea/gpu_mm.git
+cd $CONDA_PREFIX/git/gpu_mm
+make clean && make -j4 && ln -sf $CONDA_PREFIX/git/gpu_mm/gpu_mm $CONDA_PREFIX/lib/python${python_major_minor}/site-packages/gpu_mm
+
+echo ''
+echo ''
+cd $CONDA_PREFIX/git
+git clone https://github.com/amaurea/sogma.git
+cd $CONDA_PREFIX/git/sogma
+ln -sf $CONDA_PREFIX/git/sogma/python $CONDA_PREFIX/lib/python${python_major_minor}/site-packages/sogma
+ln -sf $CONDA_PREFIX/git/sogma/bin/sogma $CONDA_PREFIX/bin/sogma
+ln -sf $CONDA_PREFIX/git/sogma/bin/solist $CONDA_PREFIX/bin/solist
+ln -sf $CONDA_PREFIX/git/sogma/bin/soplanet $CONDA_PREFIX/bin/soplanet
+ln -sf $CONDA_PREFIX/git/sogma/bin/sosplit $CONDA_PREFIX/bin/sosplit
+
+echo ''
+echo ''
+cd $CONDA_PREFIX/git
+git clone https://github.com/amaurea/tenki.git
+ln -sf $CONDA_PREFIX/git/tenki/enplot $CONDA_PREFIX/bin/enplot
+

pkgs/flacarray/meta.yaml

@@ -30,6 +30,8 @@ requirements:
     - libblas * *openblas
     - pkgconfig
     - python
+    - setuptools
+    - pip
     - meson-python
     - cython
     - numpy

pkgs/moby2/meta.yaml

@@ -28,6 +28,7 @@ requirements:
     - libblas * *openblas
     - python
     - setuptools
+    - pip
     - fftw
     - gsl
     - libactpol

pkgs/qpoint/meta.yaml

@@ -28,6 +28,7 @@ requirements:
     - libblas * *openblas
     - python
     - setuptools
+    - pip
     - extension-helpers
     - setuptools-scm
     - numpy

pkgs/so3g/meta.yaml

@@ -22,16 +22,15 @@ requirements:
     - cmake
     - make
     - llvm-openmp # [osx]
-    - setuptools
-    - python
-    - numpy
   host:
     - llvm-openmp # [osx]
     - libgomp # [linux]
     - libopenblas * *openmp*
     - libblas * *openblas
     - openblas * *openmp*
     - python
+    - setuptools
+    - pip
     - numpy
     - scipy
     - boost
@@ -40,13 +39,17 @@ requirements:
     - libflac
     - gsl
     - glog
-    - ceres-solver=*=cpu*
     - qpoint
     # Although not a dependency, we put numba here to force
     # building with a numba-compatible numpy version
     - numba
     # Not a dependency, force installing a NaMaster-compatible GSL version
     - namaster >=2.4
+    {% if cuda_compiler_version is defined %}
+    - ceres-solver=*=gpu*
+    {% else %}
+    - ceres-solver=*=cpu*
+    {% endif %}
   run:
     - llvm-openmp # [osx]
     - libopenblas * *openmp*
@@ -68,7 +71,11 @@ requirements:
     - sqlalchemy
     - pysqlite3
     - tqdm
+    {% if cuda_compiler_version is defined %}
+    - ceres-solver=*=gpu*
+    {% else %}
     - ceres-solver=*=cpu*
+    {% endif %}
 
 test:
   imports:

pkgs/toast/meta.yaml

@@ -25,14 +25,14 @@ requirements:
     - cmake
     - make
     - llvm-openmp # [osx]
-    - setuptools
-    - python
   host:
     - llvm-openmp # [osx]
     - libgomp # [linux]
     - libopenblas * *openmp*
     - libblas * *openblas
     - python
+    - setuptools
+    - pip
     - numpy
     - scipy
     - fftw

soconda.sh

@@ -313,7 +313,7 @@ conda_exec activate "${fullenv}"
 
 # Install mpi4py from source if using an external MPI
 if [ "${conda_mpi}" = "no" ]; then
-    echo "Building mpi4py with MPICC=\"${MPICC}\"" | tee -a "log_mpi4py"
+    echo "Building mpi4py with MPICC=\"${MPICC}\"" | tee "log_mpi4py"
     pip install --force-reinstall --no-cache-dir --no-binary=mpi4py mpi4py \
         2>&1 | tee -a "log_mpi4py"
     [[ $? != 0 ]] && exit 1