Adding mirrors

.gitlab-ci.yml

@@ -55,8 +55,9 @@ variables:
   variables:
     MOUNT_POINT: /stack
     BUILDCACHE: "/work/scitas-ge/richart/ci/buildcache"
+    MIRROR: "/work/scitas-ge/richart/ci/mirror"
     COMMAND_OPTIONS_SBATCH: ${slurm_options}
-    APPTAINER_EXEC_OPTIONS: ${apptainer_options} --cleanenv --no-home --bind ${BUILDCACHE}:/buildcache:rw --bind ${CI_PROJECT_DIR}:${MOUNT_POINT} --bind /dev/tty
+    APPTAINER_EXEC_OPTIONS: ${apptainer_options} --cleanenv --no-home -H $(mktemp -d -p $CI_PROJECT_DIR/.tmp):$HOME --bind ${BUILDCACHE}:/buildcache:rw --bind ${MIRROR}:${MOUNT_POINT}/spack-mirror:rw --bind ${CI_PROJECT_DIR}:${MOUNT_POINT} --bind /dev/tty
 
 .spack_cache:
   cache:

ci/setup_spack.sh

@@ -64,6 +64,18 @@ modules:
       tcl: ${STACK_LOCATION}/spack/share/spack/modules/${environment}
 EOF
 
+mirrors=$(jq -Mrc '
+.spack.mirrors
+  | to_entries
+  | map(select(.value.type="relative"))
+  | map("  \(.key): \(env.STACK_LOCATION)/\(.value.url)")
+  | .[]
+' stacks/pinot-noir/config.json)
+
+cat <<EOF > ${SPACK_SYSTEM_CONFIG_PATH}/mirrors.yaml
+mirrors:
+${mirrors}
+EOF
 
 echo "Setting up extra repos"
 

stacks/pinot-noir/config.json

@@ -10,6 +10,16 @@
                 "url": "https://gitlab.epfl.ch/SCITAS/software-stack/scitas-spack-packages.git",
                 "branch": "releases/2024.0.0"
             }
+        },
+        "mirrors": {
+            "local": {
+                "url": "spack-mirror",
+                "type": "relative"
+            },
+            "restricted": {
+                "url": "spack-mirror-restriced",
+                "type": "relative"
+            }
         }
     },
     "stack": {
@@ -64,9 +74,11 @@
             "check",
             "cmake",
             "cuda",
+            "curl",
             "diffutils",
             "expat",
             "findutils",
+            "flex",
             "font-util",
             "freetype",
             "gawk",
@@ -76,15 +88,19 @@
             "gmake",
             "gmp",
             "gnuplot",
+            "help2man",
             "hcoll",
+            "hwloc",
             "libaec",
             "libevent",
             "libfuse",
             "libpciaccess",
             "libsigsegv",
             "libtool",
+            "libtiff",
             "libuuid",
             "libxml2",
+            "lz4",
             "m4",
             "macro-utils",
             "meson",
@@ -105,8 +121,10 @@
             "sqlite",
             "tar",
             "texinfo",
+            "utf8proc",
             "xpmem",
             "xz",
+            "xxd-standalon",
             "zlib-ng",
             "zstd"
         ]