# yaml-language-server: $schema=gitlab-ci # yaml-language-server: $format.enable=false stages: - environment - compilers - concretize - install - deploy workflow: rules: - if: $CI_PIPELINE_SOURCE == "merge_request_event" - if: $CI_COMMIT_BRANCH && $CI_OPEN_MERGE_REQUESTS when: never - if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH variables: TERM: ansi .parallel_definition: image: registry.c4science.ch/scitas-stack/rhel:9.3 parallel: matrix: - environment: [jed] slurm_options: ["-c 72 -p jed -q jed"] stack: ["pinot-noir"] # - environment: [izar] # slurm_options: ['-c 40 --gres gpu:2'] # apptainer_options: ['-nv'] # - environment: [helvetios] # slurm_options: ["-c 36"] # stack: ["pinot-noir"] tags: - ${environment} - stack # ------------------------------------------------------------------------------ # ------------------------------------------------------------------------------ .parallel_job: extends: - .parallel_definition variables: COMMAND_OPTIONS_SBATCH: ${slurm_options} MOUNT_POINT: /stack APPTAINER_EXEC_OPTIONS: ${apptainer_options} --cleanenv --no-home --bind ${BUILDCACHE}:/buildcache:rw --bind ${CI_PROJECT_DIR}:${MOUNT_POINT} BUILDCACHE: "/work/scitas-ge/richart/ci/buildcache" .spack_cache: cache: key: ${environment}-spack-cache policy: pull-push paths: - ${stack} # ------------------------------------------------------------------------------ # ------------------------------------------------------------------------------ spack:checkout: stage: .pre extends: - .parallel_definition before_script: - git config --global --add --bool advice.detachedHead false script: - ls timeout: 1h spack:setup: stage: environment extends: - .parallel_job - .spack_cache script: - ci/setup_spack.sh needs: - job: spack:checkout spack:install_compilers: stage: compilers extends: - .parallel_job - .spack_cache script: - ci/install_compilers.sh - source stack_env.sh - cd ${STACK_LOCATION} - spack/bin/spack -e ${SPACK_SYSTEM_CONFIG_PATH} config blame compilers after_script: - if [ ! -e spack-install.xml ]; then echo "{}" > spack-install.xml fi artifacts: reports: junit: spack-install.xml needs: - job: spack:setup timeout: 5h spack:concretize: stage: concretize extends: - .parallel_job - .spack_cache script: - source stack_env.sh - cd ${STACK_LOCATION} - spack/bin/spack -e ${SPACK_SYSTEM_CONFIG_PATH} config blame - spack/bin/spack -e ${SPACK_SYSTEM_CONFIG_PATH} concretize needs: - job: spack:install_compilers artifacts: paths: - stacks/${stack}/spack.lock timeout: 2h spack:install: stage: install extends: - .parallel_job - .spack_cache script: - source stack_env.sh - cd ${STACK_LOCATION} - spack/bin/spack -e ${SPACK_SYSTEM_CONFIG_PATH} install --log-file spack-install.xml --log-format junit --only-concrete --fail-fast --show-log-on-error - spack/bin/spack -e ${SPACK_SYSTEM_CONFIG_PATH} buildcache create --update-index --key EDC904DCE3D2E84E /buildcache after_script: - if [ ! -e spack-install.xml ]; then echo "{}" > spack-install.xml fi needs: - job: spack:concretize artifacts: reports: junit: spack-install.xml timeout: 10h spack:mksquashfs: stage: deploy extends: - .parallel_job - .spack_cache script: - "mksquashfs ${CI_PROJECT_DIR} stack-${stack}-${environment}-${CI_COMMIT_REF_SLUG}.sqfs" - 'curl --header "JOB-TOKEN: $CI_JOB_TOKEN" --upload-file stack-${stack}-${environment}-${CI_COMMIT_REF_SLUG}.sqfs "${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/stack/${stack}/stack-${stack}-${environment}-${CI_COMMIT_REF_SLUG}.sqfs"' needs: - job: spack:install timeout: 10h