Skip to content
Snippets Groups Projects
Commit 0093376a authored by Nicolas Richart's avatar Nicolas Richart
Browse files

upadte debug script

parent 11912161
1 merge request!2CI update to use squashfs
Pipeline #201490 failed
#!/usr/bin/env sh
CI_DATA="/scratch/richart/ci"
export CI_DATA="/scratch/richart/ci"
srun_options="-N1 -n1 -c 64 -p h100"
apptainer_options="--nv"
stack=pinot-noir
environment=kuma_h100
export stack=pinot-noir
export environment=kuma_h100
SQUASHFS_ID=local
CI_JOB_ID=1337
export SQUASHFS_ID=local
export CI_JOB_ID=1337
FAKEHOME="/scratch/$(id -un)"
export FAKEHOME="/scratch/$(id -un)"
CI_PROJECT_DIR=$PWD
GPG_PRIVATE_KEY=${CI_PROJECT_DIR}/stacks/buildcache.pem
MOUNT_POINT=$(jq -Mrc .stack.mount_point ${CI_PROJECT_DIR}/stacks/${stack}/config.json)
export CI_PROJECT_DIR=$PWD
export GPG_PRIVATE_KEY=${CI_PROJECT_DIR}/stacks/buildcache.pem
export MOUNT_POINT=$(jq -Mrc .stack.mount_point ${CI_PROJECT_DIR}/stacks/${stack}/config.json)
export STACK_VERSION=$(jq -Mrc .stack.version ${CI_PROJECT_DIR}/stacks/${stack}/config.json)
APPTAINER_IMAGE=~/rhel9-kuma.sif
for i in overlayfs squashfs-cache buildcache spack-mirror
do
if [ ! -e ${CI_DATA}/$i ]
then
mkdir -p ${CI_DATA}/$i
fi
done
if [ ! -f ${CI_DATA}/squashfs-cache/${stack}-${environment}-${SQUASHFS_ID}.sqfs ]
then
empty=$(mktemp -d)
mksquashfs ${empty} ${CI_DATA}/squashfs-cache/${stack}-${environment}-${SQUASHFS_ID}.sqfs
fi
if [ ! -f ${APPTAINER_IMAGE} ]
then
apptainer pull -F ${APPTAINER_IMAGE} docker://registry.c4science.ch/scitas-stack/rhel9-kuma
fi
./ci/prepare_squashfs.sh
echo "host:/usr/libexec/apptainer/bin/squashfuse_ll ${CI_DATA}/squashfs-cache/${stack}-${environment}-${SQUASHFS_ID}.sqfs /overlayfs/lower-${SQUASHFS_ID}-${CI_JOB_ID}"
echo "host:${CI_PROJECT_DIR}/ci/fuse-overlayfs.sh ${CI_DATA} ${SQUASHFS_ID}-${CI_JOB_ID} ${MOUNT_POINT}/${stack}/${environment}/${STACK_VERSION}"
srun ${srun_options} --pty apptainer run \
${apptainer_options}\
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment