Skip to content

Commit

Permalink
Troubleshoot singularity container test_pipeline.yml
Browse files Browse the repository at this point in the history
  • Loading branch information
dhatribadri authored Dec 6, 2024
1 parent 768ec57 commit 5bd8969
Showing 1 changed file with 21 additions and 15 deletions.
36 changes: 21 additions & 15 deletions .github/workflows/test_pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -56,8 +56,8 @@ jobs:
- name: Install dependencies for Singularity
run: |
sudo apt-get update
sudo apt-get install -y squashfuse fuse2fs gocryptfs
sudo apt-get install squashfuse fuse2fs gocryptfs
- name: Set up sysctl for unprivileged user namespaces
run: |
sudo sh -c 'echo kernel.unprivileged_userns_clone=1 > /etc/sysctl.d/90-unprivileged_userns.conf'
Expand All @@ -67,11 +67,11 @@ jobs:
sudo sh -c 'cat /proc/sys/kernel/unprivileged_userns_clone'
sudo sh -c 'ls /etc/sysctl.d/90-unprivileged_userns.conf'
# - name: Verify Singularity capabilities
# run: |
# singularity build --sandbox docker://ubuntu:20.04
# singularity exec --userns docker://ubuntu:20.04 uname -a
# singularity exec --userns docker://ubuntu:20.04 cat /proc/sys/kernel/unprivileged_userns_clone
- name: Verify Singularity capabilities
run: |
singularity build --sandbox ubuntu_sandbox docker://ubuntu:20.04
singularity exec --userns ubuntu_sandbox uname -a
singularity exec --userns ubuntu_sandbox cat /proc/sys/kernel/unprivileged_userns_clone
# # Debugging step: Print environment variables
# - name: Print environment variables
Expand All @@ -97,13 +97,19 @@ jobs:
mkdir -p results/2024-12-04_Project_Test_QCD_Pipeline/quality_raw
mkdir -p results/2024-12-04_Project_Test_QCD_Pipeline/trimmomatic
mkdir -p results/2024-12-04_Project_Test_QCD_Pipeline/raw_coverage
- name: SSh into Actions
uses: actions/checkout@v4
- name: Setup tmate session
uses: mxschmitt/action-tmate@v3

- name: Snakemake workflow
# run: |
# snakemake -s QCD.smk -p --use-conda --use-singularity -j 999 --conda-frontend conda --cluster-config config/cluster.json --configfile config/config.yaml --latency-wait 1000 --cores 4
uses: snakemake/[email protected]
with:
directory: '.'
snakefile: 'QCD.smk'
args: '--cores 4 --use-conda --use-singularity --use-envmodules --conda-cleanup-pkgs cache -j 999 --conda-frontend conda --configfile .test/config/config.yaml --latency-wait 1000 --singularity-args "--userns"'
#run: echo "🍏 This job's status is ${{ job.status }}."
run: |
snakemake -s QCD.smk -p --use-conda --use-singularity -j 999 --conda-frontend conda --configfile .test/config/config.yaml --latency-wait 1000 --cores 4 --singularity-args "--userns"
#uses: snakemake/[email protected]
# with:
# directory: '.'
# snakefile: 'QCD.smk'
# #stagein: singularity run docker://alpine cat /etc/os-release
# args: '--cores 4 --use-conda --use-singularity --use-envmodules --conda-cleanup-pkgs cache -j 999 --conda-frontend conda --configfile .test/config/config.yaml --latency-wait 1000 --singularity-args "--userns"'
# #run: echo "🍏 This job's status is ${{ job.status }}."

0 comments on commit 5bd8969

Please sign in to comment.