dist-fm.sb

#!/bin/bash

#SBATCH --ntasks=1
#SBATCH --job-name=_finemap
#SBATCH --time=12:00:00
#SBATCH --partition=medium
#SBATCH --array=1-228%5
#SBATCH --mem=128800
#SBATCH --output=dist/_finemap_%A_%a.out
#SBATCH --error=dist/_finemap_%A_%a.err
#SBATCH --export ALL

. /etc/profile.d/modules.sh
module load default-cardio
module load slurm
module load use.own

export TMPDIR=/scratch/jhz22/tmp
export flanking=1e6
export job=${SLURM_ARRAY_TASK_ID}
export p=$(awk 'NR==job+1{print $1}' job=${job} dist/INF1_nold.sentinels)
export chr=$(awk 'NR==job+1{print $2}' job=${job} dist/INF1_nold.sentinels)
export pos=$(awk 'NR==job+1{print $3}' job=${job} dist/INF1_nold.sentinels)
export r=$(awk 'NR==job+1{print $4}' job=${job} dist/INF1_nold.sentinels)
export start=$(awk -vpos=${pos} -vflanking=${flanking} 'BEGIN{start=pos-flanking;if(start<0) start=0;print start}')
export end=$(awk -vpos=${pos} -vflanking=${flanking} 'BEGIN{print pos+flanking}')
export rt=/scratch/jhz22/data/INTERVAL/INTERVAL
export sumstats=/scratch/jhz22/INF/METAL
export pr=${p}-${r}

cd dist

# z0
(
  awk 'BEGIN {print "rsid", "chromosome", "position", "allele1", "allele2", "maf", "beta", "se"}'
  zcat ${sumstats}/${p}-1.tbl.gz | \
  awk 'NR > 1' | \
  sort -k3,3 | \
  awk 'BEGIN {prev=""}{key=$3; if(key==prev) next;print;prev=key}' | \
  awk -vchr=${chr} -vstart=${start} -vend=${end} '{
    if ($1 == chr && $2 >= start && $2 < end) {
    if ($6 < 0.5) maf = $6; else maf = 1-$6
    if (maf > 0 && maf <= 0.5 && $10 != "NA" && $11 != "NA") print $3, $1, $2, $4, $5, maf, $1, $11
  }
  } '
) > ${pr}.z0

awk 'NR > 1 {print $1} ' ${pr}.z0 > ${pr}.incl
cp ${pr}.z0 ${pr}.z

# bgen
qctool -g ${rt}.bed -filetype binary_ped -og ${pr}.bgen -ofiletype bgen -incl-rsids ${pr}.incl

# bgi
bgenix -g ${pr}.bgen -index -clobber
ln -sf ${pr}.bgen.bgi ${pr}.bgi

# master
(
  echo "z;bgen;bgi;dose;snp;config;cred;log;n_samples"
  echo "${pr}.z;${pr}.bgen;${pr}.bgi;${pr}.dose;${pr}.snp;${pr}.config;${pr}.cred;${pr}.log;4994"
) > ${pr}.master

# finemap 1.3
finemap --sss --in-files ${pr}.master | awk 'NR>41{print $6}' | sed "s/'//g" > ${pr}.excl

if [ $(wc -l ${pr}.excl | awk '{print $1}') -gt 0 ]; then
   # bgen
   qctool -g ${rt}.bed -filetype binary_ped -og ${pr}.bgen -ofiletype bgen -incl-rsids ${pr}.incl -excl-rsids ${pr}.excl
   # bgi
   bgenix -g ${pr}.bgen -index -clobber
   ln -sf ${pr}.bgen.bgi ${pr}.bgi
   (
     awk 'BEGIN{print "rsid", "chromosome", "position", "allele1", "allele2", "maf", "beta", "se"}'
     awk 'NR > 1' ${pr}.z0 | \
     sort -k1,1 | \
     join -v1 - ${pr}.excl
   ) > ${pr}.z
   # finemap 1.3
   finemap --sss --in-files ${pr}.master
fi

cd -