Files
flowdock/scripts/plinder_download.sh
Olamide Isreal a3ffec6a07
Some checks failed
Code Quality Main / code-quality (push) Has been cancelled
Release Drafter / update_release_draft (push) Has been cancelled
Tests / run_tests_ubuntu (ubuntu-latest, 3.10) (push) Has been cancelled
Tests / run_tests_ubuntu (ubuntu-latest, 3.8) (push) Has been cancelled
Tests / run_tests_ubuntu (ubuntu-latest, 3.9) (push) Has been cancelled
Tests / run_tests_macos (macos-latest, 3.10) (push) Has been cancelled
Tests / run_tests_macos (macos-latest, 3.8) (push) Has been cancelled
Tests / run_tests_macos (macos-latest, 3.9) (push) Has been cancelled
Tests / run_tests_windows (windows-latest, 3.10) (push) Has been cancelled
Tests / run_tests_windows (windows-latest, 3.8) (push) Has been cancelled
Tests / run_tests_windows (windows-latest, 3.9) (push) Has been cancelled
Tests / code-coverage (push) Has been cancelled
Initial commit: FlowDock pipeline configured for WES execution
2026-03-16 15:23:29 +01:00

39 lines
1.8 KiB
Bash

#!/bin/bash -l
######################### Batch Headers #########################
#SBATCH --partition general # NOTE: use reserved partition `chengji-lab-gpu` to use reserved A100 or H100 GPUs
#SBATCH --account chengji-lab # NOTE: this must be specified to use the reserved partition above
#SBATCH --nodes=1 # NOTE: this needs to match Lightning's `Trainer(num_nodes=...)`
#SBATCH --ntasks-per-node=1 # NOTE: this needs to be `1` on SLURM clusters when using Lightning's `ddp_spawn` strategy`; otherwise, set to match Lightning's quantity of `Trainer(devices=...)`
#SBATCH --mem=59G # NOTE: use `--mem=0` to request all memory "available" on the assigned node
#SBATCH -t 0-02:00:00 # time limit for the job (up to 2 days: `2-00:00:00`)
#SBATCH -J plinder_download # job name
#SBATCH --output=R-%x.%j.out # output log file
#SBATCH --error=R-%x.%j.err # error log file
module purge
module load cuda/11.8.0_gcc_9.5.0
# determine location of the project directory
use_private_project_dir=false # NOTE: customize as needed
if [ "$use_private_project_dir" = true ]; then
project_dir="/home/acmwhb/data/Repositories/Lab_Repositories/FlowDock"
else
project_dir="/cluster/pixstor/chengji-lab/acmwhb/Repositories/Lab_Repositories/FlowDock"
fi
# shellcheck source=/dev/null
source /cluster/pixstor/chengji-lab/acmwhb/miniforge3/etc/profile.d/conda.sh
conda activate "$project_dir"/FlowDock/
# Reference Conda system libraries
export LD_LIBRARY_PATH="$CONDA_PREFIX/lib:$LD_LIBRARY_PATH"
# determine location of PLINDER dataset
export PLINDER_MOUNT="$project_dir/data/PLINDER" # NOTE: customize as needed
mkdir -p "$PLINDER_MOUNT" # create the directory if it doesn't exist
echo "Downloading PLINDER to $PLINDER_MOUNT!"
cd "$project_dir" || exit
plinder_download -y
echo "Finished downloading PLINDER to $PLINDER_MOUNT!"