Some checks failed
Code Quality Main / code-quality (push) Has been cancelled
Release Drafter / update_release_draft (push) Has been cancelled
Tests / run_tests_ubuntu (ubuntu-latest, 3.10) (push) Has been cancelled
Tests / run_tests_ubuntu (ubuntu-latest, 3.8) (push) Has been cancelled
Tests / run_tests_ubuntu (ubuntu-latest, 3.9) (push) Has been cancelled
Tests / run_tests_macos (macos-latest, 3.10) (push) Has been cancelled
Tests / run_tests_macos (macos-latest, 3.8) (push) Has been cancelled
Tests / run_tests_macos (macos-latest, 3.9) (push) Has been cancelled
Tests / run_tests_windows (windows-latest, 3.10) (push) Has been cancelled
Tests / run_tests_windows (windows-latest, 3.8) (push) Has been cancelled
Tests / run_tests_windows (windows-latest, 3.9) (push) Has been cancelled
Tests / code-coverage (push) Has been cancelled
39 lines
1.8 KiB
Bash
39 lines
1.8 KiB
Bash
#!/bin/bash -l
|
|
######################### Batch Headers #########################
|
|
#SBATCH --partition general # NOTE: use reserved partition `chengji-lab-gpu` to use reserved A100 or H100 GPUs
|
|
#SBATCH --account chengji-lab # NOTE: this must be specified to use the reserved partition above
|
|
#SBATCH --nodes=1 # NOTE: this needs to match Lightning's `Trainer(num_nodes=...)`
|
|
#SBATCH --ntasks-per-node=1 # NOTE: this needs to be `1` on SLURM clusters when using Lightning's `ddp_spawn` strategy`; otherwise, set to match Lightning's quantity of `Trainer(devices=...)`
|
|
#SBATCH --mem=59G # NOTE: use `--mem=0` to request all memory "available" on the assigned node
|
|
#SBATCH -t 0-02:00:00 # time limit for the job (up to 2 days: `2-00:00:00`)
|
|
#SBATCH -J plinder_download # job name
|
|
#SBATCH --output=R-%x.%j.out # output log file
|
|
#SBATCH --error=R-%x.%j.err # error log file
|
|
|
|
module purge
|
|
module load cuda/11.8.0_gcc_9.5.0
|
|
|
|
# determine location of the project directory
|
|
use_private_project_dir=false # NOTE: customize as needed
|
|
if [ "$use_private_project_dir" = true ]; then
|
|
project_dir="/home/acmwhb/data/Repositories/Lab_Repositories/FlowDock"
|
|
else
|
|
project_dir="/cluster/pixstor/chengji-lab/acmwhb/Repositories/Lab_Repositories/FlowDock"
|
|
fi
|
|
|
|
# shellcheck source=/dev/null
|
|
source /cluster/pixstor/chengji-lab/acmwhb/miniforge3/etc/profile.d/conda.sh
|
|
conda activate "$project_dir"/FlowDock/
|
|
|
|
# Reference Conda system libraries
|
|
export LD_LIBRARY_PATH="$CONDA_PREFIX/lib:$LD_LIBRARY_PATH"
|
|
|
|
# determine location of PLINDER dataset
|
|
export PLINDER_MOUNT="$project_dir/data/PLINDER" # NOTE: customize as needed
|
|
mkdir -p "$PLINDER_MOUNT" # create the directory if it doesn't exist
|
|
|
|
echo "Downloading PLINDER to $PLINDER_MOUNT!"
|
|
cd "$project_dir" || exit
|
|
plinder_download -y
|
|
echo "Finished downloading PLINDER to $PLINDER_MOUNT!"
|