Slurm Script Example

#!/bin/bash #SBATCH -p gpu #SBATCH -t 24:00:00 cd /main/working/dir module load modules/anaconda3/4.3.1 conda activate env export data_path="/some/data/path" export HUGGINGFACE_HUB_CACHE=$data_path export PIP_CACH_DIR=$data_path export TRANSFORMERS_CACHE=$data_path python script.py

January 9, 2024