#!/bin/bash #SBATCH -p gpu #SBATCH -t 24:00:00 cd /main/working/dir module load modules/anaconda3/4.3.1 conda activate env export data_path="/some/data/path" export HUGGINGFACE_HUB_CACHE=$data_path export PIP_CACH_DIR=$data_path export TRANSFORMERS_CACHE=$data_path python script.py
Introduction High-Performance Computing (HPC) is an essential tool for modern scientific research, allowing scientists and researchers to perform complex calculations and simulations at an unprecedented scale. One of the most popular HPC job scheduling systems is SLURM, which stands for Simple Linux Utility for Resource Management. In this blog post, we will focus on the salloc command, one of the most commonly used SLURM commands for requesting compute resources. The Salloc command The salloc command allows users to request compute resources for interactive jobs....