#!/usr/bin/env bash

#SBATCH --job-name=cuda
# Forschergruppe Schug
#SBATCH --account=hkf6
# 48 Cores, 512GiB RAM, 4x NVIDIA A100 GPUs
#SBATCH --partition=booster
# Right now we're using a single node
#SBATCH --nodes=1
# Number of MPI processes
# TODO: Change the config and set to this the maximum of 48
#SBATCH --ntasks=16
#SBATCH --cpus-per-task=1
# For now, we are using a single GPU only
#SBATCH --gres=gpu:1
#SBATCH --time=01:00:00
#SBATCH --output=logs/cuda-%j.log
#SBATCH --error=logs/cuda-%j.log

SOURCE_DIR=/p/project/cellsinsilico/paulslustigebude
OUTPUT_DIR=/p/scratch/cellsinsilico/paul/nastja-out/cuda

mkdir -p "${OUTPUT_DIR}"
source "${SOURCE_DIR}/activate-nastja-modules"

# This is actually the default behavior for a single task anyways
# However I'm leaving this here for documentation reasons
export CUDA_VISIBLE_DEVICES=0

srun --unbuffered "${SOURCE_DIR}/nastja/build-cuda/nastja" \
  -c "${SOURCE_DIR}/ma/experiments/configs/genesis.json" \
  -o "${OUTPUT_DIR}"
