#!/bin/bash
#SBATCH --job-name=EHD_RARE_VERIFY
#SBATCH --nodes=6
#SBATCH --ntasks-per-node=20
#SBATCH --cpus-per-task=1
#SBATCH --time=2-00:00:00
#SBATCH --output=/home/tanpv/Progs/CLI/EHD/logs/ehd_rare_verify_%j.out
#SBATCH --error=/home/tanpv/Progs/CLI/EHD/logs/ehd_rare_verify_%j.err
set -euo pipefail
cd /home/tanpv/Progs/CLI/EHD
mkdir -p logs outputs/AI_RareEvent_Results/parts
find outputs/AI_RareEvent_Results/parts -maxdepth 1 -type f -name 'part_*.npz' -delete
export OMP_NUM_THREADS=1 MKL_NUM_THREADS=1 OPENBLAS_NUM_THREADS=1 NUMEXPR_NUM_THREADS=1
srun --nodes=6 --ntasks=120 --ntasks-per-node=20 --cpus-per-task=1 --kill-on-bad-exit=1 /home/hapt/miniconda3/bin/python3 ehd_rare_event.py worker
EXPECTED_TASKS=120 /home/hapt/miniconda3/bin/python3 ehd_rare_event.py finalize --tasks 120