#!/bin/bash
#SBATCH -A p32852
#SBATCH -p gengpu
#SBATCH --gres=gpu:a100:2
#SBATCH --nodes=2
#SBATCH --ntasks-per-node=2
#SBATCH --time=48:00:00
#SBATCH --mem=64G
#SBATCH --cpus-per-task=4
#SBATCH --job-name=MW-info-typology
#SBATCH --output=parallel-mw-olmo-info-cat.log
#SBATCH --mail-type=BEGIN,END,FAIL
#SBATCH --mail-user=gaughan@u.northwestern.edu

module purge

eval "$(conda shell.bash hook)"

echo "setting up the environment by loading in conda environment at $(date)"

conda activate olmo

echo "running the bertopic job at $(date)"

srun torchrun \
	--nnodes 2 \
	--nproc 2 \
	--rdzv_id $RANDOM \
    	--rdzv_backend c10d \
    	--rdzv_endpoint "$SLURMD_NODENAME:29502" \
	/home/nws8519/git/mw-lifecycle-analysis/p2/quest/python_scripts/info_labeling.py 10000 100

echo "unsupervised olmo categorization pau at $(date)"