mgaughan/adaptation-slr
1
0
Fork 0
Code

updating the quest version with new ocr stuff

Browse Source
This commit is contained in:
mgaughan 2025-06-23 21:52:47 -05:00
parent 9eb4624cc5
commit 18e2fb1e77
3 changed files with 24 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
containers/ocr_job_script.sh Normal file
View File

@ -0,0 +1,23 @@
#!/bin/bash
#SBATCH -A p32852
#SBATCH -p gengpu
#SBATCH --gres=gpu:a100:1
#SBATCH --nodes=2
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --mem=64G
#SBATCH --cpus-per-task=4
#SBATCH --job-name=SLR_OCR
#SBATCH --output=slr_ocr_job.log
#SBATCH --mail-type=BEGIN,END,FAIL
#SBATCH --mail-user=gaughan@u.northwestern.edu
echo "setting up the environment by loading singularity at $(date)"
module load singularity
echo "singularity loaded, running the job command at $(date)"
singularity run --nv /home/nws8519/git/adaptation-slr/containers/new_olmocr_container.sif python -m olmocr.pipeline /home/nws8519/git/adaptation-slr/ocr_studies_text/ --markdown --pdfs /home/nws8519/git/adaptation-slr/studies_pdfs/*.pdf
echo "job pau at: $(date)"

0
containers/olmocr-pipeline-debug.log Normal file
View File

2
containers/olmocr_docker.sh
View File

@ -17,5 +17,5 @@ module load singularity
export SINGULARITY_CACHEDIR=$TMPDIR
singularity pull olmocr_container.sif docker://alleninstituteforai/olmocr:latest
singularity pull new_olmocr_container.sif docker://alleninstituteforai/olmocr:latest