set os environment for big machine

2024-12-01 15:25:18 -08:00 · 2024-12-01 15:25:18 -08:00 · 613059737a
commit 613059737a
parent abe217d2d5
1 changed files with 1 additions and 0 deletions
--- a/ngrams/term_frequencies.py
+++ b/ngrams/term_frequencies.py
@ -14,6 +14,7 @@ from nltk.util import ngrams
 import string
 from random import random
 from pathlib import Path
+os.environ(["_JAVA_OPTIONS"]="-Xmx920g"

 # remove urls
 # taken from https://stackoverflow.com/questions/3809401/what-is-a-good-regular-expression-to-match-a-url