diff --git a/train_arabic_r8_hf.py b/train_arabic_r8_hf.py index 407f4b0..92c28e4 100644 --- a/train_arabic_r8_hf.py +++ b/train_arabic_r8_hf.py @@ -44,11 +44,11 @@ RUN = f"run-024-arabic-r8-{MIX}" WINDOW = 600 GOLD_CAP = 400_000 -PSEUDO_CAP = 200_000 +PSEUDO_CAP = int(os.environ.get("R8_PSEUDO_CAP", "200_000")) MICRO_BS = 16 GRAD_ACCUM = 2 EPOCHS = 1 -LR = 5e-5 +LR = float(os.environ.get("R8_LR", "5e-5")) WARMUP = 500 DIACRITICS_RE = re.compile("[ؐ-ًؚ-ٰٟۖ-ۜ۟-۪ۨ-ۭ]")