From 0bf24df03bde4233aace81e64b0b0c311fbdd40d Mon Sep 17 00:00:00 2001 From: Ronald Tse Date: Thu, 8 Oct 2026 06:55:20 +0800 Subject: [PATCH] =?UTF-8?q?feat:=20r8=20dose=20knobs=20(R8=5FPSEUDO=5FCAP,?= =?UTF-8?q?=20R8=5FLR)=20=E2=80=94=20the=20dose-response=20curve=20becomes?= =?UTF-8?q?=20launchable?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- train_arabic_r8_hf.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/train_arabic_r8_hf.py b/train_arabic_r8_hf.py index 407f4b0..92c28e4 100644 --- a/train_arabic_r8_hf.py +++ b/train_arabic_r8_hf.py @@ -44,11 +44,11 @@ RUN = f"run-024-arabic-r8-{MIX}" WINDOW = 600 GOLD_CAP = 400_000 -PSEUDO_CAP = 200_000 +PSEUDO_CAP = int(os.environ.get("R8_PSEUDO_CAP", "200_000")) MICRO_BS = 16 GRAD_ACCUM = 2 EPOCHS = 1 -LR = 5e-5 +LR = float(os.environ.get("R8_LR", "5e-5")) WARMUP = 500 DIACRITICS_RE = re.compile("[ؐ-ًؚ-ٰٟۖ-ۜ۟-۪ۨ-ۭ]")