From 07faa49e3441a7518486acaab745877901f91340 Mon Sep 17 00:00:00 2001 From: Ronald Tse Date: Thu, 8 Oct 2026 15:44:14 +0800 Subject: [PATCH] =?UTF-8?q?feat:=20specialist=20mode=20(R8=5FGOLD=3Dnone,?= =?UTF-8?q?=20R8=5FEPOCHS)=20=E2=80=94=20register-pure=20full-scale=20arms?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- train_arabic_r8_hf.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/train_arabic_r8_hf.py b/train_arabic_r8_hf.py index 5d85ce6..8ecee2b 100644 --- a/train_arabic_r8_hf.py +++ b/train_arabic_r8_hf.py @@ -47,7 +47,7 @@ PSEUDO_CAP = int(os.environ.get("R8_PSEUDO_CAP", "200_000")) MICRO_BS = 16 GRAD_ACCUM = 2 -EPOCHS = 1 +EPOCHS = int(os.environ.get("R8_EPOCHS", "1")) LR = float(os.environ.get("R8_LR", "5e-5")) WARMUP = 500 @@ -101,8 +101,11 @@ def main() -> None: rng = random.Random(42) gold: list[tuple[str, str]] = [] - for name in ("tashkeela-full/train-001.txt", "tashkeela-full/train-002.txt", - "tashkeela-full/train-003.txt", "tashkeela-full/val-001.txt"): + gold_files = ("tashkeela-full/train-001.txt", "tashkeela-full/train-002.txt", + "tashkeela-full/train-003.txt", "tashkeela-full/val-001.txt") + if os.environ.get("R8_GOLD", "tashkeela") == "none": + gold_files = () + for name in gold_files: p = DATA / name if not p.exists(): continue