From 7dbfd185d91ca530be22b9f7ab9886179d111a8a Mon Sep 17 00:00:00 2001
From: Ronald Tse <ronald.tse@ribose.com>
Date: Thu, 8 Oct 2026 15:47:55 +0800
Subject: [PATCH] =?UTF-8?q?feat:=20HEB=5FPSEUDO=20mixture=20knob=20?=
 =?UTF-8?q?=E2=80=94=20noisy-student=20stage=202=20(WO26)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 train_hebrew_plane_hf.py | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

diff --git a/train_hebrew_plane_hf.py b/train_hebrew_plane_hf.py
index e912257..b44ccb1 100644
--- a/train_hebrew_plane_hf.py
+++ b/train_hebrew_plane_hf.py
@@ -93,6 +93,21 @@ def main() -> None:
         if not t or len(t.encode("utf-8")) > 1450:
             continue
         units.append(t)
+    pseudo_path = os.environ.get("HEB_PSEUDO", "")
+    if pseudo_path:
+        cap = int(os.environ.get("HEB_PSEUDO_CAP", "40000"))
+        min_frac = float(os.environ.get("HEB_PSEUDO_MIN_FRAC", "0.9"))
+        added = 0
+        for row in load_jsonl(Path(pseudo_path)):
+            if added >= cap:
+                break
+            if row.get("keep_frac", 1.0) < min_frac:
+                continue
+            t = row["tgt"].strip()
+            if t and len(t.encode("utf-8")) <= 1450:
+                units.append(t)
+                added += 1
+        print(f"[data] pseudo added={added}", flush=True)
     random.Random(42).shuffle(units)
     units = units[:MAX_LINES]
     print(f"[data] units={len(units)}", flush=True)