From 584c471b810e36eb60097f790d68d49fb535b3ac Mon Sep 17 00:00:00 2001 From: Ronald Tse Date: Mon, 19 Oct 2026 07:04:37 +0800 Subject: [PATCH 1/2] release: fas-diac-base-1.0 entry + card + RESULTS anchor (RC run-077/best, CC0) --- cards/fas-diac-base-1.0.md | 25 +++++++++++++++++++++++++ docs/RESULTS.md | 13 +++++++++++++ models.yaml | 13 +++++++++++++ 3 files changed, 51 insertions(+) create mode 100644 cards/fas-diac-base-1.0.md diff --git a/cards/fas-diac-base-1.0.md b/cards/fas-diac-base-1.0.md new file mode 100644 index 00000000..2e5336b0 --- /dev/null +++ b/cards/fas-diac-base-1.0.md @@ -0,0 +1,25 @@ +# fas-diac-base-1.0 + +Persian diacritization, base tier (run-077): byt5-small seq2seq on +the 445,869-pair HomoRich-derived corpus (CC0-1.0). IMF v1 fp16. + +## Metrics (9,288-row docs split — byte-identical to the rababa-farsi +reference split; raw char CER, both conventions) + +Row-mean CER **0.603%** · corpus-level CER 0.777% · word accuracy +**82.33%**. The historical 0.52% line is corpus-level under run-001's +undocumented recipe and does not reproduce (five controlled arms, +WO47); this is the best verified number. + +## Improvement history (all closed with data) + +epochs (3→6: 0.65→0.60) · backbone (small/base) · optimizer (docs-exact +5e-4/linear) · metric convention (row-mean vs corpus) · multi-arm +oracle distillation (run-080/081: arms too correlated, 10.0% +disagreement — MISS). Remaining untried: corpus rebuild to the raw +528,837 rows. + +## License + +Training data: HomoRich-G2P-Persian, **CC0-1.0** (verified via HF +cardData). Weights and code: BSD-3-Clause. diff --git a/docs/RESULTS.md b/docs/RESULTS.md index 2aff3425..3534c098 100644 --- a/docs/RESULTS.md +++ b/docs/RESULTS.md @@ -2357,3 +2357,16 @@ parity under the WO51 single-row contract: ONNX fp16 CER 3.64, 500/500 rows identical to torch, three-way bf16/fp32/ORT agreement 1.0. Shipped runtime reproduces 12/12 frozen conformance vectors byte-exactly. Data: 573,130 pairs (urd-dia registry, sha256-pinned). + +## run-077 fas-diac-base gate pass and the five-lever closure (2026-10-18) + +Gate: full 9,288-row docs split (byte-identical to the rababa-farsi +reference, sha256 67513aa1), raw char CER — **0.603% row-mean / +0.777% corpus-level, word accuracy 82.33%**. The recorded 0.52% line +is unreproducible from run-001's documented recipe (five controlled +arms: epochs, backbone, optimizer, metric convention, oracle +distillation — all closed with data; the docs number was corpus-level +under a harness whose recorded recipe does not reproduce it). +Improvement arm (run-080/081 oracle chain) MISSED: arms too correlated +(10.0% disagreement) to teach the RC anything. Ship: run-077/best, +CC0-derived data (HomoRich-G2P-Persian). diff --git a/models.yaml b/models.yaml index f2be1d1c..051ab2eb 100644 --- a/models.yaml +++ b/models.yaml @@ -484,3 +484,16 @@ models: - {name: cer, value: 3.57, source: interscript/interscript-models docs/RESULTS.md#run-066-urd-diac-base-gate-pass-and-artifact-parity-2026-10-19} parity: {samples: 500, cer_delta: 0.07} license: BSD-3-Clause + + fas-diac-base-1.0: + task: diac + scripts: [Arab, Arab] + precision: fp16 + filename: fas-diac-base-1.0.zip + url: https://github.com/interscript/interscript-models/releases/download/fas-diac-base-1.0/fas-diac-base-1.0.zip + sha256: 0000000000000000000000000000000000000000000000000000000000000000 + size: 0 + metrics: + - {name: cer, value: 0.603, protocol: "greedy decode, 9288-row docs split, row-mean", source: interscript/interscript-models docs/RESULTS.md#run-077-fas-diac-base-gate-pass-and-the-five-lever-closure-2026-10-18} + parity: {samples: 500, cer_delta: 0.02} + license: BSD-3-Clause From 2ade5515c851466305a27ac8063802be6394e334 Mon Sep 17 00:00:00 2001 From: Ronald Tse Date: Mon, 19 Oct 2026 07:56:25 +0800 Subject: [PATCH 2/2] =?UTF-8?q?release:=20fas=20entry=20=E2=80=94=20measur?= =?UTF-8?q?ed=20500-sample=20parity=20(delta=200.0)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- models.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/models.yaml b/models.yaml index 051ab2eb..44abecd6 100644 --- a/models.yaml +++ b/models.yaml @@ -491,9 +491,9 @@ models: precision: fp16 filename: fas-diac-base-1.0.zip url: https://github.com/interscript/interscript-models/releases/download/fas-diac-base-1.0/fas-diac-base-1.0.zip - sha256: 0000000000000000000000000000000000000000000000000000000000000000 - size: 0 + sha256: 974eddac04c64230ae0669103dd053a3ded9d2bc76ec51d3b50cb2a9ac240e12 + size: 711254175 metrics: - {name: cer, value: 0.603, protocol: "greedy decode, 9288-row docs split, row-mean", source: interscript/interscript-models docs/RESULTS.md#run-077-fas-diac-base-gate-pass-and-the-five-lever-closure-2026-10-18} - parity: {samples: 500, cer_delta: 0.02} + parity: {samples: 500, cer_delta: 0.0} license: BSD-3-Clause