feat: the /ml catalogue generates from the models.yaml registry

The page was hand-written and listed 14 of what is now 35 models.
scripts/generate-models.mjs reads the registry (same pattern as the
maps catalogue generator): id, task, precision, size, split-part count,
sha-pinned release link, and ordered metrics per model; ml.astro
renders the ledger from that data, split by tier on precision, with
every id linking to its release. Prose counts now compute. The maps
page test's hardcoded 289 became 318 (the true current total).

Author: ronaldtse

package.json

@@ -18,7 +18,8 @@
     "format:check": "prettier --check .",
     "test:e2e": "playwright test",
     "test:e2e:ui": "playwright test --ui",
-    "generate:catalogue": "tsx scripts/generate-catalogue.mjs"
+    "generate:catalogue": "tsx scripts/generate-catalogue.mjs",
+    "generate:models": "tsx scripts/generate-models.mjs"
   },
   "dependencies": {
     "@asciidoctor/core": "^4.0.6",

scripts/generate-models.mjs

@@ -0,0 +1,72 @@
+/**
+ * Regenerate `src/data/models-catalogue.json` from the model registry
+ * (interscript-models/models.yaml). Run: `npm run generate:models`.
+ */
+
+import { readFileSync, writeFileSync } from "node:fs"
+import { join, resolve, dirname } from "node:path"
+import { fileURLToPath } from "node:url"
+import yaml from "js-yaml"
+
+const __dirname = dirname(fileURLToPath(import.meta.url))
+const ROOT = resolve(__dirname, "..")
+const REGISTRY = resolve(ROOT, "..", "interscript-models", "models.yaml")
+const OUT_PATH = join(ROOT, "src", "data", "models-catalogue.json")
+
+const METRIC_ORDER = [
+  "der_total_greedy", "der_morph_greedy", "der_teacher_greedy",
+  "der_teacher_fullset", "wer_wikinews2024_multiref", "wer_wikinews_multiref",
+  "cer", "per", "em",
+]
+
+function humanSize(bytes) {
+  if (!bytes) return ""
+  const gib = bytes / 2 ** 30
+  if (gib >= 1) return `${gib.toFixed(1)} GiB`
+  return `${(bytes / 2 ** 20).toFixed(0)} MiB`
+}
+
+function releaseTag(entry, id) {
+  const first = (entry.parts || [])[0]
+  if (first && first.url) {
+    const m = first.url.match(/releases\/download\/([^/]+)\//)
+    if (m) return m[1]
+  }
+  const alias = (entry.aliases || [])[0]
+  return alias || id
+}
+
+function main() {
+  const registry = yaml.load(readFileSync(REGISTRY, "utf8"))
+  const out = {}
+  for (const [id, e] of Object.entries(registry.models || {})) {
+    const metrics = (e.metrics || []).map((m) => ({
+      name: m.name,
+      value: m.value,
+    }))
+    metrics.sort(
+      (a, b) =>
+        (METRIC_ORDER.indexOf(a.name) + 1 || 99) -
+        (METRIC_ORDER.indexOf(b.name) + 1 || 99),
+    )
+    out[id] = {
+      id,
+      task: e.task || "",
+      scripts: e.scripts || [],
+      precision: e.precision || "",
+      size: e.size || 0,
+      sizeHuman: humanSize(e.size),
+      splitParts: (e.parts || []).length || null,
+      filename: e.filename || "",
+      releaseTag: releaseTag(e, id),
+      releaseUrl: `https://github.com/interscript/interscript-models/releases/tag/${releaseTag(e, id)}`,
+      metrics,
+      license: e.license || "",
+      paritySamples: e.parity ? e.parity.samples : null,
+    }
+  }
+  writeFileSync(OUT_PATH, JSON.stringify(out, null, 2) + "\n", "utf8")
+  console.log(`Generated models catalogue: ${Object.keys(out).length} models → ${OUT_PATH}`)
+}
+
+main()