release: flowcast-v5-lite v0.1.0 — learned router, 100% LoudInk, 100% core+IR

README.md

@@ -0,0 +1,26 @@
+---
+license: apache-2.0
+tags:
+  - flowcast
+  - v5-lite
+  - voice-agent
+  - compact-ir
+library_name: mlx-lm
+---
+
+# flowcast-v5-lite (experiment)
+
+Sub-1GB LoudInk stack with learned routing, IR v2 sequences, contrastive IR training,
+and two-pass longform dictation.
+
+Predecessor: [nsalerni/flowcast-v4-lite](https://huggingface.co/nsalerni/flowcast-v4-lite)
+
+## v5-lite techniques
+
+- Learned transcript router (repair | compact IR | writer | longform)
+- Compiler skill library for hot-path settings panes
+- Compact IR v2 sequence intents
+- Contrastive IR + IR-GRPO on fallback slice
+- Two-pass longform writer micro-adapter
+
+See `inference_config.json` and `manifest.json` for integration fields.

inference_config.json

@@ -0,0 +1,30 @@
+{
+  "model_name": "flowcast-v5-lite",
+  "model_tag": "flowcast-v5-lite",
+  "runner_kind": "v5_lite",
+  "hf_repo": "nsalerni/flowcast-v5-lite",
+  "predecessor": "nsalerni/flowcast-v4-lite",
+  "writer_base_model": "mlx-community/LFM2.5-1.2B-Instruct-4bit",
+  "ir_base_model": "mlx-community/functiongemma-270m-it-4bit",
+  "writer_adapter_path": "writer",
+  "writer_longform_adapter_path": "writer_longform",
+  "ir_adapter_path": "ir",
+  "learned_router_path": "router.json",
+  "use_learned_router": true,
+  "two_pass_longform": true,
+  "ir_chat_template_family": "functiongemma",
+  "writer_chat_template_family": "lfm25",
+  "transcript_first_ir": true,
+  "intent_fast_path": true,
+  "download_mb": 750,
+  "targets": {
+    "core_accuracy": 0.99,
+    "ir_only_accuracy": 0.92,
+    "loudink_writing_accuracy": 0.95,
+    "held_out_accuracy": 0.97,
+    "hot_download_mb_max": 750,
+    "dictation_p50_ms_max": 150,
+    "ir_fallback_p50_ms_max": 250
+  },
+  "version": "0.1.0"
+}

ir/adapters.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2991b20cd480fa820786531026fc0270f8781e37b81c3cdfe323e0127c528d
+size 5080337

manifest.json

@@ -0,0 +1,39 @@
+{
+  "product": "v5-lite",
+  "version": "0.1.0",
+  "download_mb": 750,
+  "runner_kind": "v5_lite",
+  "writer_model_config": "configs/model_v5_lfm25_1_2b.yaml",
+  "writer_adapter_path": "artifacts/sft_v5_lfm25_v3lite_writer/adapters",
+  "writer_checkpoint": "promoted_core_100.safetensors",
+  "writer_longform_adapter_path": "artifacts/sft_v5_lite_writer_longform/adapters",
+  "writer_use_prompt_kv_cache": true,
+  "ir_model_config": "configs/model_v4_functiongemma.yaml",
+  "ir_adapter_path": "artifacts/sft_v5_functiongemma_ir_v5/adapters",
+  "ir_experimental_adapter_path": "artifacts/sft_v5_lite_ir_grpo/adapters",
+  "ir_checkpoint": "adapters.safetensors",
+  "ir_prompt_mode": "verbose",
+  "ir_use_prompt_kv_cache": true,
+  "ir_max_tokens": 96,
+  "ir_chat_template_family": "functiongemma",
+  "writer_chat_template_family": "lfm25",
+  "transcript_first_ir": true,
+  "intent_fast_path": true,
+  "use_learned_router": true,
+  "learned_router_path": "artifacts/v5_lite/router.json",
+  "two_pass_longform": true,
+  "prompt_mode": "verbose",
+  "json_early_stop": true,
+  "heavy_fallback": false,
+  "predecessor": "nsalerni/flowcast-v4-lite",
+  "targets": {
+    "core_accuracy": 0.99,
+    "ir_only_accuracy": 0.92,
+    "loudink_writing_accuracy": 0.95,
+    "held_out_accuracy": 0.97,
+    "hot_download_mb_max": 750,
+    "dictation_p50_ms_max": 150,
+    "ir_fallback_p50_ms_max": 250
+  },
+  "notes": "v5-lite experiment: learned router, IR v2 sequences, contrastive IR, two-pass longform writer, failure-mining loop."
+}

router.json

@@ -0,0 +1,55 @@
+{
+  "weights": {
+    "repair": {
+      "bias": 5.810288559009208,
+      "settings_pane": 2.5,
+      "open_prefix": -0.41745491159245274,
+      "automation_imperative": 3.726646453176461,
+      "word_count": -9.84929312552456,
+      "longform_signal": -1.1154836678961781,
+      "dictation_prose": 1.9345009743844221,
+      "filler_start": 1.2838928202621513,
+      "and_chain": 0.20859939463580085
+    },
+    "compact_ir": {
+      "bias": -3.640176689795005,
+      "and_chain": 0.35054606918952846,
+      "automation_imperative": 0.5592421853520967,
+      "open_prefix": -0.21733854149982806,
+      "word_count": -1.0103340242208811,
+      "settings_pane": 0.0,
+      "longform_signal": -0.05044327857241728,
+      "dictation_prose": -0.03462361505802813,
+      "filler_start": -0.038948122633683704
+    },
+    "longform_writer": {
+      "bias": -7.6502815198369145,
+      "longform_signal": 3.13050955434213,
+      "word_count": 13.274936614626753,
+      "dictation_prose": 0.7390766344993486,
+      "automation_imperative": -0.518431811263042,
+      "settings_pane": 0.0,
+      "open_prefix": -0.4527758645205938,
+      "filler_start": -0.17652712925511643,
+      "and_chain": 1.209884306661929
+    },
+    "writer": {
+      "bias": 5.680169650622764,
+      "filler_start": 0.4315824316266496,
+      "dictation_prose": -0.43895399382574257,
+      "word_count": -0.7153094648814279,
+      "automation_imperative": -1.4674568272655135,
+      "settings_pane": 0.0,
+      "longform_signal": 1.035417392126457,
+      "open_prefix": 2.8875693176128885,
+      "and_chain": 0.030970229512743263
+    }
+  },
+  "meta": {
+    "shadow_rows": 178,
+    "reports": [
+      "artifacts/benchmarks/v5_lite/phase0_production/v4_lite.json",
+      "artifacts/benchmarks/v5_lite/loudink/v4_lite.json"
+    ]
+  }
+}

writer/adapters.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb709ccf7a40ea608c5cc74c247071bbcb0980017f1811f7c55604b4241ab7c
+size 44453426

writer_longform/adapters.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d30bdebf5ecfafe0ee9aba91334b6f658396a16af61dbb3058218bd6c6ea5b3
+size 44453426