Run 16j final (step 76,083): +0.03 accepted per round, about +1 % decode over rc45000
4d6cf7b verified | { | |
| "architecture": "kolibri1-block-drafter", | |
| "target": "Aleph-Alpha/Kolibri-1", | |
| "drafter": { | |
| "hidden": 2560, | |
| "heads": 20, | |
| "head_dim": 128, | |
| "ffn": 6144, | |
| "layers": 4, | |
| "taps": 3, | |
| "block": 4, | |
| "eps": 1e-06, | |
| "theta": 10000.0, | |
| "chain_ctx": true, | |
| "row0_chain": true, | |
| "pred_rank": 256, | |
| "spine_rank": 256 | |
| }, | |
| "taps": [ | |
| 44, | |
| 47, | |
| 49 | |
| ], | |
| "draft_vocab": "draft_vocab.json", | |
| "draft_vocab_size": 60614, | |
| "serving": { | |
| "depth": 2, | |
| "quant": "fp8", | |
| "head": "nvfp4" | |
| }, | |
| "training_tokens": 213567129, | |
| "training_steps": 76083 | |
| } |