| { |
| "arch_id": "qwen3-next-mtp", |
| "artifact_role": "forge-local", |
| "base_trunk": "ornith-mtp4bit-src", |
| "exactness_baseline": {}, |
| "forge_provenance": { |
| "forge_inputs": { |
| "mtp_source_path": "ornith-mtp4bit-src", |
| "trunk_path": "Ornith-1.0-35B-MTP-grafted-mtp4bit" |
| }, |
| "forge_recipe": { |
| "body_bits": 4, |
| "body_group_size": 64, |
| "body_mode": "affine", |
| "mtp_policy": "requantize", |
| "mtp_quant_bits": 4, |
| "mtp_quant_group_size": 64, |
| "mtp_quant_mode": "affine" |
| }, |
| "forged_at": "2026-06-27T08:34:45+09:00", |
| "forged_locally": true, |
| "mtp_contract": { |
| "base_hidden_variant": "post_norm", |
| "concat_order": "embedding_hidden", |
| "hidden_variant": "post_norm", |
| "mtp_position_mode": "local", |
| "mtp_quant_bits": 4, |
| "mtp_quant_group_size": 64, |
| "mtp_quant_mode": "affine" |
| }, |
| "mtplx_version": "1.0.4", |
| "published_to_hf": null, |
| "source_format": "mlx_affine_with_mtp", |
| "source_repo": "ornith-mtp4bit-src", |
| "source_sha": null |
| }, |
| "mtp_contract": { |
| "base_hidden_variant": "post_norm", |
| "concat_order": "embedding_hidden", |
| "hidden_variant": "post_norm", |
| "mtp_position_mode": "local", |
| "mtp_quant_bits": 4, |
| "mtp_quant_group_size": 64, |
| "mtp_quant_mode": "affine" |
| }, |
| "mtp_depth_max": 3, |
| "mtp_sidecar": "bf16-qwen-moe-experts", |
| "mtplx_version": "1.0.4", |
| "recommended_profile": "sustained", |
| "sampler": { |
| "temperature": 0.6, |
| "top_k": 20, |
| "top_p": 0.95 |
| }, |
| "speed_evidence": { |
| "acceptance_by_depth": [ |
| 0.8497, |
| 0.708, |
| 0.5153 |
| ], |
| "acceptance_collapsed": [], |
| "depth": 3, |
| "failure_reasons": [], |
| "forge_verify_rows": [ |
| { |
| "acceptance_by_position": [], |
| "depth": 0, |
| "finish_reasons": { |
| "stop": 1 |
| }, |
| "hit_token_budget": false, |
| "hit_token_budget_count": 0, |
| "multiplier_vs_ar": 1.0, |
| "quality_passed": true, |
| "tok_s": 35.49, |
| "tok_s_decode": 36.4, |
| "tok_s_e2e": 35.49, |
| "tok_s_e2e_range": null, |
| "tok_s_decode_range": null, |
| "wall_speedup_e2e_range": null, |
| "verify_time_s": null |
| }, |
| { |
| "acceptance_by_position": [ |
| 0.8732 |
| ], |
| "depth": 1, |
| "finish_reasons": { |
| "stop": 1 |
| }, |
| "hit_token_budget": false, |
| "hit_token_budget_count": 0, |
| "multiplier_vs_ar": 1.4369, |
| "quality_passed": true, |
| "tok_s": 51.0, |
| "tok_s_decode": 53.14, |
| "tok_s_e2e": 51.0, |
| "tok_s_e2e_range": null, |
| "tok_s_decode_range": null, |
| "wall_speedup_e2e_range": null, |
| "verify_time_s": null |
| }, |
| { |
| "acceptance_by_position": [ |
| 0.8805, |
| 0.6907 |
| ], |
| "depth": 2, |
| "finish_reasons": { |
| "stop": 1 |
| }, |
| "hit_token_budget": false, |
| "hit_token_budget_count": 0, |
| "multiplier_vs_ar": 1.6907, |
| "quality_passed": true, |
| "tok_s": 60.0, |
| "tok_s_decode": 63.27, |
| "tok_s_e2e": 60.0, |
| "tok_s_e2e_range": null, |
| "tok_s_decode_range": null, |
| "wall_speedup_e2e_range": null, |
| "verify_time_s": null |
| }, |
| { |
| "acceptance_by_position": [ |
| 0.8497, |
| 0.708, |
| 0.5153 |
| ], |
| "depth": 3, |
| "finish_reasons": { |
| "stop": 1 |
| }, |
| "hit_token_budget": false, |
| "hit_token_budget_count": 0, |
| "multiplier_vs_ar": 1.6438, |
| "quality_passed": true, |
| "tok_s": 58.34, |
| "tok_s_decode": 61.02, |
| "tok_s_e2e": 58.34, |
| "tok_s_e2e_range": "43-62", |
| "tok_s_decode_range": "43-66", |
| "wall_speedup_e2e_range": "1.04-1.64", |
| "verify_time_s": null |
| } |
| ], |
| "greedy_diagnostic": { |
| "tok_s": 35.49 |
| }, |
| "quality_rejected": [], |
| "tok_s": [ |
| 58.34 |
| ], |
| "verdict": "mtp_depth_wins", |
| "measurement_notes": "Re-measured 2026-07-18 on Apple M5 Pro 64GB, MTPLX 1.0.4, mtp_history_policy=committed (CLI default), draft_temperature=0.0, enable_thinking=false, warm (4 warmup prompts), 8 measured prompts from calibration_coding suite, max_tokens=192, median tok/s over 3 independent runs. ACCEPTANCE is stable across runs (pos1 0.85-0.87, pos2 0.69-0.71, pos3 0.52) and is the reliable MTP health signal. TOK/S varies run-to-run (AR e2e 35-60) due to thermal/contention variance; speedup ratio inherits this noise. tok_s_e2e = generated_tokens/total_elapsed (wall-clock, includes prefill). tok_s_decode = decode-only (prefill-excluded). multiplier_vs_ar uses e2e. Root cause of the non-vision source (wang-yang) collapse under all policies: its shipped MTP draft head diverges from its own target body (264 of 1803 body leaf tensors differ from this vision variant; MTP head is bit-identical in both). This vision variant's body matches the shipped draft head. The higher-acceptance Shiftedx mxfp4-vision variant (pos3 0.76) requires MTPLX issue #182 / PR #183 to load on stock MTPLX <= 2.1.0." |
| }, |
| "verified_on": { |
| "hardware": "Apple M5 Pro", |
| "machine_arch": "arm64", |
| "macos": "26.5.2", |
| "model": "Ornith-1.0-35B-MTPLX-Vision", |
| "timestamp": "2026-07-18T00:00:00+00:00" |
| } |
| } |
