File size: 5,311 Bytes
5c32b37 106e16a 5c32b37 106e16a 5c32b37 106e16a 5c32b37 106e16a 5c32b37 106e16a 5c32b37 106e16a 5c32b37 106e16a 5c32b37 106e16a 5c32b37 106e16a 7bfba79 5c32b37 106e16a 5c32b37 106e16a 5c32b37 7bfba79 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 | {
"arch_id": "qwen3-next-mtp",
"artifact_role": "forge-local",
"base_trunk": "ornith-mtp4bit-src",
"exactness_baseline": {},
"forge_provenance": {
"forge_inputs": {
"mtp_source_path": "ornith-mtp4bit-src",
"trunk_path": "Ornith-1.0-35B-MTP-grafted-mtp4bit"
},
"forge_recipe": {
"body_bits": 4,
"body_group_size": 64,
"body_mode": "affine",
"mtp_policy": "requantize",
"mtp_quant_bits": 4,
"mtp_quant_group_size": 64,
"mtp_quant_mode": "affine"
},
"forged_at": "2026-06-27T08:34:45+09:00",
"forged_locally": true,
"mtp_contract": {
"base_hidden_variant": "post_norm",
"concat_order": "embedding_hidden",
"hidden_variant": "post_norm",
"mtp_position_mode": "local",
"mtp_quant_bits": 4,
"mtp_quant_group_size": 64,
"mtp_quant_mode": "affine"
},
"mtplx_version": "1.0.4",
"published_to_hf": null,
"source_format": "mlx_affine_with_mtp",
"source_repo": "ornith-mtp4bit-src",
"source_sha": null
},
"mtp_contract": {
"base_hidden_variant": "post_norm",
"concat_order": "embedding_hidden",
"hidden_variant": "post_norm",
"mtp_position_mode": "local",
"mtp_quant_bits": 4,
"mtp_quant_group_size": 64,
"mtp_quant_mode": "affine"
},
"mtp_depth_max": 3,
"mtp_sidecar": "bf16-qwen-moe-experts",
"mtplx_version": "1.0.4",
"recommended_profile": "sustained",
"sampler": {
"temperature": 0.6,
"top_k": 20,
"top_p": 0.95
},
"speed_evidence": {
"acceptance_by_depth": [
0.8497,
0.708,
0.5153
],
"acceptance_collapsed": [],
"depth": 3,
"failure_reasons": [],
"forge_verify_rows": [
{
"acceptance_by_position": [],
"depth": 0,
"finish_reasons": {
"stop": 1
},
"hit_token_budget": false,
"hit_token_budget_count": 0,
"multiplier_vs_ar": 1.0,
"quality_passed": true,
"tok_s": 35.49,
"tok_s_decode": 36.4,
"tok_s_e2e": 35.49,
"tok_s_e2e_range": null,
"tok_s_decode_range": null,
"wall_speedup_e2e_range": null,
"verify_time_s": null
},
{
"acceptance_by_position": [
0.8732
],
"depth": 1,
"finish_reasons": {
"stop": 1
},
"hit_token_budget": false,
"hit_token_budget_count": 0,
"multiplier_vs_ar": 1.4369,
"quality_passed": true,
"tok_s": 51.0,
"tok_s_decode": 53.14,
"tok_s_e2e": 51.0,
"tok_s_e2e_range": null,
"tok_s_decode_range": null,
"wall_speedup_e2e_range": null,
"verify_time_s": null
},
{
"acceptance_by_position": [
0.8805,
0.6907
],
"depth": 2,
"finish_reasons": {
"stop": 1
},
"hit_token_budget": false,
"hit_token_budget_count": 0,
"multiplier_vs_ar": 1.6907,
"quality_passed": true,
"tok_s": 60.0,
"tok_s_decode": 63.27,
"tok_s_e2e": 60.0,
"tok_s_e2e_range": null,
"tok_s_decode_range": null,
"wall_speedup_e2e_range": null,
"verify_time_s": null
},
{
"acceptance_by_position": [
0.8497,
0.708,
0.5153
],
"depth": 3,
"finish_reasons": {
"stop": 1
},
"hit_token_budget": false,
"hit_token_budget_count": 0,
"multiplier_vs_ar": 1.6438,
"quality_passed": true,
"tok_s": 58.34,
"tok_s_decode": 61.02,
"tok_s_e2e": 58.34,
"tok_s_e2e_range": "43-62",
"tok_s_decode_range": "43-66",
"wall_speedup_e2e_range": "1.04-1.64",
"verify_time_s": null
}
],
"greedy_diagnostic": {
"tok_s": 35.49
},
"quality_rejected": [],
"tok_s": [
58.34
],
"verdict": "mtp_depth_wins",
"measurement_notes": "Re-measured 2026-07-18 on Apple M5 Pro 64GB, MTPLX 1.0.4, mtp_history_policy=committed (CLI default), draft_temperature=0.0, enable_thinking=false, warm (4 warmup prompts), 8 measured prompts from calibration_coding suite, max_tokens=192, median tok/s over 3 independent runs. ACCEPTANCE is stable across runs (pos1 0.85-0.87, pos2 0.69-0.71, pos3 0.52) and is the reliable MTP health signal. TOK/S varies run-to-run (AR e2e 35-60) due to thermal/contention variance; speedup ratio inherits this noise. tok_s_e2e = generated_tokens/total_elapsed (wall-clock, includes prefill). tok_s_decode = decode-only (prefill-excluded). multiplier_vs_ar uses e2e. Root cause of the non-vision source (wang-yang) collapse under all policies: its shipped MTP draft head diverges from its own target body (264 of 1803 body leaf tensors differ from this vision variant; MTP head is bit-identical in both). This vision variant's body matches the shipped draft head. The higher-acceptance Shiftedx mxfp4-vision variant (pos3 0.76) requires MTPLX issue #182 / PR #183 to load on stock MTPLX <= 2.1.0."
},
"verified_on": {
"hardware": "Apple M5 Pro",
"machine_arch": "arm64",
"macos": "26.5.2",
"model": "Ornith-1.0-35B-MTPLX-Vision",
"timestamp": "2026-07-18T00:00:00+00:00"
}
} |