diff --git "a/manifests/merge_step_00003010.json" "b/manifests/merge_step_00003010.json"
new file mode 100644--- /dev/null
+++ "b/manifests/merge_step_00003010.json"
@@ -0,0 +1,4052 @@
+{
+  "schema_version": 1,
+  "format": "comfy_scaled_fp8_merged_text_encoder",
+  "scale_policy": "preserve_stock_per_tensor_scale",
+  "base": "/workspace/Ideogram/checkpoints/text_encoders/qwen3vl_8b_fp8_scaled.safetensors",
+  "base_sha256": "4ba424cf62e51392e4d1a39933e803706f4e823c1065f36aaf149c6453f66bcd",
+  "adapter": "/workspace/Ideogram/artifacts/phase2_balanced_4000_8state_debanner_s020_v1_checkpoints/step_00003010/adapters.safetensors",
+  "adapter_sha256": "605e25f84b688ad82da52f79c11c042499db66cc68aa5ecc8f17bc4798546d45",
+  "adapter_global_step": "3010",
+  "output": "/workspace/Ideogram/artifacts/huggingface_release/s020_v1/qwen3vl_8b_ideogram4_nl_s020_v1_step_00003010_fp8_scaled.safetensors",
+  "output_bytes": 10588637800,
+  "output_sha256": "50356a534962cfc198d511be180558fe6d6f382140eb88692fd2dc29d5cff712",
+  "output_tensors": 1254,
+  "merged_projections": 252,
+  "lora_rank": 64,
+  "lora_alpha": 64.0,
+  "elapsed_seconds": 68.053,
+  "projections": [
+    {
+      "index": 1,
+      "total": 252,
+      "projection": "layers.0.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4371,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.128466941417038,
+      "retained_delta_l2": 2.848897467132658,
+      "delta_retention_norm_ratio": 0.910636909540828,
+      "delta_cosine": 0.7259526523730795,
+      "relative_weight_rmse": 0.01231216238907918
+    },
+    {
+      "index": 2,
+      "total": 252,
+      "projection": "layers.0.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4009,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.3237639995881594,
+      "retained_delta_l2": 3.039333663337872,
+      "delta_retention_norm_ratio": 0.9144252310676899,
+      "delta_cosine": 0.7270897873544261,
+      "relative_weight_rmse": 0.013531932524432943
+    },
+    {
+      "index": 3,
+      "total": 252,
+      "projection": "layers.0.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3866,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.946776224071399,
+      "retained_delta_l2": 2.6376769678691434,
+      "delta_retention_norm_ratio": 0.8951059623471544,
+      "delta_cosine": 0.7081998082627273,
+      "relative_weight_rmse": 0.013057582385661515
+    },
+    {
+      "index": 4,
+      "total": 252,
+      "projection": "layers.0.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0318,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.603281485378585,
+      "retained_delta_l2": 0.4422823883738678,
+      "delta_retention_norm_ratio": 0.7331277340565436,
+      "delta_cosine": 0.5608919015198992,
+      "relative_weight_rmse": 0.009018581547077189
+    },
+    {
+      "index": 5,
+      "total": 252,
+      "projection": "layers.0.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1322,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.9742149145809642,
+      "retained_delta_l2": 1.862422410622986,
+      "delta_retention_norm_ratio": 0.9433736909126196,
+      "delta_cosine": 0.7629146130818641,
+      "relative_weight_rmse": 0.013627355259654514
+    },
+    {
+      "index": 6,
+      "total": 252,
+      "projection": "layers.0.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1317,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.2260947851948691,
+      "retained_delta_l2": 0.9542804876376539,
+      "delta_retention_norm_ratio": 0.7783089033251093,
+      "delta_cosine": 0.5989796145099707,
+      "relative_weight_rmse": 0.009810233253454835
+    },
+    {
+      "index": 7,
+      "total": 252,
+      "projection": "layers.0.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0307,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.7955917157456153,
+      "retained_delta_l2": 0.6931053107236256,
+      "delta_retention_norm_ratio": 0.871182161661976,
+      "delta_cosine": 0.683996446494238,
+      "relative_weight_rmse": 0.01198669618547365
+    },
+    {
+      "index": 8,
+      "total": 252,
+      "projection": "layers.1.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4334,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.0371442740508208,
+      "retained_delta_l2": 1.9015960554875635,
+      "delta_retention_norm_ratio": 0.933461650070703,
+      "delta_cosine": 0.7565789134419134,
+      "relative_weight_rmse": 0.011987375923693484
+    },
+    {
+      "index": 9,
+      "total": 252,
+      "projection": "layers.1.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3866,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.82866503351673,
+      "retained_delta_l2": 3.7957003779944833,
+      "delta_retention_norm_ratio": 0.9913900392868875,
+      "delta_cosine": 0.8456850538625545,
+      "relative_weight_rmse": 0.01435901310519096
+    },
+    {
+      "index": 10,
+      "total": 252,
+      "projection": "layers.1.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3856,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.2347593166853645,
+      "retained_delta_l2": 4.23190542477896,
+      "delta_retention_norm_ratio": 0.9993260793133721,
+      "delta_cosine": 0.9296379303488191,
+      "relative_weight_rmse": 0.01576399248740128
+    },
+    {
+      "index": 11,
+      "total": 252,
+      "projection": "layers.1.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0311,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.6767510634049011,
+      "retained_delta_l2": 0.5557797449990938,
+      "delta_retention_norm_ratio": 0.8212469474415439,
+      "delta_cosine": 0.6374782723546867,
+      "relative_weight_rmse": 0.01082281126423862
+    },
+    {
+      "index": 12,
+      "total": 252,
+      "projection": "layers.1.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1317,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.713160047736516,
+      "retained_delta_l2": 1.532452915823821,
+      "delta_retention_norm_ratio": 0.8945182429677534,
+      "delta_cosine": 0.7051924813905717,
+      "relative_weight_rmse": 0.012659249725434132
+    },
+    {
+      "index": 13,
+      "total": 252,
+      "projection": "layers.1.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1319,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.093133876528023,
+      "retained_delta_l2": 2.0238628178756524,
+      "delta_retention_norm_ratio": 0.966905576643156,
+      "delta_cosine": 0.7927284941978027,
+      "relative_weight_rmse": 0.01463924781793106
+    },
+    {
+      "index": 14,
+      "total": 252,
+      "projection": "layers.1.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0305,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9120458171238204,
+      "retained_delta_l2": 0.82884292893393,
+      "delta_retention_norm_ratio": 0.9087733460011092,
+      "delta_cosine": 0.7214643241759308,
+      "relative_weight_rmse": 0.012412040776157724
+    },
+    {
+      "index": 15,
+      "total": 252,
+      "projection": "layers.10.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4305,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.8135854474463997,
+      "retained_delta_l2": 2.4950584659798065,
+      "delta_retention_norm_ratio": 0.8867896541917052,
+      "delta_cosine": 0.7007580006466992,
+      "relative_weight_rmse": 0.011668626055166673
+    },
+    {
+      "index": 16,
+      "total": 252,
+      "projection": "layers.10.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3901,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.392425091377587,
+      "retained_delta_l2": 1.8551706595412834,
+      "delta_retention_norm_ratio": 0.7754352126749574,
+      "delta_cosine": 0.596210563148029,
+      "relative_weight_rmse": 0.009659380812700635
+    },
+    {
+      "index": 17,
+      "total": 252,
+      "projection": "layers.10.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3883,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.85620794767155,
+      "retained_delta_l2": 2.5276471077059974,
+      "delta_retention_norm_ratio": 0.8849660648016182,
+      "delta_cosine": 0.6974549874261605,
+      "relative_weight_rmse": 0.011908535945441735
+    },
+    {
+      "index": 18,
+      "total": 252,
+      "projection": "layers.10.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0337,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.8985968351124203,
+      "retained_delta_l2": 0.8259778009118853,
+      "delta_retention_norm_ratio": 0.9191861896648569,
+      "delta_cosine": 0.7372781093798628,
+      "relative_weight_rmse": 0.011975392766938939
+    },
+    {
+      "index": 19,
+      "total": 252,
+      "projection": "layers.10.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1319,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.775994068550649,
+      "retained_delta_l2": 1.5875193138047252,
+      "delta_retention_norm_ratio": 0.8938764728534628,
+      "delta_cosine": 0.7070655691104736,
+      "relative_weight_rmse": 0.012176717499931275
+    },
+    {
+      "index": 20,
+      "total": 252,
+      "projection": "layers.10.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1315,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.120636571366303,
+      "retained_delta_l2": 2.0230820004805934,
+      "delta_retention_norm_ratio": 0.9539975061248444,
+      "delta_cosine": 0.7800795162676436,
+      "relative_weight_rmse": 0.013458991414516524
+    },
+    {
+      "index": 21,
+      "total": 252,
+      "projection": "layers.10.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0304,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9102292345903797,
+      "retained_delta_l2": 0.8130730209057979,
+      "delta_retention_norm_ratio": 0.8932618180207055,
+      "delta_cosine": 0.7113670197372001,
+      "relative_weight_rmse": 0.011207517681123344
+    },
+    {
+      "index": 22,
+      "total": 252,
+      "projection": "layers.11.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4353,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.61087131386716,
+      "retained_delta_l2": 2.235226936535596,
+      "delta_retention_norm_ratio": 0.856122982647058,
+      "delta_cosine": 0.6707405583461962,
+      "relative_weight_rmse": 0.011054031140988114
+    },
+    {
+      "index": 23,
+      "total": 252,
+      "projection": "layers.11.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3887,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.7770980086111607,
+      "retained_delta_l2": 2.3451198043184065,
+      "delta_retention_norm_ratio": 0.8444497806871467,
+      "delta_cosine": 0.6598443204898431,
+      "relative_weight_rmse": 0.010821698560628682
+    },
+    {
+      "index": 24,
+      "total": 252,
+      "projection": "layers.11.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3858,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.676426251493652,
+      "retained_delta_l2": 2.2748360712108977,
+      "delta_retention_norm_ratio": 0.849952831669232,
+      "delta_cosine": 0.6635457874047436,
+      "relative_weight_rmse": 0.011378674912726343
+    },
+    {
+      "index": 25,
+      "total": 252,
+      "projection": "layers.11.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0315,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.1310468572541754,
+      "retained_delta_l2": 1.0884632199490039,
+      "delta_retention_norm_ratio": 0.9623502447913156,
+      "delta_cosine": 0.7874903278412039,
+      "relative_weight_rmse": 0.013676520795632042
+    },
+    {
+      "index": 26,
+      "total": 252,
+      "projection": "layers.11.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1298,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.6709143595474434,
+      "retained_delta_l2": 1.4674897394989572,
+      "delta_retention_norm_ratio": 0.8782555078983327,
+      "delta_cosine": 0.6931695443430704,
+      "relative_weight_rmse": 0.011730766726139924
+    },
+    {
+      "index": 27,
+      "total": 252,
+      "projection": "layers.11.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1301,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.4093751749869647,
+      "retained_delta_l2": 1.1728600783295207,
+      "delta_retention_norm_ratio": 0.8321844311897777,
+      "delta_cosine": 0.6469568877272976,
+      "relative_weight_rmse": 0.010767714798950374
+    },
+    {
+      "index": 28,
+      "total": 252,
+      "projection": "layers.11.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0303,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9980156028877636,
+      "retained_delta_l2": 0.9078748176489159,
+      "delta_retention_norm_ratio": 0.9096799839821894,
+      "delta_cosine": 0.7270654736594205,
+      "relative_weight_rmse": 0.011889830775574251
+    },
+    {
+      "index": 29,
+      "total": 252,
+      "projection": "layers.12.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4286,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.5691174520080495,
+      "retained_delta_l2": 2.1896290411009085,
+      "delta_retention_norm_ratio": 0.8522884149922656,
+      "delta_cosine": 0.6668695651142327,
+      "relative_weight_rmse": 0.010839231909001119
+    },
+    {
+      "index": 30,
+      "total": 252,
+      "projection": "layers.12.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3848,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.2195405090351974,
+      "retained_delta_l2": 2.888105136566055,
+      "delta_retention_norm_ratio": 0.8970550699582703,
+      "delta_cosine": 0.7131680115083394,
+      "relative_weight_rmse": 0.011996902378243978
+    },
+    {
+      "index": 31,
+      "total": 252,
+      "projection": "layers.12.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3835,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.6897602984349396,
+      "retained_delta_l2": 2.2935535675213874,
+      "delta_retention_norm_ratio": 0.8526981266159336,
+      "delta_cosine": 0.6664514880370325,
+      "relative_weight_rmse": 0.011229094938473369
+    },
+    {
+      "index": 32,
+      "total": 252,
+      "projection": "layers.12.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0312,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9324732987397525,
+      "retained_delta_l2": 0.8657481171654666,
+      "delta_retention_norm_ratio": 0.9284427965235404,
+      "delta_cosine": 0.7477601539008357,
+      "relative_weight_rmse": 0.01229117627217462
+    },
+    {
+      "index": 33,
+      "total": 252,
+      "projection": "layers.12.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1302,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.7739567241821477,
+      "retained_delta_l2": 1.606990686365855,
+      "delta_retention_norm_ratio": 0.9058793061069347,
+      "delta_cosine": 0.7219112197717785,
+      "relative_weight_rmse": 0.01203431373629876
+    },
+    {
+      "index": 34,
+      "total": 252,
+      "projection": "layers.12.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1319,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.8071684201072193,
+      "retained_delta_l2": 1.6524540974370052,
+      "delta_retention_norm_ratio": 0.9143885423467975,
+      "delta_cosine": 0.7313398513460301,
+      "relative_weight_rmse": 0.012437720014468174
+    },
+    {
+      "index": 35,
+      "total": 252,
+      "projection": "layers.12.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0301,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.0873764073683962,
+      "retained_delta_l2": 1.0243465383712873,
+      "delta_retention_norm_ratio": 0.9420349121334626,
+      "delta_cosine": 0.7660227170466977,
+      "relative_weight_rmse": 0.012194798441283202
+    },
+    {
+      "index": 36,
+      "total": 252,
+      "projection": "layers.13.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4303,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.3465366647937898,
+      "retained_delta_l2": 1.9221563954862428,
+      "delta_retention_norm_ratio": 0.8191461161997906,
+      "delta_cosine": 0.6359440133091215,
+      "relative_weight_rmse": 0.010197072553166034
+    },
+    {
+      "index": 37,
+      "total": 252,
+      "projection": "layers.13.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3835,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.996415746873252,
+      "retained_delta_l2": 2.623109979553534,
+      "delta_retention_norm_ratio": 0.8754158972401408,
+      "delta_cosine": 0.6882491006998085,
+      "relative_weight_rmse": 0.011904435614526717
+    },
+    {
+      "index": 38,
+      "total": 252,
+      "projection": "layers.13.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4482,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.4028818556282885,
+      "retained_delta_l2": 1.9430271615235961,
+      "delta_retention_norm_ratio": 0.8086236770120132,
+      "delta_cosine": 0.6252200503360601,
+      "relative_weight_rmse": 0.010353410266772944
+    },
+    {
+      "index": 39,
+      "total": 252,
+      "projection": "layers.13.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.046,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.3420515977679963,
+      "retained_delta_l2": 1.3277750701448803,
+      "delta_retention_norm_ratio": 0.9893621618968602,
+      "delta_cosine": 0.8345681503853014,
+      "relative_weight_rmse": 0.014781641479791092
+    },
+    {
+      "index": 40,
+      "total": 252,
+      "projection": "layers.13.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.194,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.7312945922615102,
+      "retained_delta_l2": 1.5518425220460732,
+      "delta_retention_norm_ratio": 0.8963480443954792,
+      "delta_cosine": 0.7120905144858279,
+      "relative_weight_rmse": 0.012268268351629964
+    },
+    {
+      "index": 41,
+      "total": 252,
+      "projection": "layers.13.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1931,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.4108104499042138,
+      "retained_delta_l2": 1.1748659737731313,
+      "delta_retention_norm_ratio": 0.8327596197298498,
+      "delta_cosine": 0.6472937916138816,
+      "relative_weight_rmse": 0.010756449097432487
+    },
+    {
+      "index": 42,
+      "total": 252,
+      "projection": "layers.13.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0453,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.0303501773529953,
+      "retained_delta_l2": 0.9494857449227051,
+      "delta_retention_norm_ratio": 0.9215175246166951,
+      "delta_cosine": 0.7388953066744807,
+      "relative_weight_rmse": 0.012333213978898123
+    },
+    {
+      "index": 43,
+      "total": 252,
+      "projection": "layers.14.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.5484,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.4702147919164936,
+      "retained_delta_l2": 2.0895445010819698,
+      "delta_retention_norm_ratio": 0.8458958742858209,
+      "delta_cosine": 0.6615558004736427,
+      "relative_weight_rmse": 0.010526226390915274
+    },
+    {
+      "index": 44,
+      "total": 252,
+      "projection": "layers.14.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4345,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.738402489233057,
+      "retained_delta_l2": 2.324150448981756,
+      "delta_retention_norm_ratio": 0.8487249256162777,
+      "delta_cosine": 0.6620074666458025,
+      "relative_weight_rmse": 0.011375445009352022
+    },
+    {
+      "index": 45,
+      "total": 252,
+      "projection": "layers.14.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4185,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.947150022299582,
+      "retained_delta_l2": 2.613153392731818,
+      "delta_retention_norm_ratio": 0.8866713173606426,
+      "delta_cosine": 0.7010917602200739,
+      "relative_weight_rmse": 0.01179029964880898
+    },
+    {
+      "index": 46,
+      "total": 252,
+      "projection": "layers.14.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0311,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.729580415806346,
+      "retained_delta_l2": 0.6196952097535995,
+      "delta_retention_norm_ratio": 0.8493857514921102,
+      "delta_cosine": 0.6663638769163613,
+      "relative_weight_rmse": 0.01072642971743858
+    },
+    {
+      "index": 47,
+      "total": 252,
+      "projection": "layers.14.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1312,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.5569801596646544,
+      "retained_delta_l2": 1.3556244185536042,
+      "delta_retention_norm_ratio": 0.8706754611732375,
+      "delta_cosine": 0.6850034695808919,
+      "relative_weight_rmse": 0.011449360756224521
+    },
+    {
+      "index": 48,
+      "total": 252,
+      "projection": "layers.14.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1308,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.3203337195703373,
+      "retained_delta_l2": 2.261856605403634,
+      "delta_retention_norm_ratio": 0.9747979725185687,
+      "delta_cosine": 0.8056448974784804,
+      "relative_weight_rmse": 0.01392129885625326
+    },
+    {
+      "index": 49,
+      "total": 252,
+      "projection": "layers.14.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0309,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.0172823632078256,
+      "retained_delta_l2": 0.944275672582837,
+      "delta_retention_norm_ratio": 0.9282336023257353,
+      "delta_cosine": 0.745753392239752,
+      "relative_weight_rmse": 0.012381717517466653
+    },
+    {
+      "index": 50,
+      "total": 252,
+      "projection": "layers.15.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4256,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.3730436734714417,
+      "retained_delta_l2": 1.9748352208552025,
+      "delta_retention_norm_ratio": 0.8321950594218462,
+      "delta_cosine": 0.6482920937785805,
+      "relative_weight_rmse": 0.010306385807353713
+    },
+    {
+      "index": 51,
+      "total": 252,
+      "projection": "layers.15.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3841,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.882614652156324,
+      "retained_delta_l2": 2.5237526119199485,
+      "delta_retention_norm_ratio": 0.8755081467556093,
+      "delta_cosine": 0.6874013944661279,
+      "relative_weight_rmse": 0.01204510318209208
+    },
+    {
+      "index": 52,
+      "total": 252,
+      "projection": "layers.15.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3832,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.7889548017648815,
+      "retained_delta_l2": 2.440223818349846,
+      "delta_retention_norm_ratio": 0.8749599731073611,
+      "delta_cosine": 0.6893239613664839,
+      "relative_weight_rmse": 0.011425990895298851
+    },
+    {
+      "index": 53,
+      "total": 252,
+      "projection": "layers.15.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0314,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.8147907693002489,
+      "retained_delta_l2": 0.7206926790805357,
+      "delta_retention_norm_ratio": 0.8845125721042156,
+      "delta_cosine": 0.6992954284541983,
+      "relative_weight_rmse": 0.011596366956845006
+    },
+    {
+      "index": 54,
+      "total": 252,
+      "projection": "layers.15.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1312,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.150069517275001,
+      "retained_delta_l2": 2.06624494894049,
+      "delta_retention_norm_ratio": 0.9610130892694343,
+      "delta_cosine": 0.7886049487920187,
+      "relative_weight_rmse": 0.013838330515567637
+    },
+    {
+      "index": 55,
+      "total": 252,
+      "projection": "layers.15.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1315,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.236000406522123,
+      "retained_delta_l2": 2.160702291548502,
+      "delta_retention_norm_ratio": 0.9663246416440775,
+      "delta_cosine": 0.8009809560543107,
+      "relative_weight_rmse": 0.013447574784155885
+    },
+    {
+      "index": 56,
+      "total": 252,
+      "projection": "layers.15.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0306,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.8583436021206987,
+      "retained_delta_l2": 0.7631955303973562,
+      "delta_retention_norm_ratio": 0.889149203782423,
+      "delta_cosine": 0.7054127844359597,
+      "relative_weight_rmse": 0.011227408884923578
+    },
+    {
+      "index": 57,
+      "total": 252,
+      "projection": "layers.16.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4261,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.4930011335012625,
+      "retained_delta_l2": 2.130319548975539,
+      "delta_retention_norm_ratio": 0.8545200883978901,
+      "delta_cosine": 0.6692683915172937,
+      "relative_weight_rmse": 0.010671389443382733
+    },
+    {
+      "index": 58,
+      "total": 252,
+      "projection": "layers.16.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3926,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.642613120703143,
+      "retained_delta_l2": 2.2601582587880835,
+      "delta_retention_norm_ratio": 0.8552739866010746,
+      "delta_cosine": 0.6687272360032434,
+      "relative_weight_rmse": 0.01107984800109428
+    },
+    {
+      "index": 59,
+      "total": 252,
+      "projection": "layers.16.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3896,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.557740659389756,
+      "retained_delta_l2": 2.156321054894793,
+      "delta_retention_norm_ratio": 0.8430569561377124,
+      "delta_cosine": 0.657184811279028,
+      "relative_weight_rmse": 0.01089106400982966
+    },
+    {
+      "index": 60,
+      "total": 252,
+      "projection": "layers.16.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0317,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.7412295808504257,
+      "retained_delta_l2": 0.6387561783109527,
+      "delta_retention_norm_ratio": 0.8617521410547275,
+      "delta_cosine": 0.6757402605193612,
+      "relative_weight_rmse": 0.011226544678444318
+    },
+    {
+      "index": 61,
+      "total": 252,
+      "projection": "layers.16.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1326,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.6670130916188086,
+      "retained_delta_l2": 1.4909452777293772,
+      "delta_retention_norm_ratio": 0.8943812650454623,
+      "delta_cosine": 0.7094261968986654,
+      "relative_weight_rmse": 0.0119414345371388
+    },
+    {
+      "index": 62,
+      "total": 252,
+      "projection": "layers.16.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1326,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.8115666246471622,
+      "retained_delta_l2": 1.6798626235378304,
+      "delta_retention_norm_ratio": 0.927298284635276,
+      "delta_cosine": 0.7481804236182887,
+      "relative_weight_rmse": 0.012469574469276157
+    },
+    {
+      "index": 63,
+      "total": 252,
+      "projection": "layers.16.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0311,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9586279408077624,
+      "retained_delta_l2": 0.875329981037118,
+      "delta_retention_norm_ratio": 0.9131071021146583,
+      "delta_cosine": 0.7300955822635882,
+      "relative_weight_rmse": 0.0121483551055893
+    },
+    {
+      "index": 64,
+      "total": 252,
+      "projection": "layers.17.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4276,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.5826198380274024,
+      "retained_delta_l2": 2.2223135511785674,
+      "delta_retention_norm_ratio": 0.860488066596733,
+      "delta_cosine": 0.6749930952033166,
+      "relative_weight_rmse": 0.010934149299153798
+    },
+    {
+      "index": 65,
+      "total": 252,
+      "projection": "layers.17.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3871,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.5468698103420495,
+      "retained_delta_l2": 3.327306695527173,
+      "delta_retention_norm_ratio": 0.9380966523849651,
+      "delta_cosine": 0.756978564183495,
+      "relative_weight_rmse": 0.01331527702457968
+    },
+    {
+      "index": 66,
+      "total": 252,
+      "projection": "layers.17.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3884,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.186673756109155,
+      "retained_delta_l2": 2.902766191608826,
+      "delta_retention_norm_ratio": 0.9109078662489213,
+      "delta_cosine": 0.7255771160197569,
+      "relative_weight_rmse": 0.0123835749219045
+    },
+    {
+      "index": 67,
+      "total": 252,
+      "projection": "layers.17.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0315,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.7883189976740391,
+      "retained_delta_l2": 0.7058264248553517,
+      "delta_retention_norm_ratio": 0.8953563556604821,
+      "delta_cosine": 0.7151037762037882,
+      "relative_weight_rmse": 0.011567089376913942
+    },
+    {
+      "index": 68,
+      "total": 252,
+      "projection": "layers.17.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1321,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.7299423367298572,
+      "retained_delta_l2": 1.5699691628692967,
+      "delta_retention_norm_ratio": 0.9075268750500893,
+      "delta_cosine": 0.7247709848611007,
+      "relative_weight_rmse": 0.012200250860506863
+    },
+    {
+      "index": 69,
+      "total": 252,
+      "projection": "layers.17.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1336,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.6616101263889567,
+      "retained_delta_l2": 1.4868413490993115,
+      "delta_retention_norm_ratio": 0.8948196243426513,
+      "delta_cosine": 0.7078313134028258,
+      "relative_weight_rmse": 0.011973064641087678
+    },
+    {
+      "index": 70,
+      "total": 252,
+      "projection": "layers.17.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0311,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.0334048039951524,
+      "retained_delta_l2": 0.9689434022159047,
+      "delta_retention_norm_ratio": 0.9376223126406618,
+      "delta_cosine": 0.7589304834608148,
+      "relative_weight_rmse": 0.012761122103350817
+    },
+    {
+      "index": 71,
+      "total": 252,
+      "projection": "layers.18.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4274,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.9133508565108577,
+      "retained_delta_l2": 2.6252136555433325,
+      "delta_retention_norm_ratio": 0.9010976654859176,
+      "delta_cosine": 0.7156324671177533,
+      "relative_weight_rmse": 0.011722550865338218
+    },
+    {
+      "index": 72,
+      "total": 252,
+      "projection": "layers.18.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3863,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.742728265476155,
+      "retained_delta_l2": 4.706476295467704,
+      "delta_retention_norm_ratio": 0.992356304645927,
+      "delta_cosine": 0.8278143289397117,
+      "relative_weight_rmse": 0.015456396205276569
+    },
+    {
+      "index": 73,
+      "total": 252,
+      "projection": "layers.18.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3847,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.269382926329566,
+      "retained_delta_l2": 3.008309915491614,
+      "delta_retention_norm_ratio": 0.9201460897298284,
+      "delta_cosine": 0.7367722041590823,
+      "relative_weight_rmse": 0.01249286070997407
+    },
+    {
+      "index": 74,
+      "total": 252,
+      "projection": "layers.18.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0314,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.1182723670823707,
+      "retained_delta_l2": 1.0849893815174072,
+      "delta_retention_norm_ratio": 0.9702371385141166,
+      "delta_cosine": 0.7991848885989181,
+      "relative_weight_rmse": 0.014000603857513817
+    },
+    {
+      "index": 75,
+      "total": 252,
+      "projection": "layers.18.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1339,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.628716792550775,
+      "retained_delta_l2": 1.455750461977996,
+      "delta_retention_norm_ratio": 0.8938020831099236,
+      "delta_cosine": 0.7107906236695126,
+      "relative_weight_rmse": 0.011697246997117433
+    },
+    {
+      "index": 76,
+      "total": 252,
+      "projection": "layers.18.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1319,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.0982255845203817,
+      "retained_delta_l2": 2.0079684495201096,
+      "delta_retention_norm_ratio": 0.9569840651709985,
+      "delta_cosine": 0.7835406465554546,
+      "relative_weight_rmse": 0.013539250555833047
+    },
+    {
+      "index": 77,
+      "total": 252,
+      "projection": "layers.18.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0309,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9282750221116398,
+      "retained_delta_l2": 0.8456048067115631,
+      "delta_retention_norm_ratio": 0.9109421093632161,
+      "delta_cosine": 0.7279578305545193,
+      "relative_weight_rmse": 0.011788206672603024
+    },
+    {
+      "index": 78,
+      "total": 252,
+      "projection": "layers.19.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4285,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.6912306249301237,
+      "retained_delta_l2": 2.3546250981874732,
+      "delta_retention_norm_ratio": 0.8749250533846796,
+      "delta_cosine": 0.6891156281526946,
+      "relative_weight_rmse": 0.011202486611129691
+    },
+    {
+      "index": 79,
+      "total": 252,
+      "projection": "layers.19.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3867,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.628921362949428,
+      "retained_delta_l2": 4.563656410672661,
+      "delta_retention_norm_ratio": 0.9859006133050441,
+      "delta_cosine": 0.8191227844177474,
+      "relative_weight_rmse": 0.01547010211296256
+    },
+    {
+      "index": 80,
+      "total": 252,
+      "projection": "layers.19.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3848,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.092950227547161,
+      "retained_delta_l2": 2.7732438356199482,
+      "delta_retention_norm_ratio": 0.8966338387602334,
+      "delta_cosine": 0.7108807915947286,
+      "relative_weight_rmse": 0.012199354921894282
+    },
+    {
+      "index": 81,
+      "total": 252,
+      "projection": "layers.19.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0312,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.045892086255653,
+      "retained_delta_l2": 1.0068944854231603,
+      "delta_retention_norm_ratio": 0.9627135520528642,
+      "delta_cosine": 0.7955178900092555,
+      "relative_weight_rmse": 0.013598346534787564
+    },
+    {
+      "index": 82,
+      "total": 252,
+      "projection": "layers.19.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1314,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.6400303062672876,
+      "retained_delta_l2": 1.4605086489661825,
+      "delta_retention_norm_ratio": 0.8905375976193411,
+      "delta_cosine": 0.705280469906104,
+      "relative_weight_rmse": 0.011794668218334548
+    },
+    {
+      "index": 83,
+      "total": 252,
+      "projection": "layers.19.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1317,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.9352134197482955,
+      "retained_delta_l2": 1.8254082045639979,
+      "delta_retention_norm_ratio": 0.9432593769432522,
+      "delta_cosine": 0.765526472657706,
+      "relative_weight_rmse": 0.012819070038953157
+    },
+    {
+      "index": 84,
+      "total": 252,
+      "projection": "layers.19.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0307,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.238934716812419,
+      "retained_delta_l2": 1.2059749967078048,
+      "delta_retention_norm_ratio": 0.9733967257052785,
+      "delta_cosine": 0.8061348457657889,
+      "relative_weight_rmse": 0.013896407827664898
+    },
+    {
+      "index": 85,
+      "total": 252,
+      "projection": "layers.2.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4294,
+      "parameters": 50331648,
+      "reference_delta_l2": 1.5506319449815449,
+      "retained_delta_l2": 1.33552458767854,
+      "delta_retention_norm_ratio": 0.8612776178130621,
+      "delta_cosine": 0.6980396538475043,
+      "relative_weight_rmse": 0.010104122288460906
+    },
+    {
+      "index": 86,
+      "total": 252,
+      "projection": "layers.2.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3887,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.5071655827311052,
+      "retained_delta_l2": 2.363836554944495,
+      "delta_retention_norm_ratio": 0.9428322449965673,
+      "delta_cosine": 0.7973100987789815,
+      "relative_weight_rmse": 0.012653250427764077
+    },
+    {
+      "index": 87,
+      "total": 252,
+      "projection": "layers.2.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.5182,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.37076181332055,
+      "retained_delta_l2": 3.350879546206954,
+      "delta_retention_norm_ratio": 0.9941015508615811,
+      "delta_cosine": 0.8794590867496381,
+      "relative_weight_rmse": 0.014957108991746916
+    },
+    {
+      "index": 88,
+      "total": 252,
+      "projection": "layers.2.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0471,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.5771590744001776,
+      "retained_delta_l2": 0.4342005060515799,
+      "delta_retention_norm_ratio": 0.7523064702791518,
+      "delta_cosine": 0.5761141115708854,
+      "relative_weight_rmse": 0.00929018122646379
+    },
+    {
+      "index": 89,
+      "total": 252,
+      "projection": "layers.2.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1958,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.0834827393435082,
+      "retained_delta_l2": 1.9645847173226942,
+      "delta_retention_norm_ratio": 0.9429330419803345,
+      "delta_cosine": 0.7602359756343721,
+      "relative_weight_rmse": 0.01393824365053602
+    },
+    {
+      "index": 90,
+      "total": 252,
+      "projection": "layers.2.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1958,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.2297332326760075,
+      "retained_delta_l2": 0.9716073063961379,
+      "delta_retention_norm_ratio": 0.7900959985295632,
+      "delta_cosine": 0.6082426868696985,
+      "relative_weight_rmse": 0.010186223431886576
+    },
+    {
+      "index": 91,
+      "total": 252,
+      "projection": "layers.2.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0464,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.1603356637198619,
+      "retained_delta_l2": 1.1192718688127925,
+      "delta_retention_norm_ratio": 0.9646104173206012,
+      "delta_cosine": 0.7931693664764421,
+      "relative_weight_rmse": 0.013506959857138937
+    },
+    {
+      "index": 92,
+      "total": 252,
+      "projection": "layers.20.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.5038,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.6484489109787934,
+      "retained_delta_l2": 2.260972169451217,
+      "delta_retention_norm_ratio": 0.8536967279522201,
+      "delta_cosine": 0.6660883770430748,
+      "relative_weight_rmse": 0.011255612688842639
+    },
+    {
+      "index": 93,
+      "total": 252,
+      "projection": "layers.20.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.434,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.553321764650756,
+      "retained_delta_l2": 4.485639182490889,
+      "delta_retention_norm_ratio": 0.9851355591240412,
+      "delta_cosine": 0.8172332002329461,
+      "relative_weight_rmse": 0.015433938919068012
+    },
+    {
+      "index": 94,
+      "total": 252,
+      "projection": "layers.20.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.5203,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.1250292041680536,
+      "retained_delta_l2": 2.807337479103815,
+      "delta_retention_norm_ratio": 0.8983395980298319,
+      "delta_cosine": 0.7121608786864989,
+      "relative_weight_rmse": 0.012274666659700928
+    },
+    {
+      "index": 95,
+      "total": 252,
+      "projection": "layers.20.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0464,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.8440082402273854,
+      "retained_delta_l2": 0.7759200650893181,
+      "delta_retention_norm_ratio": 0.9193275943375581,
+      "delta_cosine": 0.7400741333245867,
+      "relative_weight_rmse": 0.01219753914450794
+    },
+    {
+      "index": 96,
+      "total": 252,
+      "projection": "layers.20.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.197,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.6099755273188814,
+      "retained_delta_l2": 1.4290227337410972,
+      "delta_retention_norm_ratio": 0.8876052520629752,
+      "delta_cosine": 0.7035251064207005,
+      "relative_weight_rmse": 0.011826276846087162
+    },
+    {
+      "index": 97,
+      "total": 252,
+      "projection": "layers.20.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.196,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.8927138419704896,
+      "retained_delta_l2": 1.7688167288870376,
+      "delta_retention_norm_ratio": 0.9345399656640839,
+      "delta_cosine": 0.7569561481973495,
+      "relative_weight_rmse": 0.012339664664295173
+    },
+    {
+      "index": 98,
+      "total": 252,
+      "projection": "layers.20.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0461,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9451652005666981,
+      "retained_delta_l2": 0.8676563899192017,
+      "delta_retention_norm_ratio": 0.9179944303905562,
+      "delta_cosine": 0.7372785677127263,
+      "relative_weight_rmse": 0.012028624407446963
+    },
+    {
+      "index": 99,
+      "total": 252,
+      "projection": "layers.21.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.5125,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.105831811743238,
+      "retained_delta_l2": 2.8037985139223083,
+      "delta_retention_norm_ratio": 0.9027528481487846,
+      "delta_cosine": 0.7158225649506773,
+      "relative_weight_rmse": 0.012306721185022003
+    },
+    {
+      "index": 100,
+      "total": 252,
+      "projection": "layers.21.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4326,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.631992561760132,
+      "retained_delta_l2": 4.570159205590307,
+      "delta_retention_norm_ratio": 0.9866508084058044,
+      "delta_cosine": 0.8172349827625934,
+      "relative_weight_rmse": 0.015930576808165023
+    },
+    {
+      "index": 101,
+      "total": 252,
+      "projection": "layers.21.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4137,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.3410382535706633,
+      "retained_delta_l2": 3.0674403397188623,
+      "delta_retention_norm_ratio": 0.9181099128214415,
+      "delta_cosine": 0.7330786753108589,
+      "relative_weight_rmse": 0.012758917553166282
+    },
+    {
+      "index": 102,
+      "total": 252,
+      "projection": "layers.21.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0322,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.8904404008877999,
+      "retained_delta_l2": 0.8236720774140686,
+      "delta_retention_norm_ratio": 0.9250165160889364,
+      "delta_cosine": 0.7424900007287104,
+      "relative_weight_rmse": 0.012832174675203442
+    },
+    {
+      "index": 103,
+      "total": 252,
+      "projection": "layers.21.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1332,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.7388620331740472,
+      "retained_delta_l2": 1.5907312020741902,
+      "delta_retention_norm_ratio": 0.9148116249168629,
+      "delta_cosine": 0.7325832201537938,
+      "relative_weight_rmse": 0.01239272918621332
+    },
+    {
+      "index": 104,
+      "total": 252,
+      "projection": "layers.21.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.133,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.3477118162774981,
+      "retained_delta_l2": 1.1148559619377523,
+      "delta_retention_norm_ratio": 0.8272213306084125,
+      "delta_cosine": 0.643909005017572,
+      "relative_weight_rmse": 0.010338139240074241
+    },
+    {
+      "index": 105,
+      "total": 252,
+      "projection": "layers.21.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0315,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.3424533813651953,
+      "retained_delta_l2": 1.3257706458726028,
+      "delta_retention_norm_ratio": 0.9875729498512439,
+      "delta_cosine": 0.8235578999378094,
+      "relative_weight_rmse": 0.014569797845618397
+    },
+    {
+      "index": 106,
+      "total": 252,
+      "projection": "layers.22.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4264,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.3618399885983146,
+      "retained_delta_l2": 3.126512027707271,
+      "delta_retention_norm_ratio": 0.9300002493607196,
+      "delta_cosine": 0.7475680532810279,
+      "relative_weight_rmse": 0.01260929497904248
+    },
+    {
+      "index": 107,
+      "total": 252,
+      "projection": "layers.22.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.431,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.216612798620095,
+      "retained_delta_l2": 4.102572933926655,
+      "delta_retention_norm_ratio": 0.9729546272945051,
+      "delta_cosine": 0.8022093491998286,
+      "relative_weight_rmse": 0.014662467372207407
+    },
+    {
+      "index": 108,
+      "total": 252,
+      "projection": "layers.22.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4293,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.4261120492346593,
+      "retained_delta_l2": 3.1752163604901824,
+      "delta_retention_norm_ratio": 0.9267695611996918,
+      "delta_cosine": 0.7449269716537344,
+      "relative_weight_rmse": 0.01262107358914896
+    },
+    {
+      "index": 109,
+      "total": 252,
+      "projection": "layers.22.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0353,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.125807263291138,
+      "retained_delta_l2": 1.100649015285995,
+      "delta_retention_norm_ratio": 0.9776531482559486,
+      "delta_cosine": 0.8176819899707022,
+      "relative_weight_rmse": 0.01442174223575734
+    },
+    {
+      "index": 110,
+      "total": 252,
+      "projection": "layers.22.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1463,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.099426243477152,
+      "retained_delta_l2": 1.9990457362955465,
+      "delta_retention_norm_ratio": 0.9521866950584787,
+      "delta_cosine": 0.7729369553466884,
+      "relative_weight_rmse": 0.013736021150640399
+    },
+    {
+      "index": 111,
+      "total": 252,
+      "projection": "layers.22.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.146,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.8704669727023573,
+      "retained_delta_l2": 1.7411331316454428,
+      "delta_retention_norm_ratio": 0.9308547849577588,
+      "delta_cosine": 0.754684048204232,
+      "relative_weight_rmse": 0.012596676041165988
+    },
+    {
+      "index": 112,
+      "total": 252,
+      "projection": "layers.22.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0342,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.1041240599891748,
+      "retained_delta_l2": 1.0518398406647753,
+      "delta_retention_norm_ratio": 0.9526464269559419,
+      "delta_cosine": 0.7776064187613364,
+      "relative_weight_rmse": 0.013226405553858848
+    },
+    {
+      "index": 113,
+      "total": 252,
+      "projection": "layers.23.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4698,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.161205806332495,
+      "retained_delta_l2": 2.901733948997141,
+      "delta_retention_norm_ratio": 0.9179199731901092,
+      "delta_cosine": 0.7352040404153808,
+      "relative_weight_rmse": 0.01197537150032579
+    },
+    {
+      "index": 114,
+      "total": 252,
+      "projection": "layers.23.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4271,
+      "parameters": 50331648,
+      "reference_delta_l2": 5.644697395185492,
+      "retained_delta_l2": 5.689266581260737,
+      "delta_retention_norm_ratio": 1.0078957618017326,
+      "delta_cosine": 0.8536415134657893,
+      "relative_weight_rmse": 0.016824252505465966
+    },
+    {
+      "index": 115,
+      "total": 252,
+      "projection": "layers.23.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4337,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.984003733044327,
+      "retained_delta_l2": 4.946891272306707,
+      "delta_retention_norm_ratio": 0.9925536852046154,
+      "delta_cosine": 0.8290333634990239,
+      "relative_weight_rmse": 0.015415676002855193
+    },
+    {
+      "index": 116,
+      "total": 252,
+      "projection": "layers.23.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0356,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.7948172661022419,
+      "retained_delta_l2": 0.7074683419386653,
+      "delta_retention_norm_ratio": 0.890101878898614,
+      "delta_cosine": 0.7057162449783906,
+      "relative_weight_rmse": 0.011977436630420743
+    },
+    {
+      "index": 117,
+      "total": 252,
+      "projection": "layers.23.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1466,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.9606870799219778,
+      "retained_delta_l2": 1.8338586324299864,
+      "delta_retention_norm_ratio": 0.9353142840636058,
+      "delta_cosine": 0.7547703114515996,
+      "relative_weight_rmse": 0.012807168537045768
+    },
+    {
+      "index": 118,
+      "total": 252,
+      "projection": "layers.23.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1468,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.7877365182079712,
+      "retained_delta_l2": 1.6202185102969995,
+      "delta_retention_norm_ratio": 0.9062960306483576,
+      "delta_cosine": 0.7240803966408368,
+      "relative_weight_rmse": 0.012034289859878202
+    },
+    {
+      "index": 119,
+      "total": 252,
+      "projection": "layers.23.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0339,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9274534607521585,
+      "retained_delta_l2": 0.8517049795559939,
+      "delta_retention_norm_ratio": 0.9183263803504133,
+      "delta_cosine": 0.7377274053139314,
+      "relative_weight_rmse": 0.011729376308224649
+    },
+    {
+      "index": 120,
+      "total": 252,
+      "projection": "layers.24.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.5673,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.25021600221689,
+      "retained_delta_l2": 2.977850368680503,
+      "delta_retention_norm_ratio": 0.9162007591647406,
+      "delta_cosine": 0.7315237105470652,
+      "relative_weight_rmse": 0.012272240937957282
+    },
+    {
+      "index": 121,
+      "total": 252,
+      "projection": "layers.24.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.5666,
+      "parameters": 50331648,
+      "reference_delta_l2": 5.133618041769099,
+      "retained_delta_l2": 5.103397989223682,
+      "delta_retention_norm_ratio": 0.9941133032688575,
+      "delta_cosine": 0.8276718023182057,
+      "relative_weight_rmse": 0.01626066271117759
+    },
+    {
+      "index": 122,
+      "total": 252,
+      "projection": "layers.24.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3864,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.009391553973875,
+      "retained_delta_l2": 3.8313755613607,
+      "delta_retention_norm_ratio": 0.9556002475146794,
+      "delta_cosine": 0.7756364299462929,
+      "relative_weight_rmse": 0.013948441084571748
+    },
+    {
+      "index": 123,
+      "total": 252,
+      "projection": "layers.24.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0318,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9665741357404588,
+      "retained_delta_l2": 0.9172442227548325,
+      "delta_retention_norm_ratio": 0.9489641702983949,
+      "delta_cosine": 0.7724891920777631,
+      "relative_weight_rmse": 0.013155425649971826
+    },
+    {
+      "index": 124,
+      "total": 252,
+      "projection": "layers.24.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1316,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.9179278110579951,
+      "retained_delta_l2": 1.7787224033031426,
+      "delta_retention_norm_ratio": 0.9274188491598847,
+      "delta_cosine": 0.746114262372815,
+      "relative_weight_rmse": 0.012579315372017813
+    },
+    {
+      "index": 125,
+      "total": 252,
+      "projection": "layers.24.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1318,
+      "parameters": 16777216,
+      "reference_delta_l2": 3.025439662489526,
+      "retained_delta_l2": 3.022386024150926,
+      "delta_retention_norm_ratio": 0.9989906794782722,
+      "delta_cosine": 0.8489524003836729,
+      "relative_weight_rmse": 0.015567782458987304
+    },
+    {
+      "index": 126,
+      "total": 252,
+      "projection": "layers.24.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0309,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.0884633110273467,
+      "retained_delta_l2": 1.037194330745601,
+      "delta_retention_norm_ratio": 0.9528978333377581,
+      "delta_cosine": 0.7791504430838209,
+      "relative_weight_rmse": 0.013055144546528667
+    },
+    {
+      "index": 127,
+      "total": 252,
+      "projection": "layers.25.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.427,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.6372634698137727,
+      "retained_delta_l2": 3.4041002556738786,
+      "delta_retention_norm_ratio": 0.9358959789207044,
+      "delta_cosine": 0.7514438032951944,
+      "relative_weight_rmse": 0.013263716593532362
+    },
+    {
+      "index": 128,
+      "total": 252,
+      "projection": "layers.25.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3846,
+      "parameters": 50331648,
+      "reference_delta_l2": 5.607015174453435,
+      "retained_delta_l2": 5.621550020553077,
+      "delta_retention_norm_ratio": 1.0025922608816655,
+      "delta_cosine": 0.8408692704226695,
+      "relative_weight_rmse": 0.016962074591348374
+    },
+    {
+      "index": 129,
+      "total": 252,
+      "projection": "layers.25.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3879,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.745353683273597,
+      "retained_delta_l2": 3.495572689887468,
+      "delta_retention_norm_ratio": 0.9333091038900739,
+      "delta_cosine": 0.748287645310684,
+      "relative_weight_rmse": 0.013621461318509673
+    },
+    {
+      "index": 130,
+      "total": 252,
+      "projection": "layers.25.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0317,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.029701528133221,
+      "retained_delta_l2": 0.9834244826109858,
+      "delta_retention_norm_ratio": 0.9550578063080742,
+      "delta_cosine": 0.7802292195819164,
+      "relative_weight_rmse": 0.013551009504157704
+    },
+    {
+      "index": 131,
+      "total": 252,
+      "projection": "layers.25.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1325,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.955257532356347,
+      "retained_delta_l2": 1.8081089901020486,
+      "delta_retention_norm_ratio": 0.9247421171793342,
+      "delta_cosine": 0.7401296636506898,
+      "relative_weight_rmse": 0.01319575220635778
+    },
+    {
+      "index": 132,
+      "total": 252,
+      "projection": "layers.25.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1321,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.452481148873038,
+      "retained_delta_l2": 2.4055864951580226,
+      "delta_retention_norm_ratio": 0.9808786894298598,
+      "delta_cosine": 0.8154168271342893,
+      "relative_weight_rmse": 0.014602094190322861
+    },
+    {
+      "index": 133,
+      "total": 252,
+      "projection": "layers.25.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0308,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.1881853587496678,
+      "retained_delta_l2": 1.1448003307596157,
+      "delta_retention_norm_ratio": 0.963486313250227,
+      "delta_cosine": 0.7872584929524116,
+      "relative_weight_rmse": 0.01345838899926889
+    },
+    {
+      "index": 134,
+      "total": 252,
+      "projection": "layers.26.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4275,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.296143428993007,
+      "retained_delta_l2": 3.017379274200927,
+      "delta_retention_norm_ratio": 0.9154271770032639,
+      "delta_cosine": 0.7283414827056016,
+      "relative_weight_rmse": 0.012338506520400626
+    },
+    {
+      "index": 135,
+      "total": 252,
+      "projection": "layers.26.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3848,
+      "parameters": 50331648,
+      "reference_delta_l2": 5.262198078002477,
+      "retained_delta_l2": 5.224837041527631,
+      "delta_retention_norm_ratio": 0.9929001082967542,
+      "delta_cosine": 0.8222129114626838,
+      "relative_weight_rmse": 0.01666040547640635
+    },
+    {
+      "index": 136,
+      "total": 252,
+      "projection": "layers.26.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3879,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.598935173132037,
+      "retained_delta_l2": 3.3267227355060474,
+      "delta_retention_norm_ratio": 0.9243630617027502,
+      "delta_cosine": 0.7381324813507778,
+      "relative_weight_rmse": 0.013168130882825398
+    },
+    {
+      "index": 137,
+      "total": 252,
+      "projection": "layers.26.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0319,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.102731112913039,
+      "retained_delta_l2": 1.0645370680697435,
+      "delta_retention_norm_ratio": 0.9653641360109989,
+      "delta_cosine": 0.7914369705331658,
+      "relative_weight_rmse": 0.014443687847254976
+    },
+    {
+      "index": 138,
+      "total": 252,
+      "projection": "layers.26.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1314,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.145420810454555,
+      "retained_delta_l2": 2.020976648079422,
+      "delta_retention_norm_ratio": 0.9419954529345843,
+      "delta_cosine": 0.7603852879952234,
+      "relative_weight_rmse": 0.013810822996967245
+    },
+    {
+      "index": 139,
+      "total": 252,
+      "projection": "layers.26.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1307,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.712891710355561,
+      "retained_delta_l2": 2.6885197657892053,
+      "delta_retention_norm_ratio": 0.9910162486496148,
+      "delta_cosine": 0.8319306416481287,
+      "relative_weight_rmse": 0.015362506902790398
+    },
+    {
+      "index": 140,
+      "total": 252,
+      "projection": "layers.26.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0303,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.3011344185588933,
+      "retained_delta_l2": 1.2658965447651351,
+      "delta_retention_norm_ratio": 0.9729175761618951,
+      "delta_cosine": 0.806983788179549,
+      "relative_weight_rmse": 0.014257043592580667
+    },
+    {
+      "index": 141,
+      "total": 252,
+      "projection": "layers.27.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4272,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.123011383482389,
+      "retained_delta_l2": 2.7963383794443883,
+      "delta_retention_norm_ratio": 0.895398074510463,
+      "delta_cosine": 0.7078548518864215,
+      "relative_weight_rmse": 0.011911445809095231
+    },
+    {
+      "index": 142,
+      "total": 252,
+      "projection": "layers.27.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4007,
+      "parameters": 50331648,
+      "reference_delta_l2": 5.231988258843969,
+      "retained_delta_l2": 5.199668161745496,
+      "delta_retention_norm_ratio": 0.9938225975481042,
+      "delta_cosine": 0.825069634808694,
+      "relative_weight_rmse": 0.01646019428619956
+    },
+    {
+      "index": 143,
+      "total": 252,
+      "projection": "layers.27.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3882,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.1442957530656317,
+      "retained_delta_l2": 2.7610954614368444,
+      "delta_retention_norm_ratio": 0.8781284199314986,
+      "delta_cosine": 0.6898880597820134,
+      "relative_weight_rmse": 0.012185740763517383
+    },
+    {
+      "index": 144,
+      "total": 252,
+      "projection": "layers.27.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0319,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9581309963591961,
+      "retained_delta_l2": 0.9020189071919141,
+      "delta_retention_norm_ratio": 0.9414358898934464,
+      "delta_cosine": 0.7666384008707281,
+      "relative_weight_rmse": 0.013501718945248388
+    },
+    {
+      "index": 145,
+      "total": 252,
+      "projection": "layers.27.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1316,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.834858768399369,
+      "retained_delta_l2": 1.6698680560604757,
+      "delta_retention_norm_ratio": 0.9100798845227625,
+      "delta_cosine": 0.7240175455536444,
+      "relative_weight_rmse": 0.012746677317509142
+    },
+    {
+      "index": 146,
+      "total": 252,
+      "projection": "layers.27.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.132,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.505486662757741,
+      "retained_delta_l2": 2.4510638799011137,
+      "delta_retention_norm_ratio": 0.9782785581477712,
+      "delta_cosine": 0.8134164664490362,
+      "relative_weight_rmse": 0.014896191307883081
+    },
+    {
+      "index": 147,
+      "total": 252,
+      "projection": "layers.27.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0304,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.3047011093368113,
+      "retained_delta_l2": 1.2814081896946499,
+      "delta_retention_norm_ratio": 0.982146930453672,
+      "delta_cosine": 0.8141221414471734,
+      "relative_weight_rmse": 0.014309363488148276
+    },
+    {
+      "index": 148,
+      "total": 252,
+      "projection": "layers.28.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4382,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.762789462488106,
+      "retained_delta_l2": 3.5481016609195812,
+      "delta_retention_norm_ratio": 0.9429445086660351,
+      "delta_cosine": 0.7610996582309881,
+      "relative_weight_rmse": 0.01310177561141105
+    },
+    {
+      "index": 149,
+      "total": 252,
+      "projection": "layers.28.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3899,
+      "parameters": 50331648,
+      "reference_delta_l2": 6.438360569200188,
+      "retained_delta_l2": 6.553508545352642,
+      "delta_retention_norm_ratio": 1.0178846734218798,
+      "delta_cosine": 0.8672698433210566,
+      "relative_weight_rmse": 0.017961164684581265
+    },
+    {
+      "index": 150,
+      "total": 252,
+      "projection": "layers.28.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3883,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.2448978161914703,
+      "retained_delta_l2": 2.8773300518030918,
+      "delta_retention_norm_ratio": 0.8867243946622048,
+      "delta_cosine": 0.697975544585092,
+      "relative_weight_rmse": 0.012328033999554563
+    },
+    {
+      "index": 151,
+      "total": 252,
+      "projection": "layers.28.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0318,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.0320638572183087,
+      "retained_delta_l2": 0.9821626085605092,
+      "delta_retention_norm_ratio": 0.9516490686997828,
+      "delta_cosine": 0.7710948278561396,
+      "relative_weight_rmse": 0.014134383568436673
+    },
+    {
+      "index": 152,
+      "total": 252,
+      "projection": "layers.28.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1321,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.8683109186858797,
+      "retained_delta_l2": 1.7167334247067823,
+      "delta_retention_norm_ratio": 0.9188692350598083,
+      "delta_cosine": 0.7339151321122213,
+      "relative_weight_rmse": 0.012836818361648275
+    },
+    {
+      "index": 153,
+      "total": 252,
+      "projection": "layers.28.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1329,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.1068458268519263,
+      "retained_delta_l2": 2.0070207707992296,
+      "delta_retention_norm_ratio": 0.95261871809488,
+      "delta_cosine": 0.7769981399785503,
+      "relative_weight_rmse": 0.013249324767482331
+    },
+    {
+      "index": 154,
+      "total": 252,
+      "projection": "layers.28.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0308,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.056848088619748,
+      "retained_delta_l2": 0.9875918527299122,
+      "delta_retention_norm_ratio": 0.9344690721063942,
+      "delta_cosine": 0.7518514915046068,
+      "relative_weight_rmse": 0.012583457380717504
+    },
+    {
+      "index": 155,
+      "total": 252,
+      "projection": "layers.29.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4301,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.741068557922537,
+      "retained_delta_l2": 3.5107556859373794,
+      "delta_retention_norm_ratio": 0.9384366075041797,
+      "delta_cosine": 0.7559837396886837,
+      "relative_weight_rmse": 0.012999186322999736
+    },
+    {
+      "index": 156,
+      "total": 252,
+      "projection": "layers.29.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3919,
+      "parameters": 50331648,
+      "reference_delta_l2": 6.13810226974935,
+      "retained_delta_l2": 6.223313811643556,
+      "delta_retention_norm_ratio": 1.013882392008057,
+      "delta_cosine": 0.8571541670520612,
+      "relative_weight_rmse": 0.017726461236553998
+    },
+    {
+      "index": 157,
+      "total": 252,
+      "projection": "layers.29.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4407,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.5820628193425765,
+      "retained_delta_l2": 3.2821423568744894,
+      "delta_retention_norm_ratio": 0.9162715793680212,
+      "delta_cosine": 0.7294835399933917,
+      "relative_weight_rmse": 0.012901708808166195
+    },
+    {
+      "index": 158,
+      "total": 252,
+      "projection": "layers.29.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0467,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9628755695901171,
+      "retained_delta_l2": 0.9126935236004589,
+      "delta_retention_norm_ratio": 0.9478831454712056,
+      "delta_cosine": 0.7820864106255127,
+      "relative_weight_rmse": 0.01313449066827085
+    },
+    {
+      "index": 159,
+      "total": 252,
+      "projection": "layers.29.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1963,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.9460512594459791,
+      "retained_delta_l2": 1.7943990197662905,
+      "delta_retention_norm_ratio": 0.922071816482952,
+      "delta_cosine": 0.7376092764159529,
+      "relative_weight_rmse": 0.012932633062480688
+    },
+    {
+      "index": 160,
+      "total": 252,
+      "projection": "layers.29.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1968,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.947773580817007,
+      "retained_delta_l2": 2.93511516979154,
+      "delta_retention_norm_ratio": 0.9957057722791727,
+      "delta_cosine": 0.8480690788527846,
+      "relative_weight_rmse": 0.015284934669139631
+    },
+    {
+      "index": 161,
+      "total": 252,
+      "projection": "layers.29.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0454,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.0700284614203275,
+      "retained_delta_l2": 1.010683508397803,
+      "delta_retention_norm_ratio": 0.9445389023169051,
+      "delta_cosine": 0.7676898065872572,
+      "relative_weight_rmse": 0.0129583597724709
+    },
+    {
+      "index": 162,
+      "total": 252,
+      "projection": "layers.3.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.5733,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.0743569009756007,
+      "retained_delta_l2": 1.8382691756052478,
+      "delta_retention_norm_ratio": 0.8861875093628694,
+      "delta_cosine": 0.7173073529092404,
+      "relative_weight_rmse": 0.011359621859503791
+    },
+    {
+      "index": 163,
+      "total": 252,
+      "projection": "layers.3.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4326,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.926958575992499,
+      "retained_delta_l2": 2.7059936619403366,
+      "delta_retention_norm_ratio": 0.9245069896565804,
+      "delta_cosine": 0.7461013369494565,
+      "relative_weight_rmse": 0.012259968483905708
+    },
+    {
+      "index": 164,
+      "total": 252,
+      "projection": "layers.3.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4285,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.1802686879413384,
+      "retained_delta_l2": 3.1142541585175083,
+      "delta_retention_norm_ratio": 0.9792424678851387,
+      "delta_cosine": 0.8425646980142314,
+      "relative_weight_rmse": 0.014672863151850154
+    },
+    {
+      "index": 165,
+      "total": 252,
+      "projection": "layers.3.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0318,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.5947120352689738,
+      "retained_delta_l2": 0.4615478574992086,
+      "delta_retention_norm_ratio": 0.776086290721293,
+      "delta_cosine": 0.5971063879847892,
+      "relative_weight_rmse": 0.009639244029858614
+    },
+    {
+      "index": 166,
+      "total": 252,
+      "projection": "layers.3.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1341,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.853556905749305,
+      "retained_delta_l2": 1.7003902293228157,
+      "delta_retention_norm_ratio": 0.9173660781865386,
+      "delta_cosine": 0.7308417605121308,
+      "relative_weight_rmse": 0.012828925539646631
+    },
+    {
+      "index": 167,
+      "total": 252,
+      "projection": "layers.3.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1306,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.509794211282041,
+      "retained_delta_l2": 1.3072280448613307,
+      "delta_retention_norm_ratio": 0.8658319359638414,
+      "delta_cosine": 0.6792206253764826,
+      "relative_weight_rmse": 0.011733211443473323
+    },
+    {
+      "index": 168,
+      "total": 252,
+      "projection": "layers.3.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0303,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9474064313172714,
+      "retained_delta_l2": 0.8539360623494765,
+      "delta_retention_norm_ratio": 0.901340791155667,
+      "delta_cosine": 0.7156835757924905,
+      "relative_weight_rmse": 0.012393251473286376
+    },
+    {
+      "index": 169,
+      "total": 252,
+      "projection": "layers.30.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4301,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.887550185815536,
+      "retained_delta_l2": 3.6872367488804443,
+      "delta_retention_norm_ratio": 0.9484730929864331,
+      "delta_cosine": 0.7666490475410297,
+      "relative_weight_rmse": 0.013137235869439547
+    },
+    {
+      "index": 170,
+      "total": 252,
+      "projection": "layers.30.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4159,
+      "parameters": 50331648,
+      "reference_delta_l2": 5.406724511969585,
+      "retained_delta_l2": 5.4045390351384865,
+      "delta_retention_norm_ratio": 0.9995957854286343,
+      "delta_cosine": 0.8309819772108276,
+      "relative_weight_rmse": 0.016941780124070223
+    },
+    {
+      "index": 171,
+      "total": 252,
+      "projection": "layers.30.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4313,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.8128369928338883,
+      "retained_delta_l2": 3.5330640598507848,
+      "delta_retention_norm_ratio": 0.926623421481451,
+      "delta_cosine": 0.7399615116788848,
+      "relative_weight_rmse": 0.013411276714095241
+    },
+    {
+      "index": 172,
+      "total": 252,
+      "projection": "layers.30.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0348,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.4959604277170342,
+      "retained_delta_l2": 1.5078898358472888,
+      "delta_retention_norm_ratio": 1.007974414235315,
+      "delta_cosine": 0.8528712844814826,
+      "relative_weight_rmse": 0.016609391188736788
+    },
+    {
+      "index": 173,
+      "total": 252,
+      "projection": "layers.30.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1454,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.8688273581688304,
+      "retained_delta_l2": 1.6928385267418848,
+      "delta_retention_norm_ratio": 0.9058292727481322,
+      "delta_cosine": 0.7175848846442401,
+      "relative_weight_rmse": 0.012864115480060978
+    },
+    {
+      "index": 174,
+      "total": 252,
+      "projection": "layers.30.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1453,
+      "parameters": 16777216,
+      "reference_delta_l2": 3.0218163002013974,
+      "retained_delta_l2": 3.033255695310336,
+      "delta_retention_norm_ratio": 1.0037856024233427,
+      "delta_cosine": 0.855246497937382,
+      "relative_weight_rmse": 0.016301478296790135
+    },
+    {
+      "index": 175,
+      "total": 252,
+      "projection": "layers.30.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0304,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.3097866963734044,
+      "retained_delta_l2": 1.2717793784547025,
+      "delta_retention_norm_ratio": 0.9709820553041666,
+      "delta_cosine": 0.8015100539645267,
+      "relative_weight_rmse": 0.013921982367461434
+    },
+    {
+      "index": 176,
+      "total": 252,
+      "projection": "layers.31.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4256,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.111855477331991,
+      "retained_delta_l2": 3.946481597377216,
+      "delta_retention_norm_ratio": 0.9597812031900306,
+      "delta_cosine": 0.7805752015994533,
+      "relative_weight_rmse": 0.01338187372349077
+    },
+    {
+      "index": 177,
+      "total": 252,
+      "projection": "layers.31.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3876,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.217842761635248,
+      "retained_delta_l2": 4.0700160479109995,
+      "delta_retention_norm_ratio": 0.9649520567554452,
+      "delta_cosine": 0.7859478836623668,
+      "relative_weight_rmse": 0.014764225147167017
+    },
+    {
+      "index": 178,
+      "total": 252,
+      "projection": "layers.31.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4142,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.746610597758799,
+      "retained_delta_l2": 3.459116745774283,
+      "delta_retention_norm_ratio": 0.9232656171536767,
+      "delta_cosine": 0.7367602923704923,
+      "relative_weight_rmse": 0.013127943116183337
+    },
+    {
+      "index": 179,
+      "total": 252,
+      "projection": "layers.31.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0348,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.1313048726490362,
+      "retained_delta_l2": 1.1078314198905324,
+      "delta_retention_norm_ratio": 0.9792509929674934,
+      "delta_cosine": 0.8130234486479346,
+      "relative_weight_rmse": 0.014433804273277513
+    },
+    {
+      "index": 180,
+      "total": 252,
+      "projection": "layers.31.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1479,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.9278459560552061,
+      "retained_delta_l2": 1.7792393123094077,
+      "delta_retention_norm_ratio": 0.9229157063721626,
+      "delta_cosine": 0.7388878065229529,
+      "relative_weight_rmse": 0.012543449992171508
+    },
+    {
+      "index": 181,
+      "total": 252,
+      "projection": "layers.31.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1476,
+      "parameters": 16777216,
+      "reference_delta_l2": 3.096086590658917,
+      "retained_delta_l2": 3.1196112552948527,
+      "delta_retention_norm_ratio": 1.0075981933796396,
+      "delta_cosine": 0.8593676477956623,
+      "relative_weight_rmse": 0.01636230118241256
+    },
+    {
+      "index": 182,
+      "total": 252,
+      "projection": "layers.31.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.034,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9139796154536786,
+      "retained_delta_l2": 0.8064729269280674,
+      "delta_retention_norm_ratio": 0.8823751791529318,
+      "delta_cosine": 0.6996030420922704,
+      "relative_weight_rmse": 0.011253490135860623
+    },
+    {
+      "index": 183,
+      "total": 252,
+      "projection": "layers.32.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4659,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.053831443049286,
+      "retained_delta_l2": 2.701723451449301,
+      "delta_retention_norm_ratio": 0.8846995984662464,
+      "delta_cosine": 0.6983672545938556,
+      "relative_weight_rmse": 0.01129049061966828
+    },
+    {
+      "index": 184,
+      "total": 252,
+      "projection": "layers.32.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3921,
+      "parameters": 50331648,
+      "reference_delta_l2": 5.744040422204762,
+      "retained_delta_l2": 5.796206138948864,
+      "delta_retention_norm_ratio": 1.0090817112885286,
+      "delta_cosine": 0.8486326161192361,
+      "relative_weight_rmse": 0.01749373845032408
+    },
+    {
+      "index": 185,
+      "total": 252,
+      "projection": "layers.32.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3895,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.183211149438155,
+      "retained_delta_l2": 3.9676960266992682,
+      "delta_retention_norm_ratio": 0.9484809360465027,
+      "delta_cosine": 0.7674993693179356,
+      "relative_weight_rmse": 0.013845045613414502
+    },
+    {
+      "index": 186,
+      "total": 252,
+      "projection": "layers.32.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0316,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.0756438480769024,
+      "retained_delta_l2": 1.0412425021487295,
+      "delta_retention_norm_ratio": 0.968017902961396,
+      "delta_cosine": 0.7987848584940211,
+      "relative_weight_rmse": 0.014084555923825329
+    },
+    {
+      "index": 187,
+      "total": 252,
+      "projection": "layers.32.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1372,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.9529995006127592,
+      "retained_delta_l2": 1.7949668005355779,
+      "delta_retention_norm_ratio": 0.9190820581225965,
+      "delta_cosine": 0.7327240550048206,
+      "relative_weight_rmse": 0.012908527612575873
+    },
+    {
+      "index": 188,
+      "total": 252,
+      "projection": "layers.32.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1469,
+      "parameters": 16777216,
+      "reference_delta_l2": 3.505475846335067,
+      "retained_delta_l2": 3.565156670039804,
+      "delta_retention_norm_ratio": 1.017025027791058,
+      "delta_cosine": 0.8838348012627846,
+      "relative_weight_rmse": 0.017017504730019232
+    },
+    {
+      "index": 189,
+      "total": 252,
+      "projection": "layers.32.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0342,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.1045105107116564,
+      "retained_delta_l2": 1.0348550150008564,
+      "delta_retention_norm_ratio": 0.9369354161546912,
+      "delta_cosine": 0.7580528592700045,
+      "relative_weight_rmse": 0.012599439574745123
+    },
+    {
+      "index": 190,
+      "total": 252,
+      "projection": "layers.33.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4688,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.678264151276083,
+      "retained_delta_l2": 4.5917712503631485,
+      "delta_retention_norm_ratio": 0.9815117534803285,
+      "delta_cosine": 0.8098173119099811,
+      "relative_weight_rmse": 0.014401589246758412
+    },
+    {
+      "index": 191,
+      "total": 252,
+      "projection": "layers.33.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4303,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.01159353165815,
+      "retained_delta_l2": 3.8282471221634697,
+      "delta_retention_norm_ratio": 0.9542958657082847,
+      "delta_cosine": 0.7714066860695666,
+      "relative_weight_rmse": 0.014745803469471288
+    },
+    {
+      "index": 192,
+      "total": 252,
+      "projection": "layers.33.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4308,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.553582099114154,
+      "retained_delta_l2": 4.417418331222436,
+      "delta_retention_norm_ratio": 0.9700974386915727,
+      "delta_cosine": 0.7956922427163521,
+      "relative_weight_rmse": 0.01422952810296179
+    },
+    {
+      "index": 193,
+      "total": 252,
+      "projection": "layers.33.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0353,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.171864142331482,
+      "retained_delta_l2": 1.1625983617559128,
+      "delta_retention_norm_ratio": 0.9920931273166749,
+      "delta_cosine": 0.8277975258194085,
+      "relative_weight_rmse": 0.01555121427324402
+    },
+    {
+      "index": 194,
+      "total": 252,
+      "projection": "layers.33.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1462,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.9573452017526336,
+      "retained_delta_l2": 1.8092278968319213,
+      "delta_retention_norm_ratio": 0.9243274488383111,
+      "delta_cosine": 0.7413609007930597,
+      "relative_weight_rmse": 0.0123009063116843
+    },
+    {
+      "index": 195,
+      "total": 252,
+      "projection": "layers.33.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1464,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.6955939867236154,
+      "retained_delta_l2": 1.563413023761108,
+      "delta_retention_norm_ratio": 0.9220444493213144,
+      "delta_cosine": 0.7428051155316843,
+      "relative_weight_rmse": 0.011924065759423506
+    },
+    {
+      "index": 196,
+      "total": 252,
+      "projection": "layers.33.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0341,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.2335489621729434,
+      "retained_delta_l2": 1.1838319813016203,
+      "delta_retention_norm_ratio": 0.9596959809493537,
+      "delta_cosine": 0.7862561679189393,
+      "relative_weight_rmse": 0.012723818963755568
+    },
+    {
+      "index": 197,
+      "total": 252,
+      "projection": "layers.34.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4326,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.252748128233362,
+      "retained_delta_l2": 3.0211996385106383,
+      "delta_retention_norm_ratio": 0.9288145037382642,
+      "delta_cosine": 0.7452421823975507,
+      "relative_weight_rmse": 0.011834710350399152
+    },
+    {
+      "index": 198,
+      "total": 252,
+      "projection": "layers.34.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3865,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.5141024024549754,
+      "retained_delta_l2": 3.3104077992582472,
+      "delta_retention_norm_ratio": 0.9420350974819556,
+      "delta_cosine": 0.7571188297576488,
+      "relative_weight_rmse": 0.013110959157848892
+    },
+    {
+      "index": 199,
+      "total": 252,
+      "projection": "layers.34.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.399,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.1198018847302547,
+      "retained_delta_l2": 2.7957385412191966,
+      "delta_retention_norm_ratio": 0.8961269479651343,
+      "delta_cosine": 0.7096561401166236,
+      "relative_weight_rmse": 0.01141415214434449
+    },
+    {
+      "index": 200,
+      "total": 252,
+      "projection": "layers.34.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0346,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.7891379146299576,
+      "retained_delta_l2": 0.7278324850298318,
+      "delta_retention_norm_ratio": 0.9223134151032736,
+      "delta_cosine": 0.7527277500802979,
+      "relative_weight_rmse": 0.011632973760519227
+    },
+    {
+      "index": 201,
+      "total": 252,
+      "projection": "layers.34.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1461,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.3668129283754418,
+      "retained_delta_l2": 2.29638818093873,
+      "delta_retention_norm_ratio": 0.9702449033498179,
+      "delta_cosine": 0.7930587439203136,
+      "relative_weight_rmse": 0.014045439094688958
+    },
+    {
+      "index": 202,
+      "total": 252,
+      "projection": "layers.34.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1462,
+      "parameters": 16777216,
+      "reference_delta_l2": 2.7951850043391318,
+      "retained_delta_l2": 2.808792609847545,
+      "delta_retention_norm_ratio": 1.0048682307207892,
+      "delta_cosine": 0.8599799296958386,
+      "relative_weight_rmse": 0.015290268071276977
+    },
+    {
+      "index": 203,
+      "total": 252,
+      "projection": "layers.34.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0339,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9817039826831607,
+      "retained_delta_l2": 0.8771706618028705,
+      "delta_retention_norm_ratio": 0.8935184915980648,
+      "delta_cosine": 0.7154696473562105,
+      "relative_weight_rmse": 0.011407674885279172
+    },
+    {
+      "index": 204,
+      "total": 252,
+      "projection": "layers.35.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4678,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.3247118593602805,
+      "retained_delta_l2": 2.077241279031564,
+      "delta_retention_norm_ratio": 0.8935478479484267,
+      "delta_cosine": 0.713891705186287,
+      "relative_weight_rmse": 0.009790703119852036
+    },
+    {
+      "index": 205,
+      "total": 252,
+      "projection": "layers.35.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3895,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.620668661924457,
+      "retained_delta_l2": 2.286002393746483,
+      "delta_retention_norm_ratio": 0.8722973746966487,
+      "delta_cosine": 0.6870305896206982,
+      "relative_weight_rmse": 0.010515925872027135
+    },
+    {
+      "index": 206,
+      "total": 252,
+      "projection": "layers.35.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3892,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.6604885496698265,
+      "retained_delta_l2": 2.2876053523445137,
+      "delta_retention_norm_ratio": 0.8598440886462043,
+      "delta_cosine": 0.6745012238913933,
+      "relative_weight_rmse": 0.010341996642101553
+    },
+    {
+      "index": 207,
+      "total": 252,
+      "projection": "layers.35.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0308,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.8327469708556873,
+      "retained_delta_l2": 0.7626626606082086,
+      "delta_retention_norm_ratio": 0.91583960950892,
+      "delta_cosine": 0.7341530315974766,
+      "relative_weight_rmse": 0.012229577559635408
+    },
+    {
+      "index": 208,
+      "total": 252,
+      "projection": "layers.35.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1316,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.9782298089460089,
+      "retained_delta_l2": 1.876763858217896,
+      "delta_retention_norm_ratio": 0.9487087140891011,
+      "delta_cosine": 0.767549205706205,
+      "relative_weight_rmse": 0.012984556767950172
+    },
+    {
+      "index": 209,
+      "total": 252,
+      "projection": "layers.35.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1362,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.9213623452775879,
+      "retained_delta_l2": 1.8334149703375806,
+      "delta_retention_norm_ratio": 0.9542265543216415,
+      "delta_cosine": 0.7745283451972568,
+      "relative_weight_rmse": 0.013082516912719225
+    },
+    {
+      "index": 210,
+      "total": 252,
+      "projection": "layers.35.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0341,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9021829580956073,
+      "retained_delta_l2": 0.7955235445478319,
+      "delta_retention_norm_ratio": 0.881776293166832,
+      "delta_cosine": 0.6987772350844439,
+      "relative_weight_rmse": 0.011400123966470789
+    },
+    {
+      "index": 211,
+      "total": 252,
+      "projection": "layers.4.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4705,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.2260016272118324,
+      "retained_delta_l2": 1.909627666903947,
+      "delta_retention_norm_ratio": 0.8578734370899099,
+      "delta_cosine": 0.6731615833498001,
+      "relative_weight_rmse": 0.01083998019039234
+    },
+    {
+      "index": 212,
+      "total": 252,
+      "projection": "layers.4.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4336,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.3169942648288515,
+      "retained_delta_l2": 2.9262862948112773,
+      "delta_retention_norm_ratio": 0.8822102364901937,
+      "delta_cosine": 0.709347452002898,
+      "relative_weight_rmse": 0.010835394375379706
+    },
+    {
+      "index": 213,
+      "total": 252,
+      "projection": "layers.4.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3871,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.302637021239384,
+      "retained_delta_l2": 3.180670097434266,
+      "delta_retention_norm_ratio": 0.9630698369149427,
+      "delta_cosine": 0.7953906244948861,
+      "relative_weight_rmse": 0.014022962820982353
+    },
+    {
+      "index": 214,
+      "total": 252,
+      "projection": "layers.4.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0314,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.5936335633616754,
+      "retained_delta_l2": 0.4484424713150318,
+      "delta_retention_norm_ratio": 0.7554196713129832,
+      "delta_cosine": 0.5783864908583726,
+      "relative_weight_rmse": 0.00946943014537174
+    },
+    {
+      "index": 215,
+      "total": 252,
+      "projection": "layers.4.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1324,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.6292055103524448,
+      "retained_delta_l2": 1.4156739956673485,
+      "delta_retention_norm_ratio": 0.8689351875326624,
+      "delta_cosine": 0.6811352287595004,
+      "relative_weight_rmse": 0.011807318380884849
+    },
+    {
+      "index": 216,
+      "total": 252,
+      "projection": "layers.4.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1325,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.2624481434789505,
+      "retained_delta_l2": 0.998231827120063,
+      "delta_retention_norm_ratio": 0.7907111529897917,
+      "delta_cosine": 0.6085039151512668,
+      "relative_weight_rmse": 0.010246638558303461
+    },
+    {
+      "index": 217,
+      "total": 252,
+      "projection": "layers.4.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0311,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.134759460682007,
+      "retained_delta_l2": 1.0769977887516942,
+      "delta_retention_norm_ratio": 0.9490978714593863,
+      "delta_cosine": 0.7690369144559485,
+      "relative_weight_rmse": 0.013529102135591874
+    },
+    {
+      "index": 218,
+      "total": 252,
+      "projection": "layers.5.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4438,
+      "parameters": 50331648,
+      "reference_delta_l2": 1.8075376864954238,
+      "retained_delta_l2": 1.3462648062957494,
+      "delta_retention_norm_ratio": 0.7448059403430634,
+      "delta_cosine": 0.5699311139981033,
+      "relative_weight_rmse": 0.009057626133657137
+    },
+    {
+      "index": 219,
+      "total": 252,
+      "projection": "layers.5.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4282,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.9547763398015277,
+      "retained_delta_l2": 2.491105461832083,
+      "delta_retention_norm_ratio": 0.8430775041333283,
+      "delta_cosine": 0.6605351907380126,
+      "relative_weight_rmse": 0.009998123812329477
+    },
+    {
+      "index": 220,
+      "total": 252,
+      "projection": "layers.5.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4276,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.179110191236641,
+      "retained_delta_l2": 2.9652745298795473,
+      "delta_retention_norm_ratio": 0.9327372602728459,
+      "delta_cosine": 0.7495243085720829,
+      "relative_weight_rmse": 0.013132384995557108
+    },
+    {
+      "index": 221,
+      "total": 252,
+      "projection": "layers.5.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.035,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.6206844406136691,
+      "retained_delta_l2": 0.4888766787001676,
+      "delta_retention_norm_ratio": 0.7876412661751541,
+      "delta_cosine": 0.6083199970294374,
+      "relative_weight_rmse": 0.00986655306999503
+    },
+    {
+      "index": 222,
+      "total": 252,
+      "projection": "layers.5.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1457,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.4688147290322306,
+      "retained_delta_l2": 1.2341536590443796,
+      "delta_retention_norm_ratio": 0.8402378017120894,
+      "delta_cosine": 0.6522332288079532,
+      "relative_weight_rmse": 0.011355749239293295
+    },
+    {
+      "index": 223,
+      "total": 252,
+      "projection": "layers.5.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1463,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.4698201348999005,
+      "retained_delta_l2": 1.2554210359850437,
+      "delta_retention_norm_ratio": 0.8541324248973784,
+      "delta_cosine": 0.6707189309437211,
+      "relative_weight_rmse": 0.011193760056149171
+    },
+    {
+      "index": 224,
+      "total": 252,
+      "projection": "layers.5.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0358,
+      "parameters": 4194304,
+      "reference_delta_l2": 1.045526494743739,
+      "retained_delta_l2": 0.9808957900976146,
+      "delta_retention_norm_ratio": 0.9381835802621477,
+      "delta_cosine": 0.7607268259212184,
+      "relative_weight_rmse": 0.012869417216814834
+    },
+    {
+      "index": 225,
+      "total": 252,
+      "projection": "layers.6.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4692,
+      "parameters": 50331648,
+      "reference_delta_l2": 4.767971618211114,
+      "retained_delta_l2": 4.780978603586194,
+      "delta_retention_norm_ratio": 1.002727991359135,
+      "delta_cosine": 0.8442329974814251,
+      "relative_weight_rmse": 0.015436940953544165
+    },
+    {
+      "index": 226,
+      "total": 252,
+      "projection": "layers.6.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4296,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.108221903546128,
+      "retained_delta_l2": 2.718122861103922,
+      "delta_retention_norm_ratio": 0.8744944683656121,
+      "delta_cosine": 0.6922136647043337,
+      "relative_weight_rmse": 0.010687526629909457
+    },
+    {
+      "index": 227,
+      "total": 252,
+      "projection": "layers.6.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4336,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.3861711107000456,
+      "retained_delta_l2": 3.1980358257326156,
+      "delta_retention_norm_ratio": 0.9444401127949686,
+      "delta_cosine": 0.7630505913583782,
+      "relative_weight_rmse": 0.013219754197903279
+    },
+    {
+      "index": 228,
+      "total": 252,
+      "projection": "layers.6.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0361,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.5927062606906872,
+      "retained_delta_l2": 0.44756971552174746,
+      "delta_retention_norm_ratio": 0.7551290499280191,
+      "delta_cosine": 0.578259429925641,
+      "relative_weight_rmse": 0.009580118204043437
+    },
+    {
+      "index": 229,
+      "total": 252,
+      "projection": "layers.6.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1477,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.364260871460181,
+      "retained_delta_l2": 1.105711838917299,
+      "delta_retention_norm_ratio": 0.8104841691558929,
+      "delta_cosine": 0.6264129271257128,
+      "relative_weight_rmse": 0.010391485250505374
+    },
+    {
+      "index": 230,
+      "total": 252,
+      "projection": "layers.6.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1634,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.4026430871778701,
+      "retained_delta_l2": 1.163348604980614,
+      "delta_retention_norm_ratio": 0.8293974537180955,
+      "delta_cosine": 0.6444989695957347,
+      "relative_weight_rmse": 0.01072133496416448
+    },
+    {
+      "index": 231,
+      "total": 252,
+      "projection": "layers.6.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0464,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.9858122694984375,
+      "retained_delta_l2": 0.9100168957351484,
+      "delta_retention_norm_ratio": 0.9231137853438848,
+      "delta_cosine": 0.7395032745856821,
+      "relative_weight_rmse": 0.012395624830624017
+    },
+    {
+      "index": 232,
+      "total": 252,
+      "projection": "layers.7.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.6151,
+      "parameters": 50331648,
+      "reference_delta_l2": 1.8470529972822454,
+      "retained_delta_l2": 1.367158888138189,
+      "delta_retention_norm_ratio": 0.7401838984316245,
+      "delta_cosine": 0.5657485318848586,
+      "relative_weight_rmse": 0.008967581176751666
+    },
+    {
+      "index": 233,
+      "total": 252,
+      "projection": "layers.7.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.576,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.8987939693909643,
+      "retained_delta_l2": 2.483962990247949,
+      "delta_retention_norm_ratio": 0.8568953214601275,
+      "delta_cosine": 0.6739190887778956,
+      "relative_weight_rmse": 0.010357019868688137
+    },
+    {
+      "index": 234,
+      "total": 252,
+      "projection": "layers.7.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.5756,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.9765437095874767,
+      "retained_delta_l2": 2.6935023761457253,
+      "delta_retention_norm_ratio": 0.9049093979268397,
+      "delta_cosine": 0.7166398843761006,
+      "relative_weight_rmse": 0.012386486627953898
+    },
+    {
+      "index": 235,
+      "total": 252,
+      "projection": "layers.7.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0468,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.7224742538590713,
+      "retained_delta_l2": 0.6132539257508068,
+      "delta_retention_norm_ratio": 0.8488246085934996,
+      "delta_cosine": 0.6625368131529569,
+      "relative_weight_rmse": 0.01077088169072488
+    },
+    {
+      "index": 236,
+      "total": 252,
+      "projection": "layers.7.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1654,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.366782587331481,
+      "retained_delta_l2": 1.107535765437666,
+      "delta_retention_norm_ratio": 0.810323291870457,
+      "delta_cosine": 0.6254448182797966,
+      "relative_weight_rmse": 0.010554290745063385
+    },
+    {
+      "index": 237,
+      "total": 252,
+      "projection": "layers.7.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1467,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.6869748671129567,
+      "retained_delta_l2": 1.525353345117514,
+      "delta_retention_norm_ratio": 0.9041944695524496,
+      "delta_cosine": 0.7181050472258073,
+      "relative_weight_rmse": 0.012122600315732675
+    },
+    {
+      "index": 238,
+      "total": 252,
+      "projection": "layers.7.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0346,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.989475627612034,
+      "retained_delta_l2": 0.8931585963392329,
+      "delta_retention_norm_ratio": 0.9026585106444216,
+      "delta_cosine": 0.7177665120113694,
+      "relative_weight_rmse": 0.011984108502319991
+    },
+    {
+      "index": 239,
+      "total": 252,
+      "projection": "layers.8.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4723,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.6443507154044354,
+      "retained_delta_l2": 2.2829722080496935,
+      "delta_retention_norm_ratio": 0.8633394181605478,
+      "delta_cosine": 0.6776105213940143,
+      "relative_weight_rmse": 0.01106639119753695
+    },
+    {
+      "index": 240,
+      "total": 252,
+      "projection": "layers.8.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.414,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.2063846516091514,
+      "retained_delta_l2": 1.6638270824407644,
+      "delta_retention_norm_ratio": 0.7540965630028784,
+      "delta_cosine": 0.5774548213994682,
+      "relative_weight_rmse": 0.009479961256890872
+    },
+    {
+      "index": 241,
+      "total": 252,
+      "projection": "layers.8.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.3886,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.6807214209526298,
+      "retained_delta_l2": 2.2855658790940634,
+      "delta_retention_norm_ratio": 0.8525935821715699,
+      "delta_cosine": 0.6658783264574605,
+      "relative_weight_rmse": 0.011430911218074097
+    },
+    {
+      "index": 242,
+      "total": 252,
+      "projection": "layers.8.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0319,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.8937173848383411,
+      "retained_delta_l2": 0.8104368929187749,
+      "delta_retention_norm_ratio": 0.9068156294904901,
+      "delta_cosine": 0.7199882969838584,
+      "relative_weight_rmse": 0.012130448195302889
+    },
+    {
+      "index": 243,
+      "total": 252,
+      "projection": "layers.8.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1339,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.5739130851067147,
+      "retained_delta_l2": 1.3486808133142838,
+      "delta_retention_norm_ratio": 0.8568966266792556,
+      "delta_cosine": 0.6708153509637819,
+      "relative_weight_rmse": 0.01131327048918274
+    },
+    {
+      "index": 244,
+      "total": 252,
+      "projection": "layers.8.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.135,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.5947410494592953,
+      "retained_delta_l2": 1.3839922985120297,
+      "delta_retention_norm_ratio": 0.867847666542025,
+      "delta_cosine": 0.6792454533204817,
+      "relative_weight_rmse": 0.01183956423545222
+    },
+    {
+      "index": 245,
+      "total": 252,
+      "projection": "layers.8.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0321,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.7962851912237163,
+      "retained_delta_l2": 0.6603594434695064,
+      "delta_retention_norm_ratio": 0.8293001687682754,
+      "delta_cosine": 0.6433962239937907,
+      "relative_weight_rmse": 0.010626495192800725
+    },
+    {
+      "index": 246,
+      "total": 252,
+      "projection": "layers.9.mlp.down_proj",
+      "shape": [
+        4096,
+        12288
+      ],
+      "seconds": 0.4674,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.4696335096990847,
+      "retained_delta_l2": 2.098786160386188,
+      "delta_retention_norm_ratio": 0.8498370920800784,
+      "delta_cosine": 0.664259211083334,
+      "relative_weight_rmse": 0.010884464944285042
+    },
+    {
+      "index": 247,
+      "total": 252,
+      "projection": "layers.9.mlp.gate_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4325,
+      "parameters": 50331648,
+      "reference_delta_l2": 2.702771022309509,
+      "retained_delta_l2": 2.2144799807195312,
+      "delta_retention_norm_ratio": 0.8193368814600007,
+      "delta_cosine": 0.6354458596298957,
+      "relative_weight_rmse": 0.01038149804780606
+    },
+    {
+      "index": 248,
+      "total": 252,
+      "projection": "layers.9.mlp.up_proj",
+      "shape": [
+        12288,
+        4096
+      ],
+      "seconds": 0.4304,
+      "parameters": 50331648,
+      "reference_delta_l2": 3.0266516531031895,
+      "retained_delta_l2": 2.7453503666443257,
+      "delta_retention_norm_ratio": 0.9070585852949251,
+      "delta_cosine": 0.7220161726284356,
+      "relative_weight_rmse": 0.012388641790906324
+    },
+    {
+      "index": 249,
+      "total": 252,
+      "projection": "layers.9.self_attn.k_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0354,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.8388777296193708,
+      "retained_delta_l2": 0.7569098012929493,
+      "delta_retention_norm_ratio": 0.9022885869629496,
+      "delta_cosine": 0.7183301203636718,
+      "relative_weight_rmse": 0.011789731040025026
+    },
+    {
+      "index": 250,
+      "total": 252,
+      "projection": "layers.9.self_attn.o_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1478,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.5261649101131054,
+      "retained_delta_l2": 1.300762183663171,
+      "delta_retention_norm_ratio": 0.8523077519629058,
+      "delta_cosine": 0.6668761770880343,
+      "relative_weight_rmse": 0.011161277092899484
+    },
+    {
+      "index": 251,
+      "total": 252,
+      "projection": "layers.9.self_attn.q_proj",
+      "shape": [
+        4096,
+        4096
+      ],
+      "seconds": 0.1474,
+      "parameters": 16777216,
+      "reference_delta_l2": 1.8048646015695378,
+      "retained_delta_l2": 1.6581732449153583,
+      "delta_retention_norm_ratio": 0.9187244536090883,
+      "delta_cosine": 0.7349623458503459,
+      "relative_weight_rmse": 0.0127022390017426
+    },
+    {
+      "index": 252,
+      "total": 252,
+      "projection": "layers.9.self_attn.v_proj",
+      "shape": [
+        1024,
+        4096
+      ],
+      "seconds": 0.0365,
+      "parameters": 4194304,
+      "reference_delta_l2": 0.8013131569957732,
+      "retained_delta_l2": 0.6711979224430136,
+      "delta_retention_norm_ratio": 0.8376224907618158,
+      "delta_cosine": 0.6536087656796943,
+      "relative_weight_rmse": 0.010429187562476724
+    }
+  ]
+}