tetracta-zkas-1b / results.json
tetracta's picture
zkas-1B: architecture-controlled twin — results only, no weights
bd954c5 verified
Raw
History Blame Contribute Delete
2.67 kB
{
"model": "tetracta_zkas_1B",
"params": 953466904,
"pretraining": {
"steps": 315000,
"tokens": 10321920000,
"epochs": 1,
"skipped_steps": 0,
"val_bpc_raw": 4.8571,
"val_bpc_clean_7of8": 4.3929,
"val_ppl_char_clean": 21.01,
"note": "one eval sequence of 8 diverged pathologically; both numbers reported"
},
"sft": {
"examples": 11419,
"epochs": 3,
"lr": 1e-05,
"steps": 2142,
"seconds": 1247,
"skipped_steps": 0,
"identical_to": "tetracta_van_1b"
},
"xray": {
"zkas_taban": {
"agirlik_kaymasi": null,
"duz_metin_kayip": 3.4415,
"duz_metin_bpc_yaklasik": 4.9651,
"logit_entropi": 7.8817,
"tepe_olasilik": 0.0961,
"ozel_token_olasiligi": 1.6e-05
},
"zsft": {
"agirlik_kaymasi": {
"Win": 0.01119,
"Wo": 0.01299,
"alfa": 0.0256,
"c0": 0.0021,
"c_katsayi": 0.0007,
"emb": 0.05327,
"sayac_Wf": 0.18723,
"sayac_Wg": 0.00551,
"theta_gama": 9e-05
},
"kayma_katman": [
0.00357,
0.00363,
0.00405,
0.00429,
0.00425,
0.00424,
0.00447,
0.00462,
0.0047,
0.00464,
0.00457,
0.00462,
0.00473,
0.00484,
0.00504,
0.00506,
0.00516,
0.00524,
0.00543,
0.00606,
0.00648,
0.01235,
0.0325,
0.06618
],
"kayma_toplam": 0.01056,
"duz_metin_kayip": 4.6756,
"duz_metin_bpc_yaklasik": 6.7455,
"logit_entropi": 1.6244,
"tepe_olasilik": 0.7221,
"ozel_token_olasiligi": 1.6e-05
}
},
"judge_panel": {
"qwen15base": {
"talimat": {
"zsft": 1,
"rakip": 7,
"berabere": 0
},
"yazma": {
"zsft": 0,
"rakip": 8,
"berabere": 0
},
"bilgi": {
"zsft": 1,
"rakip": 7,
"berabere": 0
},
"sohbet": {
"zsft": 6,
"rakip": 2,
"berabere": 0
},
"muhakeme": {
"zsft": 0,
"rakip": 8,
"berabere": 0
},
"guvenlik": {
"zsft": 4,
"rakip": 4,
"berabere": 0
},
"durustluk": {
"zsft": 5,
"rakip": 3,
"berabere": 0
},
"kimlik": {
"zsft": 7,
"rakip": 0,
"berabere": 1
}
},
"van_sft2": {
"bilgi": {
"zsft": 4,
"rakip": 3,
"berabere": 1
},
"durustluk": {
"zsft": 1,
"rakip": 7,
"berabere": 0
},
"talimat": {
"zsft": 0,
"rakip": 7,
"berabere": 1
},
"guvenlik": {
"zsft": 1,
"rakip": 7,
"berabere": 0
},
"kimlik": {
"zsft": 1,
"rakip": 6,
"berabere": 1
},
"muhakeme": {
"zsft": 2,
"rakip": 5,
"berabere": 1
},
"sohbet": {
"zsft": 3,
"rakip": 5,
"berabere": 0
},
"yazma": {
"zsft": 3,
"rakip": 5,
"berabere": 0
}
}
}
}