| { | |
| "model": "tetracta_zkas_1B", | |
| "params": 953466904, | |
| "pretraining": { | |
| "steps": 315000, | |
| "tokens": 10321920000, | |
| "epochs": 1, | |
| "skipped_steps": 0, | |
| "val_bpc_raw": 4.8571, | |
| "val_bpc_clean_7of8": 4.3929, | |
| "val_ppl_char_clean": 21.01, | |
| "note": "one eval sequence of 8 diverged pathologically; both numbers reported" | |
| }, | |
| "sft": { | |
| "examples": 11419, | |
| "epochs": 3, | |
| "lr": 1e-05, | |
| "steps": 2142, | |
| "seconds": 1247, | |
| "skipped_steps": 0, | |
| "identical_to": "tetracta_van_1b" | |
| }, | |
| "xray": { | |
| "zkas_taban": { | |
| "agirlik_kaymasi": null, | |
| "duz_metin_kayip": 3.4415, | |
| "duz_metin_bpc_yaklasik": 4.9651, | |
| "logit_entropi": 7.8817, | |
| "tepe_olasilik": 0.0961, | |
| "ozel_token_olasiligi": 1.6e-05 | |
| }, | |
| "zsft": { | |
| "agirlik_kaymasi": { | |
| "Win": 0.01119, | |
| "Wo": 0.01299, | |
| "alfa": 0.0256, | |
| "c0": 0.0021, | |
| "c_katsayi": 0.0007, | |
| "emb": 0.05327, | |
| "sayac_Wf": 0.18723, | |
| "sayac_Wg": 0.00551, | |
| "theta_gama": 9e-05 | |
| }, | |
| "kayma_katman": [ | |
| 0.00357, | |
| 0.00363, | |
| 0.00405, | |
| 0.00429, | |
| 0.00425, | |
| 0.00424, | |
| 0.00447, | |
| 0.00462, | |
| 0.0047, | |
| 0.00464, | |
| 0.00457, | |
| 0.00462, | |
| 0.00473, | |
| 0.00484, | |
| 0.00504, | |
| 0.00506, | |
| 0.00516, | |
| 0.00524, | |
| 0.00543, | |
| 0.00606, | |
| 0.00648, | |
| 0.01235, | |
| 0.0325, | |
| 0.06618 | |
| ], | |
| "kayma_toplam": 0.01056, | |
| "duz_metin_kayip": 4.6756, | |
| "duz_metin_bpc_yaklasik": 6.7455, | |
| "logit_entropi": 1.6244, | |
| "tepe_olasilik": 0.7221, | |
| "ozel_token_olasiligi": 1.6e-05 | |
| } | |
| }, | |
| "judge_panel": { | |
| "qwen15base": { | |
| "talimat": { | |
| "zsft": 1, | |
| "rakip": 7, | |
| "berabere": 0 | |
| }, | |
| "yazma": { | |
| "zsft": 0, | |
| "rakip": 8, | |
| "berabere": 0 | |
| }, | |
| "bilgi": { | |
| "zsft": 1, | |
| "rakip": 7, | |
| "berabere": 0 | |
| }, | |
| "sohbet": { | |
| "zsft": 6, | |
| "rakip": 2, | |
| "berabere": 0 | |
| }, | |
| "muhakeme": { | |
| "zsft": 0, | |
| "rakip": 8, | |
| "berabere": 0 | |
| }, | |
| "guvenlik": { | |
| "zsft": 4, | |
| "rakip": 4, | |
| "berabere": 0 | |
| }, | |
| "durustluk": { | |
| "zsft": 5, | |
| "rakip": 3, | |
| "berabere": 0 | |
| }, | |
| "kimlik": { | |
| "zsft": 7, | |
| "rakip": 0, | |
| "berabere": 1 | |
| } | |
| }, | |
| "van_sft2": { | |
| "bilgi": { | |
| "zsft": 4, | |
| "rakip": 3, | |
| "berabere": 1 | |
| }, | |
| "durustluk": { | |
| "zsft": 1, | |
| "rakip": 7, | |
| "berabere": 0 | |
| }, | |
| "talimat": { | |
| "zsft": 0, | |
| "rakip": 7, | |
| "berabere": 1 | |
| }, | |
| "guvenlik": { | |
| "zsft": 1, | |
| "rakip": 7, | |
| "berabere": 0 | |
| }, | |
| "kimlik": { | |
| "zsft": 1, | |
| "rakip": 6, | |
| "berabere": 1 | |
| }, | |
| "muhakeme": { | |
| "zsft": 2, | |
| "rakip": 5, | |
| "berabere": 1 | |
| }, | |
| "sohbet": { | |
| "zsft": 3, | |
| "rakip": 5, | |
| "berabere": 0 | |
| }, | |
| "yazma": { | |
| "zsft": 3, | |
| "rakip": 5, | |
| "berabere": 0 | |
| } | |
| } | |
| } | |
| } |