Retrain on real mteb/amazon_massive_intent: acc=88.2 f1=85.1

README.md

@@ -4,18 +4,27 @@ license: mit
 pipeline_tag: text-classification
 base_model: dbmdz/bert-base-turkish-cased
 tags: [turkish, text-classification, werea]
-datasets: [GoktugD/turkish-intent-classification-1m]
+datasets: [mteb/amazon_massive_intent]
+metrics: [accuracy, f1]
 ---
+> ℹ️ [Werea-co/Werea-TR-Intent](https://huggingface.co/Werea-co/Werea-TR-Intent) aynasıdır.
+
+# Werea-TR-Intent — Türkçe niyet sınıflandırma
+
+**Gerçek, insan-etiketli [mteb/amazon_massive_intent](https://huggingface.co/datasets/mteb/amazon_massive_intent) verisiyle eğitildi; aynı setin ayrılmış test bölümünde dürüstçe ölçüldü.** 60 sınıf.
+
+## Benchmark (gerçek test)
+| Metrik | Skor |
+|---|---|
+| Accuracy | 88.2% |
+| Macro-F1 | 85.1% |
+
+[BERTurk](https://huggingface.co/dbmdz/bert-base-turkish-cased) tabanlı, 6 epoch.
 
-> ℹ️ Bu, [Werea-co/Werea-TR-Intent](https://huggingface.co/Werea-co/Werea-TR-Intent) modelinin GoktugD profilindeki aynasıdır; asıl geliştirme Werea-co altında sürer.
-# Werea-TR-Intent — Türkçe e-ticaret niyet sınıflandırma
-[dbmdz/bert-base-turkish-cased](https://huggingface.co/dbmdz/bert-base-turkish-cased) tabanının Türkçe e-ticaret niyet sınıflandırma için fine-tune'u.
-20 sınıf. Doğrulama: **accuracy 100.0%**, macro-F1 100.0%.
-> Not: Sentetik ([GoktugD/turkish-intent-classification-1m](https://huggingface.co/datasets/GoktugD/turkish-intent-classification-1m)) veriyle eğitildi; gerçek-dünya kullanımında doğrulama önerilir.
 ## Kullanım
 ```python
 from transformers import pipeline
-clf = pipeline("text-classification", model="Werea-co/Werea-TR-Intent")
-print(clf("Örnek Türkçe metin"))
+clf=pipeline("text-classification",model="Werea-co/Werea-TR-Intent")
+print(clf("text metni"))
 ```
 💜 [werea.co](https://werea.co)

config.json

@@ -1,58 +1,142 @@
 {
-  "_name_or_path": "dbmdz/bert-base-turkish-cased",
+  "add_cross_attention": false,
   "architectures": [
     "BertForSequenceClassification"
   ],
   "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
   "classifier_dropout": null,
+  "dtype": "float32",
+  "eos_token_id": null,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "adres_degisikligi",
-    "1": "fatura_talebi",
-    "2": "fiyat_bilgisi",
-    "3": "garanti_sorgusu",
-    "4": "hesap_dogrulama",
-    "5": "iade_talebi",
-    "6": "iletisim_talebi",
-    "7": "iptal_talebi",
-    "8": "kampanya_bilgisi",
-    "9": "kargo_gecikmesi",
-    "10": "magaza_saatleri",
-    "11": "odeme_sorunu",
-    "12": "randevu_alma",
-    "13": "randevu_iptali",
-    "14": "sifre_sifirlama",
-    "15": "siparis_durumu",
-    "16": "stok_sorgusu",
-    "17": "teknik_destek",
-    "18": "urun_karsilastirma",
-    "19": "uyelik_iptali"
+    "0": "alarm_query",
+    "1": "alarm_remove",
+    "2": "alarm_set",
+    "3": "audio_volume_down",
+    "4": "audio_volume_mute",
+    "5": "audio_volume_other",
+    "6": "audio_volume_up",
+    "7": "calendar_query",
+    "8": "calendar_remove",
+    "9": "calendar_set",
+    "10": "cooking_query",
+    "11": "cooking_recipe",
+    "12": "datetime_convert",
+    "13": "datetime_query",
+    "14": "email_addcontact",
+    "15": "email_query",
+    "16": "email_querycontact",
+    "17": "email_sendemail",
+    "18": "general_greet",
+    "19": "general_joke",
+    "20": "general_quirky",
+    "21": "iot_cleaning",
+    "22": "iot_coffee",
+    "23": "iot_hue_lightchange",
+    "24": "iot_hue_lightdim",
+    "25": "iot_hue_lightoff",
+    "26": "iot_hue_lighton",
+    "27": "iot_hue_lightup",
+    "28": "iot_wemo_off",
+    "29": "iot_wemo_on",
+    "30": "lists_createoradd",
+    "31": "lists_query",
+    "32": "lists_remove",
+    "33": "music_dislikeness",
+    "34": "music_likeness",
+    "35": "music_query",
+    "36": "music_settings",
+    "37": "news_query",
+    "38": "play_audiobook",
+    "39": "play_game",
+    "40": "play_music",
+    "41": "play_podcasts",
+    "42": "play_radio",
+    "43": "qa_currency",
+    "44": "qa_definition",
+    "45": "qa_factoid",
+    "46": "qa_maths",
+    "47": "qa_stock",
+    "48": "recommendation_events",
+    "49": "recommendation_locations",
+    "50": "recommendation_movies",
+    "51": "social_post",
+    "52": "social_query",
+    "53": "takeaway_order",
+    "54": "takeaway_query",
+    "55": "transport_query",
+    "56": "transport_taxi",
+    "57": "transport_ticket",
+    "58": "transport_traffic",
+    "59": "weather_query"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
+  "is_decoder": false,
   "label2id": {
-    "adres_degisikligi": 0,
-    "fatura_talebi": 1,
-    "fiyat_bilgisi": 2,
-    "garanti_sorgusu": 3,
-    "hesap_dogrulama": 4,
-    "iade_talebi": 5,
-    "iletisim_talebi": 6,
-    "iptal_talebi": 7,
-    "kampanya_bilgisi": 8,
-    "kargo_gecikmesi": 9,
-    "magaza_saatleri": 10,
-    "odeme_sorunu": 11,
-    "randevu_alma": 12,
-    "randevu_iptali": 13,
-    "sifre_sifirlama": 14,
-    "siparis_durumu": 15,
-    "stok_sorgusu": 16,
-    "teknik_destek": 17,
-    "urun_karsilastirma": 18,
-    "uyelik_iptali": 19
+    "alarm_query": 0,
+    "alarm_remove": 1,
+    "alarm_set": 2,
+    "audio_volume_down": 3,
+    "audio_volume_mute": 4,
+    "audio_volume_other": 5,
+    "audio_volume_up": 6,
+    "calendar_query": 7,
+    "calendar_remove": 8,
+    "calendar_set": 9,
+    "cooking_query": 10,
+    "cooking_recipe": 11,
+    "datetime_convert": 12,
+    "datetime_query": 13,
+    "email_addcontact": 14,
+    "email_query": 15,
+    "email_querycontact": 16,
+    "email_sendemail": 17,
+    "general_greet": 18,
+    "general_joke": 19,
+    "general_quirky": 20,
+    "iot_cleaning": 21,
+    "iot_coffee": 22,
+    "iot_hue_lightchange": 23,
+    "iot_hue_lightdim": 24,
+    "iot_hue_lightoff": 25,
+    "iot_hue_lighton": 26,
+    "iot_hue_lightup": 27,
+    "iot_wemo_off": 28,
+    "iot_wemo_on": 29,
+    "lists_createoradd": 30,
+    "lists_query": 31,
+    "lists_remove": 32,
+    "music_dislikeness": 33,
+    "music_likeness": 34,
+    "music_query": 35,
+    "music_settings": 36,
+    "news_query": 37,
+    "play_audiobook": 38,
+    "play_game": 39,
+    "play_music": 40,
+    "play_podcasts": 41,
+    "play_radio": 42,
+    "qa_currency": 43,
+    "qa_definition": 44,
+    "qa_factoid": 45,
+    "qa_maths": 46,
+    "qa_stock": 47,
+    "recommendation_events": 48,
+    "recommendation_locations": 49,
+    "recommendation_movies": 50,
+    "social_post": 51,
+    "social_query": 52,
+    "takeaway_order": 53,
+    "takeaway_query": 54,
+    "transport_query": 55,
+    "transport_taxi": 56,
+    "transport_ticket": 57,
+    "transport_traffic": 58,
+    "weather_query": 59
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
@@ -60,11 +144,10 @@
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "pad_token_id": 0,
-  "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
-  "torch_dtype": "float32",
-  "transformers_version": "4.46.3",
+  "tie_word_embeddings": true,
+  "transformers_version": "5.14.1",
   "type_vocab_size": 2,
-  "use_cache": true,
+  "use_cache": false,
   "vocab_size": 32000
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13875974238a4cbc650a0508599d1ea659b382a5d17f479e000fe3cfc5334f62
-size 442554432
+oid sha256:41c96e7349bcd4b527aa2513c833da644c9508a5f1083b321bea95c3d57763d3
+size 442677472

tokenizer_config.json

@@ -1,54 +1,12 @@
 {
-  "added_tokens_decoder": {
-    "0": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "[UNK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "[CLS]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "3": {
-      "content": "[SEP]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "4": {
-      "content": "[MASK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "clean_up_tokenization_spaces": true,
+  "backend": "tokenizers",
   "cls_token": "[CLS]",
-  "do_basic_tokenize": true,
   "do_lower_case": false,
+  "is_local": false,
+  "local_files_only": false,
   "mask_token": "[MASK]",
   "max_len": 512,
   "model_max_length": 512,
-  "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
   "strip_accents": null,